00000800:00000200:0.1F:1769073577.470592:0:2377:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b229ab52] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1F:1769073577.476582:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769073577.476597:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.1:1769073577.476602:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fdeb5dde type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1769073577.485659:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1769073577.504388:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1769073686.265294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490000. 00010000:00000010:1.1:1769073686.278212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6b00. 00010000:00000010:1.1:1769073686.278234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f600. 00010000:00000010:2.1:1769073697.659578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046e00. 00010000:00000010:1.1:1769073700.176592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:1.1:1769073700.176611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000080:00000010:0.1:1769073700.182342:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202bf18c0. 00010000:00000010:0.1:1769073700.182360:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20af73b00. 00010000:00000010:0.1:1769073700.182377:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047000. 00010000:00000010:2.1:1769073700.207959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46800. 00010000:00000010:2.1:1769073700.216359:0:10145:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6900. 00010000:00000010:2.1:1769073700.216454:0:10145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047200. 00000080:00000010:1.1:1769073700.448513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202bf1740. 00010000:00000010:0.1:1769073701.954504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff100. 00010000:00000010:0.1:1769073701.954524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031600. 00000080:00000010:0.1:1769073701.960700:0:10167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20b7c6540. 00010000:00000010:0.1:1769073702.016231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dd00. 00010000:00000010:0.1:1769073702.016254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046e00. 00010000:00000010:0.1:1769073702.016261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6900. 00010000:00000010:0.1:1769073702.016264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152ea00. 00000080:00000010:0.1:1769073702.041539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20b7c60e0. 00000080:00000010:0.1:1769073702.041569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b131080. 00010000:00000010:0.1:1769073702.137302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85db00. 00010000:00000010:0.1:1769073702.137318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046e00. 00000080:00000010:0.1:1769073702.161971:0:10176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20acc6600. 00010000:00000010:2.1:1769073702.205523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6b00. 00010000:00000010:2.1:1769073702.205541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152fe00. 00010000:00000010:2.1:1769073702.205548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1900. 00010000:00000010:2.1:1769073702.205554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00000080:00000010:2.1:1769073702.220507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20adf14c0. 00000080:00000010:2.1:1769073702.243580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b131080. 00010000:00000010:1.1:1769073706.369571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6b00. 00010000:00000010:1.1:1769073706.369616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e600. 00010000:00000010:1.1:1769073706.412133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d000. 00010000:00000010:1.1:1769073706.415537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85de00. 00010000:00000010:1.1:1769073706.415554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047200. 00000080:00000010:1.1:1769073706.602042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da204c94b00. 00010000:00000010:3.1F:1769073706.723888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:3.1:1769073706.723934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490000. 00010000:00000010:3.1:1769073706.741202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:0.1:1769073706.773005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff800. 00010000:00000010:0.1:1769073706.773026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031a00. 00010000:00000010:0.1:1769073706.786845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffc00. 00010000:00000010:0.1:1769073706.821515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffc00. 00010000:00000010:0.1:1769073706.821536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031a00. 00010000:00000010:2.1:1769073706.842897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff100. 00010000:00000010:3.1:1769073706.897703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:3.1:1769073706.897734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00010000:00000010:2.1:1769073706.928549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1900. 00010000:00000010:0.1:1769073706.942705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:0.1:1769073706.942729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00010000:00000010:0.1:1769073706.948646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffc00. 00010000:00000010:0.1:1769073706.971674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffc00. 00010000:00000010:0.1:1769073706.971695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031000. 00010000:00000010:0.1:1769073707.002761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff000. 00010000:00000010:0.1:1769073707.014687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff500. 00010000:00000010:0.1:1769073707.014708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031000. 00010000:00000010:0.1:1769073707.034821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff000. 00010000:00000010:3.1:1769073707.093135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e100. 00010000:00000010:3.1:1769073707.093157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e200. 00010000:00000010:2.1:1769073707.128638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:0.1:1769073707.153977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff000. 00010000:00000010:0.1:1769073707.153998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00010000:00000010:0.1:1769073707.170935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:1.1:1769073707.201024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:1.1:1769073707.201041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00010000:00000010:1.1:1769073707.206520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d000. 00010000:00000010:0.1:1769073707.245523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d000. 00010000:00000010:0.1:1769073707.245542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047c00. 00010000:00000010:0.1:1769073707.245548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff700. 00010000:00000010:1.1:1769073707.274681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d800. 00010000:00000010:1.1:1769073707.274702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046e00. 00010000:00000010:1.1:1769073707.291703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:3.1:1769073707.315677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff700. 00010000:00000010:3.1:1769073707.315698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711e00. 00010000:00000010:3.1:1769073707.330528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:3.1:1769073707.351646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:3.1:1769073707.351666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00010000:00000010:2.1:1769073707.366529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1500. 00010000:00000010:0.1:1769073707.388726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421fff00. 00010000:00000010:0.1:1769073707.388748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711600. 00010000:00000010:0.1:1769073707.410801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff700. 00010000:00000010:0.1:1769073707.435514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff700. 00010000:00000010:0.1:1769073707.435531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711600. 00010000:00000010:0.1:1769073707.450667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:0.1:1769073707.472535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:0.1:1769073707.472554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711600. 00010000:00000010:2.1:1769073707.500906:0:10207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff100. 00010000:00000010:2.1:1769073707.532762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073707.532782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f600. 00010000:00000010:2.1:1769073707.575340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:0.1:1769073707.596727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:0.1:1769073707.596748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f600. 00010000:00000010:0.1:1769073707.625534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:1.1:1769073707.660986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:1.1:1769073707.661003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046e00. 00010000:00000010:0.1:1769073707.667360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:0.1:1769073707.685840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:0.1:1769073707.685858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00010000:00000010:0.1:1769073707.706526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:0.1:1769073707.729904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:0.1:1769073707.729923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00010000:00000010:0.1:1769073707.749984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:1.1:1769073707.774696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:1.1:1769073707.774716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:0.1:1769073707.794611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073707.828114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:1.1:1769073707.828132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00010000:00000010:1.1:1769073707.854003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:0.1:1769073707.892992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d300. 00010000:00000010:0.1:1769073707.893011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710000. 00010000:00000010:0.1:1769073707.914645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:0.1:1769073707.959977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:0.1:1769073707.960001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f600. 00010000:00000010:0.1:1769073707.980372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:2.1:1769073708.020001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:2.1:1769073708.020024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710400. 00010000:00000010:0.1:1769073708.041517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:1.1:1769073708.058943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:1.1:1769073708.058965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c000. 00010000:00000010:1.1:1769073708.087512:0:10207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d900. 00010000:00000010:1.1:1769073708.109910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d900. 00010000:00000010:1.1:1769073708.109928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c000. 00010000:00000010:1.1:1769073708.137907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:0.1:1769073708.156606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:0.1:1769073708.156627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c000. 00010000:00000010:0.1:1769073708.179327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:1.1:1769073708.204518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:1.1:1769073708.204605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710400. 00010000:00000010:3.1:1769073708.231536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:2.1:1769073708.257328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:2.1:1769073708.257352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00010000:00000010:0.1:1769073708.294765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:0.1:1769073708.331151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0da00. 00010000:00000010:0.1:1769073708.331171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00010000:00000010:0.1:1769073708.363511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:1.1:1769073708.420631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:1.1:1769073708.420651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00010000:00000010:1.1:1769073708.452279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85da00. 00010000:00000010:1.1:1769073708.490954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:1.1:1769073708.490978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00010000:00000010:1.1:1769073708.507506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85da00. 00010000:00000010:2.1:1769073708.562453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:2.1:1769073708.562488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00010000:00000010:2.1:1769073708.567961:0:10207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:3.1:1769073708.596687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:3.1:1769073708.596719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e800. 00010000:00000010:0.1:1769073708.610545:0:10207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1300. 00010000:00000010:0.1:1769073708.637677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:0.1:1769073708.637696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00010000:00000010:0.1:1769073708.671543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:2.1:1769073708.712551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:2.1:1769073708.712582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00010000:00000010:2.1:1769073708.724127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:3.1:1769073708.767839:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:3.1:1769073708.767848:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152fe00. 00010000:00000010:1.1:1769073708.775570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:1.1:1769073708.794564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:1.1:1769073708.794583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769073708.823534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073708.841779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:1.1:1769073708.841799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769073708.871641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:2.1:1769073708.897528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:2.1:1769073708.897581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:2.1:1769073708.949820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:0.1:1769073708.983989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:0.1:1769073708.984009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710400. 00010000:00000010:0.1:1769073709.010701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:3.1:1769073709.054800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:2.1:1769073709.056313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d000. 00010000:00000010:2.1:1769073709.056329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:2.1:1769073709.067849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:2.1:1769073709.067881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00010000:00000010:2.1:1769073709.082833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:3.1:1769073709.111519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:3.1:1769073709.111535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00010000:00000010:1.1:1769073709.127610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1800. 00010000:00000010:1.1:1769073709.149527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85db00. 00010000:00000010:1.1:1769073709.149560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d200. 00010000:00000010:1.1:1769073709.163511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dd00. 00010000:00000010:1.1:1769073709.192536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dd00. 00010000:00000010:1.1:1769073709.192566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d200. 00010000:00000010:0.1:1769073709.219408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d000. 00010000:00000010:0.1:1769073709.255522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dd00. 00010000:00000010:0.1:1769073709.255543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d200. 00010000:00000010:0.1:1769073709.275029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:3.1:1769073743.075672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152ee00. 00010000:00000010:3.1:1769073743.075684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f400. 00010000:00000010:3.1:1769073743.075689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00010000:00000010:3.1:1769073743.075800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2038a6300. 00010000:00000010:3.1:1769073743.075807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00010000:00000010:3.1:1769073743.075811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031e00. 00010000:00000010:3.1:1769073743.075816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1d00. 00010000:00000010:3.1:1769073743.108349:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047800. 00010000:00000010:3.1:1769073743.108369:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242046000. 00010000:00000010:3.1:1769073743.108375:0:792:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46c00. 00010000:00000010:2.1:1769073745.086509:0:10402:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:2.1:1769073745.086532:0:10402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:0.1:1769073758.602866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85de00. 00010000:00000010:0.1:1769073758.602880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047200. 00010000:00000010:0.1:1769073758.602886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46f00. 00010000:00000010:0.1:1769073758.602890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047400. 00000080:00000010:3.1:1769073760.998534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20645a9e0. 00010000:00000010:3.1:1769073760.998555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:3.1:1769073760.998561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710400. 00000080:00000010:3.1:1769073760.998573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2106f6ea0. 00010000:00000010:3.1:1769073761.029572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:3.1:1769073761.029587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00000080:00000010:3.1:1769073761.029593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2106f6fc0. 00010000:00000010:3.1:1769073761.029609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85db00. 00010000:00000010:3.1:1769073761.029614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:3.1:1769073761.029618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa94940. 00010000:00000010:3.1:1769073761.029626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:3.1:1769073761.029631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000080:00000010:3.1:1769073761.029635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa7bfe0. 00010000:00000010:3.1:1769073761.029645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:3.1:1769073761.029649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000080:00000010:3.1:1769073761.029652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa7bea0. 00010000:00000010:3.1:1769073761.032688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1000. 00010000:00000010:3.1:1769073761.032709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:3.1:1769073761.032720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa58680. 00010000:00000010:3.1:1769073761.032739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:3.1:1769073761.032746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710200. 00000080:00000010:3.1:1769073761.032750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa7be80. 00010000:00000010:3.1:1769073761.032759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:3.1:1769073761.032764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152fe00. 00000080:00000010:3.1:1769073761.032769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2106f6a80. 00010000:00000010:3.1:1769073761.032780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:3.1:1769073761.032785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000080:00000010:3.1:1769073761.032789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a8e5420. 00010000:00000010:3.1:1769073761.032803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:3.1:1769073761.032806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00000080:00000010:3.1:1769073761.032810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21804dae0. 00010000:00000010:3.1:1769073761.032818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85da00. 00010000:00000010:3.1:1769073761.032823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490e00. 00000080:00000010:3.1:1769073761.032826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa583e0. 00010000:00000010:3.1:1769073761.032831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e600. 00010000:00000010:3.1:1769073761.032834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e800. 00000080:00000010:3.1:1769073761.032859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aa58cc0. 00010000:00000010:3.1:1769073761.032864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:3.1:1769073761.032869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711400. 00000080:00000010:3.1:1769073761.032873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21804df80. 00010000:00000010:3.1:1769073761.032878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dd00. 00010000:00000010:3.1:1769073761.032880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000080:00000010:3.1:1769073761.032884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a853340. 00010000:00000010:3.1:1769073761.032888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:3.1:1769073761.032892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152f600. 00000080:00000010:2.1:1769073761.033751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a902280. 00010000:00000010:2.1:1769073761.033782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:2.1:1769073761.033790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:2.1:1769073761.033796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a8e5120. 00010000:00000010:2.1:1769073761.033803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d700. 00010000:00000010:2.1:1769073761.033806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00000080:00000010:2.1:1769073761.033810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a902460. 00010000:00000010:2.1:1769073761.033815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0da00. 00010000:00000010:2.1:1769073761.033820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711e00. 00000080:00000010:2.1:1769073761.033825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a853660. 00010000:00000010:2.1:1769073761.033830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:2.1:1769073761.033834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e600. 00000080:00000010:2.1:1769073761.033837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a8e5e00. 00010000:00000010:2.1:1769073761.033843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:2.1:1769073761.033848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00000080:00000010:2.1:1769073761.041448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2181a5c20. 00010000:00000010:2.1:1769073761.041495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:2.1:1769073761.041503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711800. 00000080:00000010:2.1:1769073761.041509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da209ede6e0. 00010000:00000010:2.1:1769073761.041517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d900. 00010000:00000010:2.1:1769073761.041522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00000080:00000010:2.1:1769073761.041524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da209edeaa0. 00010000:00000010:2.1:1769073761.041540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:2.1:1769073761.041545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000080:00000010:2.1:1769073761.041571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a853be0. 00010000:00000010:2.1:1769073761.041578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:2.1:1769073761.041582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152e200. 00000080:00000010:2.1:1769073761.041586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2181a5740. 00010000:00000010:2.1:1769073761.041592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d600. 00010000:00000010:2.1:1769073761.041597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710000. 00000080:00000010:2.1:1769073761.041600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2181a5e40. 00010000:00000010:2.1:1769073761.041604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d300. 00010000:00000010:2.1:1769073761.041607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711c00. 00000080:00000010:2.1:1769073761.041610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da209ede500. 00010000:00000010:2.1:1769073761.041614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d200. 00010000:00000010:2.1:1769073761.041617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00000080:00000010:2.1:1769073761.041619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da209edea40. 00010000:00000010:2.1:1769073761.041625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:2.1:1769073761.041629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:2.1:1769073761.041632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2180c8a00. 00010000:00000010:2.1:1769073761.041639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:2.1:1769073761.041642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710c00. 00000080:00000010:2.1:1769073761.041645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2180c85a0. 00010000:00000010:2.1:1769073761.041649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:2.1:1769073761.041652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710800. 00000080:00000010:2.1:1769073761.041655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20b7c6b60. 00010000:00000010:2.1:1769073761.041662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff900. 00010000:00000010:2.1:1769073761.041666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00000080:00000010:2.1:1769073761.041670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21804d8e0. 00010000:00000010:2.1:1769073761.041686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff100. 00010000:00000010:2.1:1769073761.041690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711600. 00000080:00000010:2.1:1769073761.041694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21072f400. 00010000:00000010:2.1:1769073761.041699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073761.041703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20152ea00. 00000080:00000010:2.1:1769073761.041715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2100cc1a0. 00010000:00000010:2.1:1769073761.041730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:2.1:1769073761.041734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710e00. 00000080:00000010:2.1:1769073761.041742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2100cc480. 00010000:00000010:2.1:1769073761.041755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff700. 00010000:00000010:2.1:1769073761.041758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711000. 00000080:00000010:2.1:1769073761.041761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2100cc760. 00010000:00000010:2.1:1769073761.041765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421fff00. 00010000:00000010:2.1:1769073761.041768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711200. 00000080:00000010:2.1:1769073761.041772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2101096c0. 00010000:00000010:2.1:1769073761.041777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:2.1:1769073761.041781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491600. 00000080:00000010:2.1:1769073761.041784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da210109760. 00010000:00000010:2.1:1769073761.041789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1200. 00010000:00000010:2.1:1769073761.041793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000080:00000010:2.1:1769073761.041796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da204c943c0. 00010000:00000010:2.1:1769073761.041803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d800. 00010000:00000010:2.1:1769073761.041807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047c00. 00000080:00000010:2.1:1769073761.041810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2100ccaa0. 00010000:00000010:2.1:1769073761.041814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffe00. 00010000:00000010:2.1:1769073761.041817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210711a00. 00000080:00000010:2.1:1769073761.041820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da204c94da0. 00010000:00000010:2.1:1769073761.041823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d500. 00010000:00000010:2.1:1769073761.041826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da242047000. 00000080:00000010:2.1:1769073761.041830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21066d640. 00010000:00000010:2.1:1769073761.041835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff000. 00010000:00000010:2.1:1769073761.041838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710600. 00000080:00000010:2.1:1769073761.041840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da210109880. 00010000:00000010:2.1:1769073761.041844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:2.1:1769073761.041847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490a00. 00000080:00000010:2.1:1769073761.041850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21066da60. 00010000:00000010:2.1:1769073761.041854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff500. 00010000:00000010:2.1:1769073761.041857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da210710a00. 00000080:00000010:2.1:1769073761.041859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21066d880. 00010000:00000010:2.1:1769073761.041863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ffc00. 00010000:00000010:2.1:1769073761.041867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031a00. 00000080:00000010:2.1:1769073761.041878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da210109fa0. 00010000:00000010:2.1:1769073761.041882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff600. 00010000:00000010:2.1:1769073761.041886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200030e00. 00000080:00000010:2.1:1769073761.041889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da210109520. 00010000:00000010:2.1:1769073761.041893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:2.1:1769073761.041896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490000. 00000080:00000010:2.1:1769073761.041899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21003d300. 00010000:00000010:2.1:1769073761.041903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:2.1:1769073761.041906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031400. 00000080:00000010:2.1:1769073761.041909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202d5b6a0. 00010000:00000010:2.1:1769073761.041913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2421ff800. 00010000:00000010:2.1:1769073761.041916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da200031600. 00000080:00000010:2.1:1769073761.041919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21006ed20. 00010000:00000010:2.1:1769073761.041923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:2.1:1769073761.041926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00000080:00000010:1.1:1769073872.328869:0:10542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da210a6dda0. 00000080:00000010:1.1:1769073872.328907:0:10542:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17c200. 00000080:00000010:1.1:1769073872.328922:0:10542:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a0840. 00000080:00000010:1.1:1769073872.328934:0:10542:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b178000. 00010000:00000010:2.1:1769073872.339115:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d200. 00010000:00000010:2.1:1769073872.339129:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00010000:00000010:2.1:1769073872.339132:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00010000:00000010:1.1:1769073875.208526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:1.1:1769073875.208542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:1.1:1769073875.208548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2111bb100. 00010000:00000010:1.1:1769073875.208551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:1.1:1769073875.239341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab9c0. 00000080:00000010:2.1:1769073875.241277:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b18c0. 00010000:00000010:0.1:1769073875.279649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:0.1:1769073875.279667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:0.1:1769073875.279672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:0.1:1769073875.279675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00000080:00000010:2.1:1769073875.307584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaabde0. 00000080:00000010:2.1:1769073875.307620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1318c0. 00010000:00000010:2.1:1769073875.355721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073875.355743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490400. 00010000:00000010:2.1:1769073875.355748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:2.1:1769073875.355751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:3.1:1769073875.398559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c516c0. 00000080:00000010:3.1:1769073875.398594:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a39c0. 00010000:00000010:0.1:1769073875.418652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:0.1:1769073875.418887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00010000:00000010:0.1:1769073875.418893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1800. 00010000:00000010:0.1:1769073875.418897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00000080:00000010:0.1:1769073875.446914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437860. 00000080:00000010:0.1:1769073875.450529:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a6300. 00010000:00000010:0.1:1769073875.482648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:0.1:1769073875.482665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:0.1:1769073875.482692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:0.1:1769073875.482695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:0.1:1769073875.539038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab7e0. 00000080:00000010:0.1:1769073875.539076:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b135ac0. 00010000:00000010:2.1:1769073875.578613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:2.1:1769073875.578622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:2.1:1769073875.578626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:2.1:1769073875.578628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:2.1:1769073875.586143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2080. 00000080:00000010:2.1:1769073875.586177:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b135280. 00010000:00000010:3.1:1769073875.620497:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:3.1:1769073875.620504:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:3.1:1769073875.620507:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:3.1:1769073875.620510:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00000080:00000010:2.1:1769073875.626671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaabc00. 00000080:00000010:2.1:1769073875.626709:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a3180. 00010000:00000010:3.1:1769073875.664554:0:10645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:3.1:1769073875.664562:0:10645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00010000:00000010:3.1:1769073875.664565:0:10645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:3.1:1769073875.664569:0:10645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000080:00000010:3.1:1769073875.671697:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20666e720. 00000080:00000010:3.1:1769073875.671723:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a1080. 00010000:00000010:0.1:1769073875.699824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:0.1:1769073875.699832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769073875.699836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1300. 00010000:00000010:0.1:1769073875.699840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00000080:00000010:0.1:1769073875.705625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437180. 00000080:00000010:0.1:1769073875.709510:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b132940. 00010000:00000010:1.1:1769073875.733541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:1.1:1769073875.733561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00010000:00000010:1.1:1769073875.733588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:1.1:1769073875.733591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00000080:00000010:1.1:1769073875.762827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437180. 00000080:00000010:1.1:1769073875.768639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17ca40. 00010000:00000010:0.1:1769073875.816514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d600. 00010000:00000010:0.1:1769073875.816534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00010000:00000010:0.1:1769073875.816539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dc00. 00010000:00000010:0.1:1769073875.816542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000080:00000010:0.1:1769073875.852043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f24e0. 00000080:00000010:0.1:1769073875.852068:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b137380. 00010000:00000010:2.1:1769073875.884547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769073875.884565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00010000:00000010:2.1:1769073875.884578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d600. 00010000:00000010:2.1:1769073875.884581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00000080:00000010:0.1:1769073875.938779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437280. 00000080:00000010:0.1:1769073875.938811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17a100. 00010000:00000010:1.1:1769073875.980525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:1.1:1769073875.980550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:1.1:1769073875.980555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d300. 00010000:00000010:1.1:1769073875.980557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00000080:00000010:1.1:1769073875.996849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437280. 00000080:00000010:1.1:1769073876.019094:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b5ac0. 00010000:00000010:2.1:1769073876.023670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769073876.023687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:2.1:1769073876.023691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d900. 00010000:00000010:2.1:1769073876.023695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00000080:00000010:2.1:1769073876.047647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2c40. 00000080:00000010:2.1:1769073876.047680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a18c0. 00010000:00000010:0.1:1769073876.080709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d700. 00010000:00000010:0.1:1769073876.080726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00010000:00000010:0.1:1769073876.080730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:0.1:1769073876.080734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:0.1:1769073876.084731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaaba20. 00000080:00000010:0.1:1769073876.084774:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b136b40. 00010000:00000010:1.1:1769073876.117641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:1.1:1769073876.117662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:1.1:1769073876.117667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:1.1:1769073876.117669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00000080:00000010:1.1:1769073876.132237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437ba0. 00000080:00000010:1.1:1769073876.144859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b134200. 00010000:00000010:2.1:1769073876.161996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85da00. 00010000:00000010:2.1:1769073876.162002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:2.1:1769073876.162006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:2.1:1769073876.162009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:3.1:1769073876.171532:0:2373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2bc0. 00000080:00000010:3.1:1769073876.171560:0:2373:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a5ac0. 00010000:00000010:2.1:1769073876.193562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769073876.193581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00010000:00000010:2.1:1769073876.193585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:2.1:1769073876.193590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00000080:00000010:2.1:1769073876.228266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab560. 00000080:00000010:2.1:1769073876.232331:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a5280. 00010000:00000010:3.1:1769073876.281774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:3.1:1769073876.281792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:3.1:1769073876.281797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:3.1:1769073876.281800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00000080:00000010:0.1:1769073876.295643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab560. 00000080:00000010:0.1:1769073876.301100:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b130000. 00010000:00000010:2.1:1769073876.321685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dd00. 00010000:00000010:2.1:1769073876.321705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:2.1:1769073876.321709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0da00. 00010000:00000010:2.1:1769073876.321713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00000080:00000010:2.1:1769073876.342531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437e40. 00000080:00000010:2.1:1769073876.348897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b134a40. 00010000:00000010:1.1:1769073876.375507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:1.1:1769073876.375526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:1.1:1769073876.375532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:1.1:1769073876.375536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:1.1:1769073876.409726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437360. 00000080:00000010:1.1:1769073876.409767:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b132100. 00010000:00000010:0.1:1769073876.476689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:0.1:1769073876.476712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00010000:00000010:0.1:1769073876.476718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:0.1:1769073876.476722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000080:00000010:0.1:1769073876.501422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437de0. 00000080:00000010:0.1:1769073876.501471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b178840. 00010000:00000010:2.1:1769073876.557930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073876.557944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:2.1:1769073876.557949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:2.1:1769073876.557952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:2.1:1769073876.585794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaaba40. 00000080:00000010:2.1:1769073876.585817:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b130840. 00010000:00000010:2.1:1769073876.601908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073876.601925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:2.1:1769073876.601930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:2.1:1769073876.601933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00000080:00000010:3.1:1769073876.619273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab740. 00000080:00000010:3.1:1769073876.619311:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17b9c0. 00010000:00000010:0.1:1769073876.657178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:0.1:1769073876.657196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:0.1:1769073876.657202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:0.1:1769073876.657207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490400. 00000080:00000010:2.1:1769073876.712598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2ae0. 00000080:00000010:2.1:1769073876.712619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1339c0. 00010000:00000010:0.1:1769073876.751084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:0.1:1769073876.751114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491400. 00010000:00000010:0.1:1769073876.751119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:0.1:1769073876.751123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00000080:00000010:0.1:1769073876.775713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20666e720. 00000080:00000010:0.1:1769073876.781458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b136300. 00010000:00000010:1.1:1769073876.819783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:1.1:1769073876.819799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769073876.819803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:1.1:1769073876.819807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00000080:00000010:1.1:1769073876.848081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2800. 00000080:00000010:1.1:1769073876.848117:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b131080. 00010000:00000010:0.1:1769073876.896081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:0.1:1769073876.896099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00010000:00000010:0.1:1769073876.896104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:0.1:1769073876.896108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00000080:00000010:2.1:1769073876.914072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437340. 00000080:00000010:2.1:1769073876.914096:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17e300. 00010000:00000010:2.1:1769073876.963268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:2.1:1769073876.963284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00010000:00000010:2.1:1769073876.963289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073876.963292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000080:00000010:0.1:1769073877.013040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20666e7c0. 00000080:00000010:0.1:1769073877.016634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17b180. 00010000:00000010:2.1:1769073877.077583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769073877.077601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:2.1:1769073877.077607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:2.1:1769073877.077609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:0.1:1769073877.109510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437680. 00000080:00000010:0.1:1769073877.109545:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b9080. 00010000:00000010:0.1:1769073877.127689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:0.1:1769073877.127706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:0.1:1769073877.127710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:0.1:1769073877.127713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:0.1:1769073877.152923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437100. 00000080:00000010:0.1:1769073877.152952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b5280. 00010000:00000010:0.1:1769073877.191535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:0.1:1769073877.191554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:0.1:1769073877.191558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:0.1:1769073877.191561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:2.1:1769073877.217529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437680. 00000080:00000010:2.1:1769073877.222990:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b98c0. 00010000:00000010:3.1:1769073877.249613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:3.1:1769073877.249630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:3.1:1769073877.249634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:3.1:1769073877.249656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:2.1:1769073877.255816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab2a0. 00000080:00000010:2.1:1769073877.255855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bdac0. 00010000:00000010:0.1:1769073877.286360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:0.1:1769073877.286374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00010000:00000010:0.1:1769073877.286379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:0.1:1769073877.286382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00000080:00000010:0.1:1769073877.301671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab2a0. 00000080:00000010:1.1:1769073877.304693:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b179080. 00010000:00000010:1.1:1769073877.335529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073877.335546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769073877.335550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85de00. 00010000:00000010:1.1:1769073877.335569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00000080:00000010:1.1:1769073877.335575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2d40. 00000080:00000010:1.1:1769073877.355792:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1798c0. 00010000:00000010:2.1:1769073877.369057:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85de00. 00010000:00000010:2.1:1769073877.369078:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:2.1:1769073877.369082:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85db00. 00010000:00000010:2.1:1769073877.369086:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00000080:00000010:3.1:1769073877.372071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2d40. 00000080:00000010:3.1:1769073877.375772:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a2940. 00010000:00000010:2.1:1769073877.406611:0:2374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:2.1:1769073877.406626:0:2374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00010000:00000010:2.1:1769073877.406632:0:2374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1500. 00010000:00000010:2.1:1769073877.406637:0:2374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:0.1:1769073877.409838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab360. 00000080:00000010:0.1:1769073877.430558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bd280. 00010000:00000010:0.1:1769073877.439421:0:10645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:0.1:1769073877.439442:0:10645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:0.1:1769073877.439447:0:10645:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:0.1:1769073877.439450:0:10645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:0.1:1769073877.449514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064372a0. 00000080:00000010:0.1:1769073877.453662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1ba940. 00010000:00000010:1.1:1769073877.477531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073877.477549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:1.1:1769073877.477554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:1.1:1769073877.477557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:1.1:1769073877.496524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064372a0. 00000080:00000010:1.1:1769073877.500500:0:10645:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a7380. 00010000:00000010:1.1:1769073877.543383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:1.1:1769073877.543394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:1.1:1769073877.543397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073877.543400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00000080:00000010:1.1:1769073877.553073:0:10645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2240. 00000080:00000010:1.1:1769073877.553115:0:10645:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17dac0. 00010000:00000010:1.1:1769073877.574738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:1.1:1769073877.575031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769073877.575035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:1.1:1769073877.575039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000080:00000010:1.1:1769073877.584314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2a00. 00000080:00000010:1.1:1769073877.584355:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17d280. 00010000:00000010:1.1:1769073877.616808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:1.1:1769073877.616824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:1.1:1769073877.616828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:1.1:1769073877.616830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:1.1:1769073877.633553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2a00. 00000080:00000010:1.1:1769073877.633584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17a940. 00010000:00000010:2.1:1769073877.678530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:2.1:1769073877.678549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:2.1:1769073877.678553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85df00. 00010000:00000010:2.1:1769073877.678557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:2.1:1769073877.697531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab220. 00000080:00000010:2.1:1769073877.697566:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a6b40. 00010000:00000010:1.1:1769073877.768796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:1.1:1769073877.768818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:1.1:1769073877.768832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:1.1:1769073877.768838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00000080:00000010:1.1:1769073877.768846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2a00. 00000080:00000010:1.1:1769073877.772852:0:10645:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bf380. 00010000:00000010:0.1:1769073877.825475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:0.1:1769073877.825492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:0.1:1769073877.825496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d300. 00010000:00000010:0.1:1769073877.825499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00000080:00000010:0.1:1769073877.849094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2a00. 00000080:00000010:0.1:1769073877.859628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b2940. 00010000:00000010:2.1:1769073877.887760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:2.1:1769073877.887778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00010000:00000010:2.1:1769073877.887783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:2.1:1769073877.887786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00000080:00000010:0.1:1769073877.904690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaabf20. 00000080:00000010:0.1:1769073877.904737:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a4200. 00010000:00000010:3.1:1769073877.952551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:3.1:1769073877.952567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:3.1:1769073877.952577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:3.1:1769073877.952580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00000080:00000010:3.1:1769073877.981696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437a40. 00000080:00000010:3.1:1769073877.981745:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17f380. 00010000:00000010:1.1:1769073878.025532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:1.1:1769073878.025554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00010000:00000010:1.1:1769073878.025559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:1.1:1769073878.025563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490e00. 00000080:00000010:1.1:1769073878.067657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437260. 00000080:00000010:1.1:1769073878.067688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00010000:00000010:2.1:1769073878.099221:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:2.1:1769073878.099237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:2.1:1769073878.105102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d600. 00010000:00000010:2.1:1769073878.105110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00000080:00000010:3.1:1769073878.121959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f2600. 00000080:00000010:3.1:1769073878.121983:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1beb40. 00010000:00000010:2.1:1769073878.144704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:2.1:1769073878.144756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00010000:00000010:2.1:1769073878.144772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:2.1:1769073878.144778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000080:00000010:2.1:1769073878.164486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab100. 00000080:00000010:2.1:1769073878.164522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bc200. 00010000:00000010:3.1:1769073878.211604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d700. 00010000:00000010:3.1:1769073878.211621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00010000:00000010:3.1:1769073878.211625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85da00. 00010000:00000010:3.1:1769073878.211628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00000080:00000010:1.1:1769073878.225545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f23c0. 00000080:00000010:1.1:1769073878.225579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00010000:00000010:2.1:1769073878.291350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:2.1:1769073878.291371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:2.1:1769073878.291375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:2.1:1769073878.291378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:0.1:1769073878.305641:0:10649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437500. 00000080:00000010:0.1:1769073878.305666:0:10649:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1ba940. 00010000:00000010:3.1:1769073887.326261:0:11222:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:3.1:1769073887.326273:0:11222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:2.1:1769073887.369010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d900. 00010000:00000010:2.1:1769073887.369026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00010000:00000010:2.1:1769073888.465883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:2.1:1769073888.465901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00000080:00000010:2.1:1769073888.510075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2065f19e0. 00010000:00000010:1.1:1769073888.589518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:1.1:1769073888.589550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:1.1:1769073888.589556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:1.1:1769073888.589559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000080:00000010:3.1:1769073888.627521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20307b060. 00000080:00000010:3.1:1769073888.627560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a6b40. 00010000:00000010:1.1:1769073888.740522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:1.1:1769073888.740553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000080:00000010:0.1:1769073888.781865:0:11245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20307bf20. 00010000:00000010:2.1:1769073888.858886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:2.1:1769073888.858904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:2.1:1769073888.858907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:2.1:1769073888.858910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:1.1:1769073888.878282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437040. 00000080:00000010:1.1:1769073888.878307:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1ba940. 00010000:00000010:3.1:1769073892.924536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e600. 00010000:00000010:3.1:1769073892.924556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00010000:00000010:0.1:1769073892.945374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1200. 00010000:00000010:1.1:1769073892.950670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:1.1:1769073892.950690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000080:00000010:1.1:1769073893.018517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20666e340. 00010000:00000010:3.1:1769073893.058772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:3.1:1769073893.058796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00010000:00000010:3.1:1769073893.077766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:3.1:1769073893.103059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:3.1:1769073893.103083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490400. 00000080:00000010:0.1:1769073893.151729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20666ec00. 00000080:00000010:3.1:1769073893.231453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2061f24a0. 00000080:00000010:3.1:1769073893.231498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b178000. 00000080:00000010:3.1:1769073893.231510:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bd280. 00010000:00000010:1.1:1769073893.232227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00010000:00000010:1.1:1769073893.232238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:2.1:1769073893.245526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80e00. 00010000:00000010:0.1:1769073893.314721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:0.1:1769073893.314728:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d100. 00010000:00000010:0.1:1769073893.314733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:0.1:1769073893.314735:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85d400. 00010000:00000010:3.1:1769073926.893588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80a00. 00010000:00000010:3.1:1769073926.893602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00010000:00000010:3.1:1769073926.893607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85dd00. 00010000:00000010:2.1:1769073926.903927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00010000:00000010:2.1:1769073926.903946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:2.1:1769073926.903966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:2.1:1769073926.903969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e100. 00010000:00000010:1.1:1769073935.232623:0:8691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:1.1:1769073935.232637:0:8691:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:3.1:1769073945.521596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:3.1:1769073945.521606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00010000:00000010:3.1:1769073945.521611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85de00. 00010000:00000010:3.1:1769073945.521616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:2.1:1769073945.521618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00000080:00000010:1.1:1769073945.522736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbfe00. 00000080:00000010:1.1:1769073945.522784:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b133180. 00000080:00000010:1.1:1769073945.522796:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b7380. 00010000:00000010:2.1:1769073945.653744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00010000:00000010:2.1:1769073945.653755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d200. 00010000:00000010:1.1:1769074099.189581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:1.1:1769074099.189597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:1.1:1769074099.189601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:1.1:1769074099.189604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:1.1:1769074099.226592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437f60. 00000080:00000010:1.1:1769074099.237741:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bca40. 00010000:00000010:0.1:1769074099.293803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00010000:00000010:1.1:1769074103.261044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:1.1:1769074103.261066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:0.1:1769074107.985803:0:12227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:0.1:1769074107.985810:0:12227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80a00. 00000080:00000010:3.1:1769074107.995475:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437d00. 00010000:00000010:3.1:1769074107.995494:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:3.1:1769074107.995499:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00010000:00000010:0.1:1769074108.032761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:0.1:1769074108.032769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d600. 00010000:00000010:0.1:1769074108.032773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00000080:00000010:0.1:1769074108.105515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2065f1260. 00010000:00000010:1.1:1769074109.542384:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:1.1:1769074109.542397:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00000080:00000010:1.1:1769074109.560935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbf5c0. 00010000:00000010:1.1:1769074109.608593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:1.1:1769074109.608609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:1.1:1769074109.608613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:1.1:1769074109.608615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00000080:00000010:1.1:1769074109.648829:0:12239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbfda0. 00000080:00000010:1.1:1769074109.648866:0:12239:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00010000:00000010:0.1:1769074109.778866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1200. 00010000:00000010:0.1:1769074109.778882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00000080:00000010:1.1:1769074109.810645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437840. 00010000:00000010:1.1:1769074109.882661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:1.1:1769074109.882678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:1.1:1769074109.882682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d600. 00010000:00000010:1.1:1769074109.882686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00000080:00000010:1.1:1769074109.889500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbf940. 00000080:00000010:1.1:1769074109.889531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00010000:00000010:3.1:1769074113.165362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:3.1:1769074113.165376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491a00. 00010000:00000010:3.1:1769074113.183503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:2.1:1769074113.189524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:2.1:1769074113.189540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:0.1:1769074113.250705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21003d100. 00010000:00000010:1.1:1769074146.027799:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:1.1:1769074146.027816:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:1.1:1769074146.027821:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00010000:00000010:1.1:1769074146.027827:0:12491:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:1.1:1769074146.027833:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:1.1:1769074146.027841:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00010000:00000010:1.1:1769074146.027847:0:12491:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:1.1:1769074146.027850:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:1.1:1769074146.027854:0:12491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00010000:00000010:1.1:1769074146.027857:0:12491:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20c85db00. 00010000:00000010:0.1:1769074146.047699:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:0.1:1769074146.047711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:3.1:1769074146.213688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:3.1:1769074146.213700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:3.1:1769074164.689554:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d300. 00010000:00000010:3.1:1769074164.689566:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:3.1:1769074164.689573:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:3.1:1769074164.689578:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00010000:00000010:2.1:1769074164.705506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:2.1:1769074164.705520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:2.1:1769074164.738456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2125322a0. 00000080:00000010:2.1:1769074164.738496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b8840. 00010000:00000010:0.1:1769074164.768165:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:0.1:1769074164.768178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:0.1:1769074164.768182:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:0.1:1769074164.768185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00000080:00000010:0.1:1769074164.796553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21003d1e0. 00000080:00000010:0.1:1769074164.796580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bb9c0. 00010000:00000010:1.1:1769074164.863258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:0.1:1769074164.884568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00010000:00000010:0.1:1769074166.864614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:0.1:1769074166.864625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:0.1:1769074166.864629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:0.1:1769074166.864632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:2.1:1769074175.432018:0:2374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbfec0. 00010000:00000010:2.1:1769074175.432034:0:2374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:2.1:1769074175.432041:0:2374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00000080:00000010:1.1:1769074175.435499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21003dd20. 00010000:00000010:1.1:1769074175.435522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:1.1:1769074175.435548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00000080:00000010:3.1:1769074175.479618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2065f1ac0. 00010000:00000010:0.1:1769074175.547509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:0.1:1769074175.547535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769074175.547538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:0.1:1769074175.547541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:0.1:1769074175.553219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42920. 00000080:00000010:3.1:1769074175.558833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b4200. 00010000:00000010:2.1:1769074175.657585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:2.1:1769074175.657603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000080:00000010:3.1:1769074175.686899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2065f1fc0. 00010000:00000010:0.1:1769074175.760528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:0.1:1769074175.760556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00010000:00000010:0.1:1769074175.760561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:0.1:1769074175.760564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:0.1:1769074175.760570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2065f1de0. 00000080:00000010:0.1:1769074175.760587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b4200. 00010000:00000010:0.1:1769074178.801685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:0.1:1769074178.801707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00000080:00000010:0.1:1769074178.805698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42fc0. 00010000:00000010:3.1:1769074207.491085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:3.1:1769074207.491106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:3.1:1769074207.491110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00010000:00000010:3.1:1769074207.491115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0df00. 00010000:00000010:3.1:1769074207.491120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00010000:00000010:3.1:1769074207.491124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:3.1:1769074207.491127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d500. 00010000:00000010:3.1:1769074207.491130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00010000:00000010:3.1:1769074207.491134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:3.1:1769074207.491136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:1.1:1769074210.555639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:1.1:1769074210.555658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:1.1:1769074210.555664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:2.1:1769074231.805738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1200. 00010000:00000010:2.1:1769074231.805752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490a00. 00010000:00000010:1.1:1769074231.806246:0:14447:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769074231.806252:0:14447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:1.1:1769074231.806256:0:14447:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:1.1:1769074231.806259:0:14447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80c00. 00000080:00000010:1.1:1769074231.839618:0:10552:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00000080:00000010:1.1:1769074231.839634:0:10552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42d20. 00010000:00000010:1.1:1769074231.910773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491a00. 00010000:00000010:3.1:1769074241.262748:0:764:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:3.1:1769074241.262858:0:764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00000080:00000010:0.1:1769074241.280725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20aaab520. 00010000:00000010:0.1:1769074241.280747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:0.1:1769074241.280780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:3.1:1769074241.292691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064370c0. 00010000:00000010:2.1:1769074241.352534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0da00. 00010000:00000010:2.1:1769074241.352553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:2.1:1769074241.352558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:2.1:1769074241.352561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:0.1:1769074241.369914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437840. 00000080:00000010:0.1:1769074241.369938:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b0000. 00010000:00000010:2.1:1769074241.454602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:2.1:1769074241.454616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00000080:00000010:2.1:1769074241.469502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013587e0. 00010000:00000010:0.1:1769074241.524397:0:15051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46200. 00010000:00000010:0.1:1769074241.524413:0:15051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00010000:00000010:0.1:1769074241.524418:0:15051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:0.1:1769074241.524421:0:15051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00000080:00000010:0.1:1769074241.537984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437980. 00000080:00000010:0.1:1769074241.538024:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a5280. 00010000:00000010:2.1:1769074245.140527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:2.1:1769074245.140549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00000080:00000010:3.1:1769074245.170828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358d40. 00000080:00000010:0.1:1769074245.281035:0:15082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42580. 00010000:00000010:1.1:1769074274.540130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:1.1:1769074274.540147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00010000:00000010:1.1:1769074274.540393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00010000:00000010:1.1:1769074274.540400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d400. 00010000:00000010:1.1:1769074274.540404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:1.1:1769074274.540407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00010000:00000010:1.1:1769074274.540409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:1.1:1769074274.540413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:1.1:1769074274.540416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:1.1:1769074274.540419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46a00. 00010000:00000010:1.1:1769074278.196627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d200. 00010000:00000010:3.1:1769074278.200675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:3.1:1769074278.200695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00000080:00000010:0.1:1769074289.976538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437040. 00010000:00000010:0.1:1769074289.976569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46f00. 00010000:00000010:0.1:1769074289.976577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490e00. 00010000:00000010:0.1:1769074289.976581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:0.1:1769074289.976584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80c00. 00010000:00000010:2.1:1769074301.106017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46800. 00010000:00000010:2.1:1769074301.106032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00010000:00000010:2.1:1769074301.106037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e100. 00010000:00000010:2.1:1769074301.106039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:1.1:1769074301.151421:0:1038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:1.1:1769074301.151429:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:3.1:1769074301.166961:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013583e0. 00000080:00000010:3.1:1769074301.166979:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358f80. 00010000:00000010:3.1:1769074301.166985:0:2382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:3.1:1769074301.166990:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00000080:00000010:2.1:1769074301.207113:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1be300. 00000080:00000010:2.1:1769074301.207268:0:1092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c422a0. 00000080:00000010:2.1:1769074301.207275:0:1092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42d60. 00010000:00000010:3.1:1769074301.216741:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1600. 00010000:00000010:3.1:1769074301.216753:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00010000:00000010:3.1:1769074301.216757:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0de00. 00010000:00000010:3.1:1769074301.216761:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:1.1:1769074301.232589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d000. 00010000:00000010:1.1:1769074301.232597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00000080:00000010:3.1:1769074301.254505:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b4a40. 00000080:00000010:3.1:1769074301.254520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358ce0. 00010000:00000010:1.1:1769074301.297872:0:15852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:3.1:1769074301.428563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00000080:00000010:2.1:1769074311.309002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbfda0. 00010000:00000010:2.1:1769074311.309024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46d00. 00010000:00000010:2.1:1769074311.309032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:1.1:1769074311.324564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42780. 00010000:00000010:1.1:1769074311.324605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dd00. 00010000:00000010:1.1:1769074311.324613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00010000:00000010:0.1:1769074312.636727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:0.1:1769074312.636737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:0.1:1769074312.643279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358de0. 00010000:00000010:0.1:1769074312.771522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:0.1:1769074312.771545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:0.1:1769074312.771552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:0.1:1769074312.771557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80e00. 00000080:00000010:0.1:1769074312.795148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c422e0. 00000080:00000010:0.1:1769074312.795183:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bb180. 00010000:00000010:0.1:1769074312.897539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:0.1:1769074312.897557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:0.1:1769074312.914731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42a00. 00010000:00000010:0.1:1769074312.961716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:0.1:1769074312.961738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769074312.961742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0db00. 00010000:00000010:0.1:1769074312.961745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:0.1:1769074312.986223:0:16442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42a00. 00000080:00000010:0.1:1769074312.986247:0:16442:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bb180. 00010000:00000010:1.1:1769074315.870739:0:16478:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00010000:00000010:1.1:1769074315.870751:0:16478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00000080:00000010:1.1:1769074315.880498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da21003d320. 00000080:00000010:1.1:1769074315.944959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42ca0. 00010000:00000010:3.1:1769074346.219106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00010000:00000010:3.1:1769074346.219127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00010000:00000010:3.1:1769074346.219130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:3.1:1769074346.219136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:3.1:1769074346.219141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:3.1:1769074346.219589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:3.1:1769074346.219596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46b00. 00010000:00000010:3.1:1769074346.219601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:3.1:1769074346.219604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:3.1:1769074346.219606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46a00. 00010000:00000010:1.1:1769074348.795371:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:3.1:1769074348.800754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d100. 00010000:00000010:3.1:1769074348.800777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00000080:00000010:0.1:1769074361.812749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42b20. 00010000:00000010:0.1:1769074361.812779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d800. 00010000:00000010:0.1:1769074361.812785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769074361.812789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00010000:00000010:0.1:1769074361.812793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d600. 00010000:00000010:3.1:1769074372.468809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:3.1:1769074372.468832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:3.1:1769074372.468837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1d00. 00010000:00000010:3.1:1769074372.468842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:2.1:1769074372.482524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46a00. 00010000:00000010:2.1:1769074372.482538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00000080:00000010:1.1:1769074372.501873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cc80. 00000080:00000010:1.1:1769074372.501899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42740. 00010000:00000010:1.1:1769074372.501907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:1.1:1769074372.501913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:3.1:1769074372.509658:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17d280. 00000080:00000010:3.1:1769074372.509680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437a40. 00000080:00000010:3.1:1769074372.509690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42960. 00010000:00000010:3.1:1769074372.568660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1d00. 00010000:00000010:3.1:1769074372.568682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:3.1:1769074372.568686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d700. 00010000:00000010:3.1:1769074372.568691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:0.1:1769074372.572517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0d900. 00010000:00000010:0.1:1769074372.572531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00000080:00000010:2.1:1769074372.611766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17a940. 00000080:00000010:2.1:1769074372.611784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064376e0. 00010000:00000010:1.1:1769074372.646111:0:17250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:1.1:1769074372.706720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:1.1:1769074381.338428:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c300. 00010000:00000010:1.1:1769074381.338441:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:1.1:1769074381.338448:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00000080:00000010:2.1:1769074381.350447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cc80. 00010000:00000010:2.1:1769074381.350503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:2.1:1769074381.350511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000080:00000010:0.1:1769074381.378516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c9e0. 00010000:00000010:3.1:1769074381.655677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1300. 00010000:00000010:3.1:1769074381.655705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:3.1:1769074381.655710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46b00. 00010000:00000010:3.1:1769074381.655713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:2.1:1769074381.696878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00010000:00000010:2.1:1769074381.696900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:1.1:1769074381.702396:0:17822:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef500. 00010000:00000010:1.1:1769074381.702414:0:17822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00000080:00000010:1.1:1769074381.708875:0:17824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cf60. 00000080:00000010:1.1:1769074381.708913:0:17824:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1be300. 00010000:00000010:2.1:1769074382.859990:0:17841:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1300. 00010000:00000010:2.1:1769074382.860011:0:17841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490a00. 00000080:00000010:1.1:1769074382.864069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358ea0. 00010000:00000010:2.1:1769074382.898525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46f00. 00010000:00000010:2.1:1769074382.898559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:2.1:1769074382.898563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:2.1:1769074382.898567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00000080:00000010:2.1:1769074382.909756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c360. 00000080:00000010:2.1:1769074382.909789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b179080. 00010000:00000010:0.1:1769074382.984949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1000. 00010000:00000010:0.1:1769074382.984968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00000080:00000010:0.1:1769074382.996922:0:17850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42ee0. 00010000:00000010:1.1:1769074383.051546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:1.1:1769074383.051556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00010000:00000010:1.1:1769074383.051561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef400. 00010000:00000010:1.1:1769074383.051563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00000080:00000010:1.1:1769074383.062827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42de0. 00000080:00000010:1.1:1769074383.062868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b8840. 00000080:00000010:0.1:1769074386.364958:0:17676:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1798c0. 00000080:00000010:0.1:1769074386.364996:0:17676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42340. 00010000:00000010:2.1:1769074408.723074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00010000:00000010:2.1:1769074408.723096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:2.1:1769074408.723139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00010000:00000010:2.1:1769074408.723145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211b0dc00. 00010000:00000010:0.1:1769074408.727513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491600. 00010000:00000010:0.1:1769074408.727532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00010000:00000010:0.1:1769074408.727536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:0.1:1769074408.727543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00010000:00000010:0.1:1769074408.727545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:0.1:1769074408.727548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46c00. 00010000:00000010:1.1:1769074410.250512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00010000:00000010:1.1:1769074410.250527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:1.1:1769074410.250533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:3.1:1769074430.983518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00010000:00000010:2.1:1769074439.067787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:2.1:1769074439.067800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000080:00000010:1.1:1769074439.097968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42ac0. 00010000:00000010:1.1:1769074439.097991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:1.1:1769074439.097997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000080:00000010:2.1:1769074439.127217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013584e0. 00010000:00000010:0.1:1769074439.266750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef200. 00010000:00000010:0.1:1769074439.266763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00010000:00000010:0.1:1769074439.266766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef600. 00010000:00000010:0.1:1769074439.266769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:0.1:1769074439.294820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120eff00. 00010000:00000010:0.1:1769074439.294836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:1.1:1769074439.314712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:1.1:1769074439.314728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00010000:00000010:3.1:1769074440.588689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120eff00. 00010000:00000010:3.1:1769074440.588702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00000080:00000010:1.1:1769074440.620698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064376e0. 00010000:00000010:2.1:1769074440.651585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:2.1:1769074440.651600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:2.1:1769074440.655664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:2.1:1769074440.655697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00000080:00000010:2.1:1769074440.692900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cb80. 00000080:00000010:2.1:1769074440.692926:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17ca40. 00010000:00000010:3.1:1769074440.784653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:3.1:1769074440.784666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00000080:00000010:1.1:1769074440.824204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da206437d20. 00010000:00000010:1.1:1769074440.899584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46c00. 00010000:00000010:1.1:1769074440.899611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00010000:00000010:1.1:1769074440.899616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:1.1:1769074440.899622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:1.1:1769074440.924789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c428e0. 00000080:00000010:1.1:1769074440.925510:0:19243:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17c200. 00000080:00000010:1.1:1769074444.180666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c425e0. 00010000:00000010:1.1:1769074476.752700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:1.1:1769074476.752724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:1.1:1769074476.752729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00010000:00000010:1.1:1769074476.752735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46900. 00010000:00000010:1.1:1769074476.752742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00010000:00000010:1.1:1769074476.752746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:1.1:1769074476.752749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46800. 00010000:00000010:1.1:1769074476.752754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00010000:00000010:1.1:1769074476.752758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00010000:00000010:1.1:1769074476.752761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:0.1:1769074479.109540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00010000:00000010:0.1:1769074479.114519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef900. 00010000:00000010:0.1:1769074479.114543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00000080:00000010:0.1:1769074500.216105:0:11257:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a18c0. 00000080:00000010:0.1:1769074500.216123:0:11257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42000. 00010000:00000010:2.1:1769074500.253083:0:20042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80c00. 00010000:00000010:2.1:1769074509.032201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef500. 00010000:00000010:2.1:1769074509.032213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00000080:00000010:1.1:1769074509.039506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013581e0. 00010000:00000010:1.1:1769074509.039538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:1.1:1769074509.039545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00000080:00000010:0.1:1769074509.093505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358b20. 00010000:00000010:1.1:1769074509.168595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:1.1:1769074509.168612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:1.1:1769074509.168617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1800. 00010000:00000010:1.1:1769074509.168622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000080:00000010:1.1:1769074509.175984:0:20474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da202cbfaa0. 00000080:00000010:1.1:1769074509.176021:0:20474:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bca40. 00010000:00000010:2.1:1769074509.252498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:2.1:1769074509.252874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:1.1:1769074509.267657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358600. 00010000:00000010:0.1:1769074509.303522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef000. 00010000:00000010:0.1:1769074509.303568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:0.1:1769074509.303574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:0.1:1769074509.303581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:0.1:1769074509.316764:0:20637:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c428c0. 00000080:00000010:0.1:1769074509.316789:0:20637:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17c200. 00010000:00000010:0.1:1769074513.680932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efb00. 00010000:00000010:0.1:1769074513.680954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00000080:00000010:3.1:1769074530.098508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42500. 00010000:00000010:3.1:1769074555.692621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:3.1:1769074555.692640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:3.1:1769074555.692645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00010000:00000010:3.1:1769074555.692653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efe00. 00010000:00000010:3.1:1769074555.692659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00010000:00000010:3.1:1769074555.692672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491600. 00010000:00000010:3.1:1769074555.692676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46900. 00010000:00000010:3.1:1769074555.692680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:3.1:1769074555.692684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490a00. 00010000:00000010:3.1:1769074555.692688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef700. 00010000:00000010:0.1:1769074575.740665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef500. 00010000:00000010:0.1:1769074575.740677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00010000:00000010:0.1:1769074575.740683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1500. 00010000:00000010:0.1:1769074575.740692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490e00. 00010000:00000010:0.1:1769074575.748773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00010000:00000010:0.1:1769074575.748788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00000080:00000010:1.1:1769074575.785099:0:21458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c800. 00010000:00000010:1.1:1769074575.785118:0:21458:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:1.1:1769074575.785123:0:21458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00000080:00000010:1.1:1769074575.826259:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42a20. 00000080:00000010:1.1:1769074575.826279:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b4a40. 00010000:00000010:2.1:1769074584.430685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769074584.430704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00000080:00000010:3.1:1769074584.475354:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358ee0. 00010000:00000010:1.1:1769074584.517542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef400. 00010000:00000010:1.1:1769074584.517575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00010000:00000010:1.1:1769074584.517579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef600. 00010000:00000010:1.1:1769074584.517582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00000080:00000010:1.1:1769074584.557877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c425e0. 00000080:00000010:1.1:1769074584.557908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b0840. 00010000:00000010:0.1:1769074584.631532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:0.1:1769074584.631559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00000080:00000010:0.1:1769074584.650737:0:22055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c5e0. 00010000:00000010:3.1:1769074584.706668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:3.1:1769074584.706685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:3.1:1769074584.706689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1d00. 00010000:00000010:3.1:1769074584.706692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:0.1:1769074584.730524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358c20. 00000080:00000010:0.1:1769074584.730558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bd280. 00010000:00000010:1.1:1769074588.450060:0:22086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46200. 00010000:00000010:1.1:1769074588.450071:0:22086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:1.1:1769074588.458096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c480. 00010000:00000010:1.1:1769074588.467830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:1.1:1769074588.467840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00000080:00000010:0.1:1769074588.479910:0:22087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3ce40. 00010000:00000010:0.1:1769074611.938539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00010000:00000010:0.1:1769074611.938548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:0.1:1769074611.938552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:0.1:1769074611.938558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef700. 00010000:00000010:0.1:1769074611.938563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00010000:00000010:0.1:1769074611.938566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491600. 00010000:00000010:0.1:1769074611.938570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef800. 00010000:00000010:0.1:1769074611.938574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:0.1:1769074611.938577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:0.1:1769074611.938581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ef00. 00010000:00000010:2.1:1769074641.590262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:2.1:1769074641.590274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00010000:00000010:2.1:1769074641.590289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00010000:00000010:2.1:1769074641.590292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:1.1:1769074641.604162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3caa0. 00000080:00000010:1.1:1769074641.604196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17ca40. 00010000:00000010:2.1:1769074641.629531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46f00. 00010000:00000010:2.1:1769074641.629550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:2.1:1769074641.629554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00010000:00000010:2.1:1769074641.629557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00000080:00000010:3.1:1769074641.642418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cce0. 00000080:00000010:3.1:1769074641.642452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17ca40. 00010000:00000010:3.1:1769074650.068543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:3.1:1769074650.068573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00000080:00000010:3.1:1769074650.088140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc000. 00010000:00000010:2.1:1769074651.530594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769074651.530614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00000080:00000010:3.1:1769074651.562528:0:23456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013580e0. 00010000:00000010:2.1:1769074651.696068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120eff00. 00010000:00000010:2.1:1769074651.696093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:2.1:1769074651.696097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769074651.696101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000080:00000010:3.1:1769074651.729508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c4a0. 00000080:00000010:3.1:1769074651.729539:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b6300. 00010000:00000010:2.1:1769074651.838771:0:23465:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:2.1:1769074651.838791:0:23465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491200. 00000080:00000010:0.1:1769074651.850586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013585a0. 00010000:00000010:2.1:1769074651.907650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:2.1:1769074651.907672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:2.1:1769074651.907678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e400. 00010000:00000010:2.1:1769074651.907681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00000080:00000010:2.1:1769074651.958016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42180. 00000080:00000010:2.1:1769074651.958048:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1ba940. 00010000:00000010:2.1:1769074655.654064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00010000:00000010:2.1:1769074655.654090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:2.1:1769074655.654094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ec00. 00010000:00000010:2.1:1769074655.654097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00000080:00000010:2.1:1769074655.685802:0:23496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358860. 00000080:00000010:2.1:1769074655.685868:0:23496:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b39c0. 00010000:00000010:1.1:1769074655.720174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1900. 00010000:00000010:1.1:1769074655.720194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000080:00000010:0.1:1769074655.737157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c0a0. 00010000:00000010:0.1:1769074691.879493:0:23737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00010000:00000010:0.1:1769074691.890757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:0.1:1769074691.890779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:0.1:1769074691.890784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:0.1:1769074691.890791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee400. 00010000:00000010:0.1:1769074691.890795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00010000:00000010:0.1:1769074691.890798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef800. 00010000:00000010:0.1:1769074691.890801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00010000:00000010:0.1:1769074691.890804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00010000:00000010:0.1:1769074691.890806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e100. 00010000:00000010:0.1:1769074727.332815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00000080:00000010:2.1:1769074727.425594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42340. 00010000:00000010:2.1:1769074727.425612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:2.1:1769074727.425620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00010000:00000010:2.1:1769074727.425624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:2.1:1769074727.425627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:1.1:1769074727.444943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013585e0. 00000080:00000010:1.1:1769074727.444966:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b6300. 00010000:00000010:3.1:1769074737.110844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:3.1:1769074737.110861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:2.1:1769074737.136404:0:24865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc660. 00010000:00000010:1.1:1769074737.178651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769074737.179157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:1.1:1769074737.179162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46a00. 00010000:00000010:1.1:1769074737.179166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:1.1:1769074737.187506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c360. 00000080:00000010:1.1:1769074737.187533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a0000. 00010000:00000010:0.1:1769074737.239762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:0.1:1769074737.239789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00000080:00000010:0.1:1769074737.260027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42c60. 00010000:00000010:0.1:1769074737.295654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef700. 00010000:00000010:0.1:1769074737.295686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:0.1:1769074737.295692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e600. 00010000:00000010:0.1:1769074737.295697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00000080:00000010:1.1:1769074737.307553:0:24872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42c60. 00000080:00000010:1.1:1769074737.307588:0:24872:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1beb40. 00010000:00000010:0.1:1769074740.521614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:0.1:1769074740.521715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000080:00000010:0.1:1769074740.571858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42740. 00010000:00000010:2.1:1769074740.626835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:2.1:1769074740.626851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490600. 00000080:00000010:1.1:1769074740.633562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358da0. 00010000:00000010:3.1:1769074740.668545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:3.1:1769074740.668567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00000080:00000010:1.1:1769074740.721581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc3a0. 00010000:00000010:0.1:1769074740.788512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00010000:00000010:0.1:1769074740.788532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00000080:00000010:0.1:1769074740.854880:0:24912:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42740. 00010000:00000010:1.1:1769074740.897970:0:24912:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:1.1:1769074740.897987:0:24912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:1.1:1769074740.923016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cf00. 00010000:00000010:2.1:1769074772.156516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80a00. 00010000:00000010:2.1:1769074772.156540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00010000:00000010:2.1:1769074772.156547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00010000:00000010:2.1:1769074772.156552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:2.1:1769074772.156556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:2.1:1769074772.156559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81000. 00010000:00000010:2.1:1769074772.156561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:2.1:1769074772.156564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00010000:00000010:2.1:1769074772.156567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00010000:00000010:2.1:1769074772.156571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46d00. 00010000:00000010:2.1:1769074808.706222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46600. 00010000:00000010:2.1:1769074808.706235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491a00. 00010000:00000010:2.1:1769074808.706240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef600. 00010000:00000010:2.1:1769074808.706252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:2.1:1769074808.742806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc860. 00000080:00000010:2.1:1769074808.742844:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bf380. 00010000:00000010:3.1:1769074808.783652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:3.1:1769074808.783669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00010000:00000010:3.1:1769074808.783674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0eb00. 00010000:00000010:3.1:1769074808.783676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80e00. 00000080:00000010:0.1:1769074808.821521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358600. 00000080:00000010:0.1:1769074808.833215:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b3180. 00010000:00000010:2.1:1769074808.869304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef400. 00010000:00000010:2.1:1769074808.869326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00010000:00000010:2.1:1769074808.869354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef900. 00010000:00000010:2.1:1769074808.869358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00000080:00000010:3.1:1769074808.904535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42300. 00000080:00000010:3.1:1769074808.904588:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b179080. 00010000:00000010:2.1:1769074808.940527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:2.1:1769074808.940556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490000. 00010000:00000010:2.1:1769074808.940563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1c00. 00010000:00000010:2.1:1769074808.940568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:3.1:1769074808.972536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc940. 00000080:00000010:3.1:1769074808.972568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a4a40. 00010000:00000010:0.1:1769074808.994617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef700. 00010000:00000010:0.1:1769074808.994640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:0.1:1769074808.994647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1500. 00010000:00000010:0.1:1769074808.994652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491000. 00000080:00000010:0.1:1769074809.016863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42ca0. 00000080:00000010:0.1:1769074809.016902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17a940. 00010000:00000010:1.1:1769074819.034241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:1.1:1769074819.034255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81a00. 00000080:00000010:1.1:1769074819.047512:0:26307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c540. 00010000:00000010:1.1:1769074819.080547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769074819.080594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:1.1:1769074819.080598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:1.1:1769074819.080601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00000080:00000010:1.1:1769074819.099520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c400. 00000080:00000010:1.1:1769074819.099545:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17d280. 00010000:00000010:1.1:1769074819.214910:0:26315:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef800. 00010000:00000010:1.1:1769074819.214920:0:26315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000080:00000010:1.1:1769074819.222577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cee0. 00010000:00000010:2.1:1769074819.313231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:2.1:1769074819.313256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:2.1:1769074819.313261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:2.1:1769074819.313264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00000080:00000010:3.1:1769074819.336193:0:26311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c380. 00000080:00000010:3.1:1769074819.336228:0:26311:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17d280. 00010000:00000010:2.1:1769074823.261700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120eff00. 00010000:00000010:2.1:1769074823.261726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00000080:00000010:2.1:1769074823.306578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358d80. 00000100:00000040:3.0:1769074838.708240:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429c00 x1855007926554624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.708254:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.708256:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769074840.928483:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074840.928488:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074840.928493:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074842.974781:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074842.974785:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074842.974788:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074843.808904:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074843.808910:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38a00. 00000400:00000200:3.0:1769074843.808918:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074843.808926:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074843.808933:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841550 00000400:00000010:3.0:1769074843.808937:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841550. 00000100:00000001:3.0:1769074843.808943:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074843.808950:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926555264/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.808961:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074843.808965:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926555264/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.808973:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074843.808975:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074843.808989:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074843.808991:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:3.0:1769074843.808994:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074843.808997:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074843.808999:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:3.0:1769074843.809001:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:3.0:1769074843.809003:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074843.809006:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429880 x1855007926555136/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.809013:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074843.809017:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429880 x1855007926555136/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.809023:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074843.809025:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074843.809100:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074843.809103:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:3.0:1769074843.809107:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074843.809110:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074843.809113:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:3.0:1769074843.809115:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:3.0:1769074843.809117:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074843.809120:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b100 x1855007926555392/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.809127:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074843.809130:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b100 x1855007926555392/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074843.809136:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074843.809137:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074843.809946:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074843.809960:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074843.809962:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074843.809966:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074843.809968:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074843.809972:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074843.809976:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.830626:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074844.830645:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074844.830648:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.830654:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.830657:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.830662:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.830666:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.831876:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.831878:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074844.831883:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074844.831885:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074844.831889:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6bb0. 00000400:00000200:3.0:1769074844.831892:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353dd0 00000400:00000010:3.0:1769074844.831894:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353dd0. 00000100:00000001:3.0:1769074844.831897:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074844.831902:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926553856/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074844.831911:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926553856/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.831917:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074844.831927:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074844.831931:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926553856/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.831937:0:2382:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1769074844.831939:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.831941:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074844.831942:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074844.831945:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926553856/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074844.831952:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926553856:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074844.831956:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.831958:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074844.831962:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926553856/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.831967:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074844.831970:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074844.831972:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da21000a600. 02000000:00000001:3.0:1769074844.831975:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074844.831976:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074844.831978:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074844.831980:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074844.831981:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13600. 02000000:00000001:3.0:1769074844.831985:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074844.831987:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074844.831988:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074844.831991:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074844.831992:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.831994:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.831995:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.831996:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.831998:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.831999:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.835057:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.835062:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.835066:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074844.835073:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996a00 x1855007926555520/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.835081:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074844.835084:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.835088:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074844.835091:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074844.835093:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074844.835096:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926555520:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769074844.835101:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074844.835106:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074844.835109:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.835112:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074844.835118:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769074844.835120:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074844.835127:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074844.835132:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b3c8. 00000400:00000010:3.0:1769074844.835139:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000200:3.0:1769074844.835148:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926555520, portal 25 00000100:00000001:3.0:1769074844.835150:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074844.835152:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000040:3.0:1769074844.835157:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a996a00 x1855007926555520/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.835171:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074844.835174:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074844.835177:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720088. 00000100:00000200:3.0:1769074844.835179:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926555520, offset 0 00000400:00000200:3.0:1769074844.835187:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074844.835195:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.835202:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074844.835208:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074844.835213:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074844.835218:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074844.835221:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074844.835225:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2548:2548:256:4294967295] 192.168.204.145@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:3.0:1769074844.835230:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.835243:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074844.835251:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074844.835256:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13600. 00000800:00000200:3.0:1769074844.835264:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074844.835274:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074844.835281:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074844.835300:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074844.835304:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074844.835307:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296217874 00000100:00000001:3.0:1769074844.835318:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296216846 00000100:00000001:3.0:1769074844.835325:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296217874 00000100:00000001:3.0:1769074844.835329:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296216846 00000100:00000001:3.0:1769074844.835332:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074844.835335:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.835338:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.835341:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.839288:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074844.839299:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074844.839309:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.839313:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.839317:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074844.839337:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994380 x1855007926555648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.839351:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074844.839354:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.839360:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074844.839365:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074844.839369:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074844.839372:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926555648:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769074844.839378:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074844.839384:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074844.839388:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.839391:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074844.839405:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074844.839408:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074844.839421:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074844.839428:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b528. 00000400:00000010:3.0:1769074844.839438:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074844.839449:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926555648, portal 10 00000100:00000001:3.0:1769074844.839452:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074844.839454:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000040:3.0:1769074844.839480:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994380 x1855007926555648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.839489:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074844.839492:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074844.839496:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074844.839500:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926555648, offset 0 00000400:00000200:3.0:1769074844.839521:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074844.839543:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.839556:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074844.839564:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074844.839570:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074844.839576:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074844.839580:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074844.839585:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2549:2549:255:4294967295] 192.168.204.145@tcp LPNI seq info [2549:2549:7:4294967295] 00000400:00000200:3.0:1769074844.839589:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.839601:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074844.839608:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074844.839616:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13800. 00000800:00000200:3.0:1769074844.839625:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074844.839635:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074844.839801:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074844.839809:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074844.839814:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1405888 usecs (1406 jiffies) 00000400:00000200:3.0:1769074844.839819:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074844.839823:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296207751 00000100:00000001:3.0:1769074844.839826:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296217874 00000100:00000001:3.0:1769074844.839829:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296207751 00000100:00000001:3.0:1769074844.839831:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296217874 00000100:00000001:3.0:1769074844.839834:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074844.839838:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.839843:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.839845:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.839850:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074844.839851:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074844.839853:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.839854:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.839856:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.839858:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.841806:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.841814:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.841816:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074844.841828:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428a80 x1855007926555776/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.841840:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074844.841842:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.841847:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074844.841850:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074844.841854:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074844.841857:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926555776:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769074844.842032:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074844.842038:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074844.842041:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074844.842044:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074844.842051:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769074844.842054:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074844.842065:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074844.842070:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bb00. 00000400:00000010:3.0:1769074844.842077:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074844.842086:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926555776, portal 10 00000100:00000001:3.0:1769074844.842089:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074844.842090:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000040:3.0:1769074844.842098:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428a80 x1855007926555776/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.842105:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074844.842107:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074844.842111:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074844.842113:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926555776, offset 0 00000400:00000200:3.0:1769074844.842119:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074844.842127:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.842136:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074844.842141:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074844.842146:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074844.842150:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074844.842153:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074844.842157:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2550:2550:256:4294967295] 192.168.204.145@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:3.0:1769074844.842160:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074844.842169:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074844.842175:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074844.842181:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13400. 00000800:00000200:3.0:1769074844.842189:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074844.842197:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074844.842202:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074844.842222:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074844.842229:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 291066 usecs (292 jiffies) 00000400:00000200:3.0:1769074844.842232:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074844.842235:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296206639 00000100:00000001:3.0:1769074844.842238:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296217874 00000100:00000001:3.0:1769074844.842240:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296206639 00000100:00000001:3.0:1769074844.842242:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296217874 00000100:00000001:3.0:1769074844.842245:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074844.842248:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.842252:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.842254:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.842262:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074844.842264:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074844.842267:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.842268:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.842270:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.842272:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074845.855497:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074845.855505:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074845.855507:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074845.855511:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074845.855513:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074845.855516:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074845.855519:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074846.879090:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074846.879097:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074846.879098:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074846.879100:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074846.879101:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074846.879103:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074846.879105:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074847.903599:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074847.903607:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074847.903609:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074847.903613:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074847.903615:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074847.903617:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074847.903620:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074848.926682:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074848.926702:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074848.926704:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074848.926710:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074848.926713:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074848.926718:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074848.926722:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074849.951416:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074849.951432:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074849.951433:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.951435:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074849.951436:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074849.951440:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074849.951442:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074850.976497:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074850.976512:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074850.976514:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074850.976520:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074850.976523:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074850.976528:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074850.976531:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074854.070105:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.070118:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348c00. 00000400:00000200:3.0:1769074854.070206:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.070219:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074854.070230:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353440 00000400:00000010:3.0:1769074854.070233:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353440. 00000100:00000001:3.0:1769074854.070241:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074854.070252:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.070266:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.070271:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.070279:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.070281:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074854.070298:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.070300:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348000. 00000400:00000200:3.0:1769074854.070303:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.070306:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074854.070309:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:3.0:1769074854.070311:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:3.0:1769074854.070314:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074854.070318:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.070326:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.070329:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.070335:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.070337:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074854.070427:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074854.070430:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348d00. 00000400:00000200:3.0:1769074854.073829:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074854.073842:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074854.073851:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:3.0:1769074854.073854:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:3.0:1769074854.073862:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074854.073872:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.073886:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.073889:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.073897:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.073899:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074854.092766:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.092779:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074854.092792:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074854.092795:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074854.092801:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6e18. 00000400:00000200:3.0:1769074854.092815:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:3.0:1769074854.092819:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:3.0:1769074854.092825:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074854.092841:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074854.092854:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.092863:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074854.092866:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.092869:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074854.092874:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074854.092877:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074854.092880:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.092884:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074854.092895:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=159 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074854.092899:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=82 v=10 (10 0 0 0) 00000100:00000001:3.0:1769074854.092902:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074854.092904:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074854.092908:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074854.092910:0:2378:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.092913:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.092919:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.092932:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.092935:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.092938:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.092940:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074854.092949:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1769074854.092953:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074854.092955:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769074854.092959:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074854.092962:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769074854.092965:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769074854.092968:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00001000:3.0:1769074854.092972:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1769074854 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074854.092975:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1769074854.092984:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:3.0:1769074854.092988:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074854.092992:0:2378:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1769074854.092995:0:2378:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.092997:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1769074854.093002:0:2378:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.145@tcp) after server handle changed from 0xe52bf4d4a351526b to 0xe52bf4d4a35158ca 00000100:00080000:3.0:1769074854.093007:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1769074854.093010:0:2378:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.093014:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074854.093018:0:2378:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.145@tcp; invalidating 00000020:00000040:3.0:1769074854.093021:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074854.094734:0:2378:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.094745:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.094763:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074854.094776:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926555904:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769074854.094787:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.094790:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.094794:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429880 x1855007926555904/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.094801:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.094805:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.094810:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3b800. 02000000:00000001:3.0:1769074854.094816:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.094819:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.094821:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074854.094824:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.094827:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cbc00. 02000000:00000001:3.0:1769074854.094832:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.094834:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.094836:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429880. 00000100:00000001:3.0:1769074854.094841:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.094843:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.094846:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.094849:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.094851:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.094853:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.094854:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1769074854.124531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814da00. 00010000:00000010:0.1:1769074854.124545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80a00. 00010000:00000010:0.1:1769074854.124586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee600. 00010000:00000010:0.1:1769074854.124593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46800. 00010000:00000010:0.1:1769074854.128114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769074854.128134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:0.1:1769074854.128141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef300. 00010000:00000010:0.1:1769074854.128148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:0.1:1769074854.128151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:0.1:1769074854.128154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00000800:00000200:3.0:1769074855.200874:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.200883:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348200. 00000400:00000200:3.0:1769074855.200889:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.200899:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.200906:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:3.0:1769074855.200910:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:3.0:1769074855.200916:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.200924:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7800 x1855007926556288/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.200938:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.200942:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7800 x1855007926556288/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.200957:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.200959:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.219861:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.219870:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000400:00000200:3.0:1769074855.219877:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.219887:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.219895:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841000 00000400:00000010:3.0:1769074855.219897:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841000. 00000100:00000001:3.0:1769074855.219902:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.219908:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926556416/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.219920:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.219924:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926556416/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.219930:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.219932:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769074855.265260:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074855.265265:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074855.265269:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074855.270612:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.270619:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769074855.270627:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.270635:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.270642:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000400:00000010:3.0:1769074855.270645:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000001:3.0:1769074855.270649:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.270655:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926556544/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.270666:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.270669:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926556544/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.270676:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.270678:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.292569:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.292577:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:3.0:1769074855.292583:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.292590:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.292597:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:3.0:1769074855.292600:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:3.0:1769074855.292604:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.292610:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926556672/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.292621:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.292624:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926556672/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.292631:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.292633:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.302611:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.302624:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769074855.302634:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.302646:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.302655:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:3.0:1769074855.302658:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:3.0:1769074855.302664:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.302673:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926556800/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.302687:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.302691:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926556800/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.302698:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.302700:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.324090:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.324096:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:3.0:1769074855.324102:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.324109:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.324116:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:3.0:1769074855.324119:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:3.0:1769074855.324124:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.324128:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5f80 x1855007926556928/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.324139:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.324143:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5f80 x1855007926556928/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.324150:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.324152:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074855.328199:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.328225:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074855.328231:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.328234:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.328248:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.328258:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074855.328268:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.328273:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.328280:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.328285:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0849900 00000400:00000200:3.0:1769074855.328291:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.328300:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x67a5 [1] + 224 00000800:00000001:3.0:1769074855.328310:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.328320:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.328323:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.328339:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074855.328349:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.328360:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5f80 x1855007926556928/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074855.328372:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a9f5f80 x1855007926556928/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.328393:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074855.328403:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.328407:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074855.329774:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.329780:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769074855.329785:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.329793:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.329799:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:3.0:1769074855.329801:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:3.0:1769074855.329806:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.329811:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926557056/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.329822:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.329826:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926557056/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.329832:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.329834:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074855.339159:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.339183:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074855.339189:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.339192:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.339207:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.339216:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074855.339226:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.339232:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.339240:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.339245:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0849980 00000400:00000200:3.0:1769074855.339251:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.339259:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x67b5 [1] + 224 00000800:00000001:3.0:1769074855.339284:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.339294:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.339298:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.339303:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074855.339314:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.339326:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994e00 x1855007926557056/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074855.339348:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da20a994e00 x1855007926557056/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.339376:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074855.339386:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.339391:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074855.340607:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.340613:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348e00. 00000400:00000200:3.0:1769074855.340619:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.340625:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.340631:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353e58 00000400:00000010:3.0:1769074855.340633:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353e58. 00000100:00000001:3.0:1769074855.340638:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.340642:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4700 x1855007926557184/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.340652:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.340656:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926557184/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.340663:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.340665:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074855.345965:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.345991:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074855.345997:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.346000:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.346014:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.346024:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074855.346034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.346083:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.346091:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.346097:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb0849a00 00000400:00000200:3.0:1769074855.346103:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.346113:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x67bd [4] + 224 00000800:00000001:3.0:1769074855.346123:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.346138:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.346142:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.346147:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074855.346157:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.346169:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4700 x1855007926557184/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074855.346181:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da20a9f4700 x1855007926557184/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.346209:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074855.346220:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.346224:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074855.352961:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.352966:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:3.0:1769074855.352972:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.352978:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.352984:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353a18 00000400:00000010:3.0:1769074855.352987:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353a18. 00000100:00000001:3.0:1769074855.352993:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.352999:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4a80 x1855007926557312/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.353011:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.353014:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4a80 x1855007926557312/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.353021:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.353022:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074855.376729:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.376755:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074855.376760:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.376764:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.376778:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.376789:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074855.376798:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.376804:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.376811:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.376815:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0849a80 00000400:00000200:3.0:1769074855.376822:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.376830:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x67cd [1] + 224 00000800:00000001:3.0:1769074855.376840:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.376851:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074855.376855:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.376860:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074855.376870:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.376883:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4a80 x1855007926557312/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074855.376895:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a9f4a80 x1855007926557312/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.376922:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074855.376944:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074855.376947:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074855.388971:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.388977:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:3.0:1769074855.388984:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.388991:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.388999:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:3.0:1769074855.389003:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769074855.389009:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.389018:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995c00 x1855007926557440/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.389031:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.389035:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995c00 x1855007926557440/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.389048:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.389050:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.408961:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.408970:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:3.0:1769074855.408977:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.408986:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.408993:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:3.0:1769074855.408996:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:3.0:1769074855.409001:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.409007:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926557568/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.409020:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.409023:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926557568/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.409029:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.409031:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.416070:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.416083:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769074855.416091:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.416102:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.416110:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:3.0:1769074855.416112:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:3.0:1769074855.416118:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.416126:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926557696/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.416140:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.416143:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926557696/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.416151:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.416153:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074855.422561:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.422571:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:3.0:1769074855.422580:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.422589:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.422597:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:3.0:1769074855.422600:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:3.0:1769074855.422605:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.422612:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926557824/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.422624:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.422627:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926557824/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.422633:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.422635:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074855.457337:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074855.457345:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074855.457352:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074855.457362:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074855.457368:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074855.457390:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074855.457395:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074855.457399:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296228496 00000100:00000001:2.0:1769074855.457408:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296228461 00000100:00000001:2.0:1769074855.457414:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296228496 00000100:00000001:2.0:1769074855.457418:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296228461 00000100:00000001:2.0:1769074855.457421:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074855.457424:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.457427:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074855.457429:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074855.457432:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f6b9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074855.457435:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074855.457439:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074855.462353:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.462367:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074855.462375:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.462387:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.462398:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:3.0:1769074855.462401:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:3.0:1769074855.462408:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.462419:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7100 x1855007926557952/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.462433:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.462437:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926557952/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.462444:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.462446:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074855.478117:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.478148:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074855.478154:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.478157:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.478183:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.478194:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074855.478206:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.478212:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.478219:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.478223:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0849d00 00000400:00000200:2.0:1769074855.478230:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.478239:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6805 [1] + 224 00000800:00000001:2.0:1769074855.478249:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.478269:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.478273:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.478279:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074855.478289:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074855.478301:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7100 x1855007926557952/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074855.478313:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a9f7100 x1855007926557952/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.478350:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074855.478361:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.478365:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1769074855.480390:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da206533c00. 00000100:00000001:2.0:1769074855.480402:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.480410:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074855.480412:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074855.480420:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f6bc00. 00000100:00000001:2.0:1769074855.480424:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706783744 : -125748002767872 : ffff8da202f6bc00) 00000100:00000001:2.0:1769074855.480428:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074855.480429:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:2.0:1769074855.480435:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074855.480441:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.480443:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074855.480444:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074855.480454:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.480569:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074855.480572:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074855.480577:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074855.480581:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074855.480585:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074855.480590:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558080:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1769074855.480595:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074855.480603:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074855.480606:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074855.480609:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074855.480614:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da206532e00. 02000000:00000001:2.0:1769074855.480616:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074855.480627:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074855.480632:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6d68. 00000400:00000010:2.0:1769074855.480796:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083532a8. 00000100:00000200:2.0:1769074855.480809:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926558080, portal 25 00000100:00000001:2.0:1769074855.480811:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074855.480812:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:2.0:1769074855.480820:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.480827:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074855.480829:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074855.480833:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074855.480836:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007926558080, offset 0 00000400:00000200:2.0:1769074855.480843:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074855.480853:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.480863:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074855.480870:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074855.480875:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074855.480879:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074855.480882:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074855.480886:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2570:2570:256:4294967295] 192.168.204.145@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:2.0:1769074855.480890:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.480901:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.480908:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074855.480914:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074855.480922:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074855.480931:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074855.480937:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1769074855.480962:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074855.480967:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074855.480971:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296228520 00000100:00000001:2.0:1769074855.480980:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296228496 00000100:00000001:2.0:1769074855.480987:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296228520 00000100:00000001:2.0:1769074855.480991:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296228496 00000100:00000001:2.0:1769074855.480994:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074855.480997:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.481000:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074855.481002:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074855.481005:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f6bc00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074855.481008:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074855.481011:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074855.482097:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.482106:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074855.482114:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.482123:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.482131:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:3.0:1769074855.482134:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:3.0:1769074855.482141:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.482146:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.482158:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.483441:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.483457:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.483488:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074855.491291:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.491317:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074855.491331:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.491336:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.491351:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.491362:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074855.491372:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.491379:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.491386:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.491391:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0849d80 00000400:00000200:2.0:1769074855.491398:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.491406:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6815 [1] + 224 00000800:00000001:2.0:1769074855.491417:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.491431:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.491435:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.491441:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074855.491451:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074855.491655:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074855.491669:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da20642b480 x1855007926558080/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.491838:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074855.491851:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.491856:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074855.499022:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.499030:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769074855.499036:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.499044:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.499052:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:3.0:1769074855.499055:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:3.0:1769074855.499060:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.499066:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926558208/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.499079:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.499083:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926558208/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.499089:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.499090:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074855.508535:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.508569:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074855.508575:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.508579:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.508594:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.508605:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074855.508618:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.508624:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.508631:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.508635:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb0849e00 00000400:00000200:2.0:1769074855.508654:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.508663:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x6825 [4] + 224 00000800:00000001:2.0:1769074855.508675:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.508710:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.508715:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.508721:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074855.508732:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074855.508743:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926558208/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074855.508757:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da20a995880 x1855007926558208/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.508783:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074855.508795:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.508799:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1769074855.513442:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da20a7e10c0. 00000040:00000001:2.0:1769074855.513448:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1769074855.513452:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1769074855.513458:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da202f3a000. 00000040:00000010:2.0:1769074855.513488:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da2083a5800. 00000020:00000001:2.0:1769074855.513491:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074855.513496:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1769074855.513501:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20cabf800. 00000040:00000010:2.0:1769074855.513505:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da2083a4400. 00000020:00000010:2.0:1769074855.513508:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e99000. 00000020:00000010:2.0:1769074855.513512:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da2083a5e00. 80000000:00000010:2.0:1769074855.513514:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da202ef44e0. 00040000:00000010:2.0:1769074855.513519:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da2083a4600. 20000000:00000010:2.0:1769074855.513524:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da2083a4e00. 00000020:00000010:2.0:1769074855.513527:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2032ee600. 10000000:00000010:2.0:1769074855.513531:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da209879a40. 10000000:01000000:2.0:1769074855.513535:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1769074855.513538:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1769074855.513542:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074855.513546:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074855.513549:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81400 refcount=3 00000020:00000001:2.0:1769074855.513552:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895232 : -125747872656384 : ffff8da20ab81400) 00010000:00000001:2.0:1769074855.513555:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895232 : -125747872656384 : ffff8da20ab81400) 00010000:00000001:2.0:1769074855.513558:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074855.513564:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da20ab81400/0x5882d44973682f62 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515902 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074855.513574:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074855.513576:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074855.513578:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da20ab81400/0x5882d44973682f62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515902 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074855.513585:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074855.513586:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074855.513587:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1769074855.513589:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074855.513591:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074855.513594:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1769074855.513597:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1769074855.513600:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8da21000be00) refs 3 10000000:00000001:2.0:1769074855.513602:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074855.513605:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074855.513607:0:11570:0:(mgc_request.c:123:config_log_put()) log params(ffff8da210b9c400) refs 3 10000000:00000001:2.0:1769074855.513609:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074855.513611:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1769074855.513613:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1769074855.513615:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1769074855.513617:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8da2083018d8 from 1 10000000:00000001:2.0:1769074855.513620:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1769074855.513622:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1769074855.513643:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7b80. 00000020:00000040:2.0:1769074855.513649:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074855.513655:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074855.513661:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074855.513669:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074855.513679:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da206532a00. 00000100:00000001:2.0:1769074855.513688:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074855.513705:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074855.513708:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1769074855.513717:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46300 count: 3 00010000:00000001:2.0:1769074855.513721:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074855.513724:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074855.513729:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80200. 00000020:00000001:2.0:1769074855.513735:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074855.513738:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80200 with handle 0x5882d44973682f69 to hash 00000020:00000001:2.0:1769074855.513740:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074855.513742:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:2.0:1769074855.513745:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:2.0:1769074855.513750:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074855.513752:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074855.513756:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.513765:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074855.513781:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1769074855.513788:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074855.513790:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074855.513800:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f6b0c0. 00000100:00000001:2.0:1769074855.513802:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706780864 : -125748002770752 : ffff8da202f6b0c0) 00000100:00000001:2.0:1769074855.513805:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074855.513806:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000001:2.0:1769074855.513813:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074855.513818:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.513821:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074855.513823:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074855.513838:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.513849:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074855.513852:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074855.513857:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074855.513861:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074855.513863:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074855.513866:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558336:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1769074855.513871:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074855.513879:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074855.513882:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074855.513885:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074855.513891:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e3a400. 02000000:00000001:2.0:1769074855.513893:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074855.513905:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074855.513911:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769074855.513919:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083536e8. 00000100:00000200:2.0:1769074855.513929:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926558336, portal 25 00000100:00000001:2.0:1769074855.513931:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074855.513932:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000040:2.0:1769074855.513938:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.513945:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074855.513948:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074855.513952:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083532a8. 00000100:00000200:2.0:1769074855.513955:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926558336, offset 0 00000400:00000200:2.0:1769074855.513963:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074855.513973:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.513983:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074855.513990:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074855.513996:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074855.514000:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074855.514004:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074855.514008:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2572:2572:256:4294967295] 192.168.204.145@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:2.0:1769074855.514013:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.514024:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074855.514032:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074855.514038:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074855.514047:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074855.514057:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074855.514062:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074855.514089:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074855.514094:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074855.514098:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296228552 00000100:00000001:2.0:1769074855.514107:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296228537 00000100:00000001:2.0:1769074855.514113:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296228552 00000100:00000001:2.0:1769074855.514116:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296228537 00000100:00000001:2.0:1769074855.514119:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074855.514122:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.514125:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074855.514127:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074855.514129:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f6b0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074855.514133:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074855.514136:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074855.514733:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074855.514741:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074855.514747:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074855.514754:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074855.514762:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083532a8 00000400:00000010:3.0:1769074855.514765:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083532a8. 00000100:00000001:3.0:1769074855.514770:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074855.514777:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.514790:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.514795:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.514802:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.514804:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074855.530565:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.530595:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074855.530599:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.530604:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.530620:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.530631:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074855.530657:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.530664:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.530673:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.530678:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0849e80 00000400:00000200:2.0:1769074855.530685:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.530694:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x682d [1] + 224 00000800:00000001:2.0:1769074855.530704:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.530720:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.530723:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.530729:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074855.530738:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074855.530750:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074855.530764:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.530783:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074855.530795:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.530799:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.531985:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074855.532001:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074855.532004:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074855.532009:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:3.0:1769074855.532018:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083536e8 00000400:00000010:3.0:1769074855.532021:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083536e8. 00000100:00000001:3.0:1769074855.532026:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.532036:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074855.532049:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532058:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074855.532060:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.532063:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074855.532067:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074855.532071:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074855.532074:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074855.532078:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074855.532088:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074855.532092:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074855.532095:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074855.532097:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074855.532101:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074855.532104:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532108:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074855.532113:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532121:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074855.532126:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074855.532128:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074855.532133:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074855.532142:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558336:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074855.532148:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.532150:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532154:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074855.532156:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.532160:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532182:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074855.532187:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f6b0c0. 00000100:00000001:3.0:1769074855.532191:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074855.532193:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074855.532197:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074855.532201:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074855.532205:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074855.532208:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=4 00000020:00000001:3.0:1769074855.532211:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:3.0:1769074855.532215:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000040:3.0:1769074855.532222:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80200, remote cookie: 0xe52bf4d4a3515909, flags: 0x0 00010000:00000001:3.0:1769074855.532227:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074855.532232:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074855.532235:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074855.532237:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074855.532239:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074855.532243:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8da20ca46300) refcount = 3 00010000:00000040:3.0:1769074855.532246:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1769074855.532251:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da2064ee000/0x5882d44973682f5b lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a35158fb expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074855.532261:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d44973682f46 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a35158d8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074855.532273:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074855.532280:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074855.532283:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074855.532284:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074855.532287:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074855.532290:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074855.532293:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074855.532298:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074855.532300:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074855.532302:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074855.532304:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074855.532305:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074855.532306:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532310:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.532314:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7b80 x1855007926558336/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532320:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074855.532331:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074855.532336:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3a400. 02000000:00000001:3.0:1769074855.532341:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074855.532344:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074855.532346:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074855.532349:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074855.532353:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da206532a00. 02000000:00000001:3.0:1769074855.532358:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074855.532361:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074855.532364:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7b80. 00000100:00000001:3.0:1769074855.532368:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074855.532369:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074855.532373:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074855.532377:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074855.532380:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8da21000be00) refs 4 10000000:00000001:3.0:1769074855.532382:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074855.532385:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074855.532386:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074855.532388:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:3.0:1769074855.532390:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:3.0:1769074855.532392:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:3.0:1769074855.532394:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074855.532396:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074855.532397:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074855.532398:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074855.532401:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1769074855.532410:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da207f73800. 00000020:00000010:3.0:1769074855.532417:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7e800. 00000020:00000010:3.0:1769074855.532424:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e7f400. 00000040:00000010:3.0:1769074855.532429:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207e7e000. 00000020:00000010:3.0:1769074855.532437:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a790800. 00000020:00000010:3.0:1769074855.532445:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207e7ea00. 80000000:00000010:3.0:1769074855.532452:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da208ba6cc0. 00040000:00000010:3.0:1769074855.532458:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da207e7fc00. 20000000:00000010:3.0:1769074855.532512:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da207e7f200. 10000000:00000040:3.0:1769074855.532519:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:3.0:1769074855.532524:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1769074855.532527:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1769074855.532530:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1769074855.532534:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da207e7e600. 00000040:00000001:3.0:1769074855.532539:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1769074855.532543:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:3.0:1769074855.532549:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074855.532553:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074855.532559:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074855.532562:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074855.532568:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074855.532577:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7e200. 00000100:00000001:3.0:1769074855.532584:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532592:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074855.532594:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074855.532602:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39000. 00000100:00000001:3.0:1769074855.532604:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364800 : -125747921186816 : ffff8da207d39000) 00000100:00000001:3.0:1769074855.532608:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074855.532610:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074855.532615:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074855.532620:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532623:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074855.532625:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074855.532630:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532651:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074855.532654:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074855.532659:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074855.532663:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074855.532666:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074855.532671:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558464:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074855.532676:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074855.532682:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074855.532685:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074855.532689:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074855.532693:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7ec00. 02000000:00000001:3.0:1769074855.532695:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074855.532705:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074855.532709:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b9a0. 00000400:00000010:3.0:1769074855.532717:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000200:3.0:1769074855.532726:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926558464, portal 25 00000100:00000001:3.0:1769074855.532729:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074855.532730:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074855.532735:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.532743:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074855.532747:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074855.532751:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074855.532755:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007926558464, offset 0 00000400:00000200:3.0:1769074855.532764:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074855.532774:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.532782:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074855.532790:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074855.532796:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074855.532800:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074855.532803:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074855.532808:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2573:2573:256:4294967295] 192.168.204.145@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:3.0:1769074855.532812:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074855.532823:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074855.532831:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074855.532837:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13700. 00000800:00000200:3.0:1769074855.532847:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074855.532857:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074855.532862:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1769074855.532887:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074855.532894:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074855.532897:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296228571 00000100:00000001:3.0:1769074855.532906:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296228552 00000100:00000001:3.0:1769074855.532913:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296228571 00000100:00000001:3.0:1769074855.532917:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296228552 00000100:00000001:3.0:1769074855.532920:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074855.532923:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074855.532926:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074855.532928:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074855.532931:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39000 going to sleep for 11 seconds 00000100:00000001:3.0:1769074855.532933:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074855.532935:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074855.535042:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074855.535054:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13700. 00000400:00000200:2.0:1769074855.535063:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.535074:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074855.535084:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:2.0:1769074855.535087:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:2.0:1769074855.535095:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074855.535103:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.535117:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074855.535120:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.535127:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074855.535129:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074855.538803:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.538830:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074855.538835:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.538838:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.538854:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.538863:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074855.538873:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.538879:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.538887:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.538892:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0849f00 00000400:00000200:2.0:1769074855.538898:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074855.538907:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x683d [1] + 224 00000800:00000001:2.0:1769074855.538917:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.538928:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074855.538932:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074855.538936:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074855.538945:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074855.538957:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074855.538970:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074855.538992:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074855.539005:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074855.539009:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.539505:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074855.539516:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074855.539519:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074855.539523:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b9a0. 00000400:00000200:3.0:1769074855.539528:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:3.0:1769074855.539531:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:3.0:1769074855.539537:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074855.539544:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074855.539555:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.539562:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074855.539564:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.539566:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074855.539570:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074855.539573:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074855.539576:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074855.539579:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074855.539588:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074855.539592:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074855.539595:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1769074855.539599:0:11570:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.539606:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1769074855.539609:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1769074855.539614:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.539621:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1769074855.539625:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074855.539627:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074855.539631:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074855.539654:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558464:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074855.539659:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074855.539663:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1769074855.539666:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074855.539668:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.539672:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.539678:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074855.539682:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39000. 00000100:00000001:3.0:1769074855.539685:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074855.539687:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1769074855.539690:0:11570:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1769074855.539701:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074855.539703:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074855.539705:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074855.539708:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074855.539711:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926558464/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074871 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074855.539718:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074855.539721:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074855.539724:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7ec00. 02000000:00000001:3.0:1769074855.539727:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074855.539728:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074855.539729:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074855.539731:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074855.539734:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7e200. 02000000:00000001:3.0:1769074855.539737:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074855.539740:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074855.539742:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074855.539746:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074855.539747:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1769074855.539751:0:11570:0:(llog.c:1547:llog_open()) MGC192.168.204.145@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1769074855.539755:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da207e7e600. 00000040:00000001:3.0:1769074855.539757:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1769074855.539760:0:11570:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1769074855.539764:0:11570:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1769074855.539771:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e7f400. 00000040:00000010:3.0:1769074855.539776:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207e7e000. 00000020:00000010:3.0:1769074855.539779:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a790800. 00000020:00000010:3.0:1769074855.539787:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207e7ea00. 80000000:00000010:3.0:1769074855.539792:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da208ba6cc0. 00040000:00000010:3.0:1769074855.539798:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da207e7fc00. 20000000:00000010:3.0:1769074855.539802:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da207e7f200. 00000020:00000010:3.0:1769074855.539806:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7e800. 10000000:00000010:3.0:1769074855.539809:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da207f73800. 10000000:01000000:3.0:1769074855.539812:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1769074855.539816:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074855.539819:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074855.539822:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074855.539825:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:3.0:1769074855.539827:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:3.0:1769074855.539830:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:3.0:1769074855.539833:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074855.539839:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074855.539848:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074855.539850:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074855.539852:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074855.539859:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074855.539861:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074855.539861:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074855.539863:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074855.539866:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1769074855.539870:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074855.539872:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074855.539874:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8da21000be00) refs 4 10000000:00000001:3.0:1769074855.539877:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1769074856.169534:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169558:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.169563:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169566:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169581:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169591:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074856.169601:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169608:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169616:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169621:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 328 into portal 15 MB=0x6971eb1f52600 00000400:00000200:2.0:1769074856.169632:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.145@tcp of length 328/328 into md 0x4e15 [2] + 984 00000800:00000001:2.0:1769074856.169642:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169648:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169652:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.169658:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074856.169669:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1769074856.169672:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1769074856.169680:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5180. 00000100:00000040:2.0:1769074856.169694:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff8da20a9f5180 x1855007950710272 msgsize 328 00000100:00100000:2.0:1769074856.169698:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.145@tcp (source: 12345-192.168.204.145@tcp) 00000100:00000001:2.0:1769074856.169713:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.169724:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169728:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.169730:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169732:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169735:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169739:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074856.169743:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169746:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169748:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.169751:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 328 into portal 15 MB=0x6971eb1f52680 00000400:00000200:2.0:1769074856.169755:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.145@tcp of length 328/328 into md 0x4e15 [2] + 1312 00000800:00000001:2.0:1769074856.169760:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169768:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169770:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.169773:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074856.169776:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1769074856.169778:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1769074856.169781:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4380. 00000100:00000040:2.0:1769074856.169783:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff8da20a9f4380 x1855007950710400 msgsize 328 00000100:00100000:2.0:1769074856.169787:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.145@tcp (source: 12345-192.168.204.145@tcp) 00000100:00000001:2.0:1769074856.169796:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.169799:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169802:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.169969:0:11559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1769074856.169973:0:11559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007950710272 02000000:00000001:3.0:1769074856.169977:0:11559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1769074856.169981:0:11559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.169984:0:11559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.169990:0:11559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.169995:0:11559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007950710272 00000020:00000001:3.0:1769074856.169999:0:11559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074856.170001:0:11559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769074856.170004:0:11559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170007:0:11559:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769074856.170010:0:11559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769074856.170012:0:11559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:3.0:1769074856.170018:0:11559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1769074856.170023:0:11559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8da207f73800. 00000100:00000001:3.0:1769074856.170026:0:11559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074856.170029:0:11559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8da207f73800. 00000020:00000010:3.0:1769074856.170038:0:11559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7f200. 00000020:00000010:3.0:1769074856.170045:0:11559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8da202eb2080. 00000020:00000010:3.0:1769074856.170051:0:11559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8da20301daf0. 00000100:00000040:3.0:1769074856.170061:0:11559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1769074856.170065:0:11559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1769074856.170066:0:11559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1769074856.170070:0:11559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170081:0:11559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170083:0:11559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.170095:0:11559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1769074856.170096:0:11559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007950710400 02000000:00000001:3.0:1769074856.170098:0:11559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1769074856.170100:0:11559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.170102:0:11559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.170103:0:11559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.170106:0:11559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007950710400 00000020:00000001:3.0:1769074856.170107:0:11559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074856.170108:0:11559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769074856.170109:0:11559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170111:0:11559:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=4 00000020:00000001:3.0:1769074856.170113:0:11559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769074856.170115:0:11559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:3.0:1769074856.170117:0:11559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1769074856.170120:0:11559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8da207f73800. 00000100:00000001:3.0:1769074856.170122:0:11559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074856.170124:0:11559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8da207f73800. 00000020:00000010:3.0:1769074856.170127:0:11559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7fc00. 00000020:00000010:3.0:1769074856.170130:0:11559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8da202eb2800. 00000020:00000010:3.0:1769074856.170133:0:11559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8da20301d190. 00000100:00000001:3.0:1769074856.170136:0:11559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1769074856.170137:0:11559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1769074856.170138:0:11559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170141:0:11559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170143:0:11559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.170149:0:11559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1769074856.170152:0:11559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1769074856.170159:0:11559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.145@tcp, seq: 31 00000100:00000040:3.0:1769074856.170163:0:11559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8da20a70d000 : new rpc_count 1 00000100:00000001:3.0:1769074856.170165:0:11559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618325835272576 : -125747874279040 : ffff8da20a9f5180) 00000100:00000040:3.0:1769074856.170174:0:11559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8da20a9f5180 x1855007950710272/t0(0) o104->d92a20d5-0179-4d84-9e4f-4b7777a5948a@192.168.204.145@tcp:392/0 lens 328/0 e 0 to 0 dl 1769074867 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074856.170184:0:11559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1769074856.170186:0:11559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8da207f73800. 00000100:00000001:3.0:1769074856.170188:0:11559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074856.170190:0:11559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8da207f73800. 00000100:00100000:3.0:1769074856.170195:0:11559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8da20a9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d92a20d5-0179-4d84-9e4f-4b7777a5948a+4:29706:x1855007950710272:12345-192.168.204.145@tcp:104: 00000100:00000200:3.0:1769074856.170199:0:11559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007950710272 00010000:00000001:3.0:1769074856.170202:0:11559:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1769074856.170212:0:11559:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.170213:0:11559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170216:0:11559:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=2 00000020:00000001:3.0:1769074856.170219:0:11559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:3.0:1769074856.170221:0:11559:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:3.0:1769074856.170226:0:11559:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.170228:0:11559:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.170234:0:11559:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.145@tcp lock: ffff8da20ab81e00/0x5882d44973682f54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe52bf4d4a35158f4 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.170244:0:11559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1769074856.170246:0:11559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1769074856.170252:0:11559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8da207f0ec00. 02000000:00000001:3.0:1769074856.170254:0:11559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170257:0:11559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170263:0:11559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1769074856.170266:0:11559:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.170270:0:11559:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a802de8 time=303 v=5 (1 1 1 1) 00000100:00000001:3.0:1769074856.170274:0:11559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074856.170277:0:11559:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074856.170280:0:11559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:3.0:1769074856.170282:0:11559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1769074856.170285:0:11559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170288:0:11559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.170291:0:11559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074856.170297:0:11559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000200:3.0:1769074856.170305:0:11559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855007950710272, offset 224 00000400:00000200:3.0:1769074856.170324:0:11559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074856.170332:0:11559:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.170340:0:11559:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074856.170347:0:11559:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2574:2574:256:4294967295] 192.168.204.145@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:3.0:1769074856.170351:0:11559:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.170360:0:11559:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.170365:0:11559:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074856.170370:0:11559:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769074856.170377:0:11559:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074856.170386:0:11559:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074856.170390:0:11559:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.170411:0:11559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.170416:0:11559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00010000:00000001:3.0:1769074856.170419:0:11559:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1769074856.170423:0:11559:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8da207d39000. 00010000:00000001:3.0:1769074856.170426:0:11559:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1769074856.170442:0:11559:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1769074856.170444:0:11559:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170445:0:11559:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170448:0:11559:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.170452:0:11559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5180 x1855007950710272/t0(0) o104->d92a20d5-0179-4d84-9e4f-4b7777a5948a@192.168.204.145@tcp:392/0 lens 328/224 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074856.170515:0:11559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8da20a9f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d92a20d5-0179-4d84-9e4f-4b7777a5948a+4:29706:x1855007950710272:12345-192.168.204.145@tcp:104: Request processed in 328us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074856.170523:0:11559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.145@tcp, seq: 31 00000100:00000040:3.0:1769074856.170527:0:11559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8da20a70d000 : new rpc_count 0 00000100:00000001:3.0:1769074856.170530:0:11559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1769074856.170532:0:11559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1769074856.170537:0:11559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8da202eb2080. 00000020:00000010:3.0:1769074856.170541:0:11559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8da20301daf0. 00000020:00000010:3.0:1769074856.170545:0:11559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7f200. 00000020:00000040:3.0:1769074856.170550:0:11559:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 3 00000100:00000001:3.0:1769074856.170554:0:11559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.170562:0:11559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1769074856.170564:0:11559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1769074856.170567:0:11559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.145@tcp, seq: 32 00000100:00000040:3.0:1769074856.170570:0:11559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8da20a70d000 : new rpc_count 1 00000100:00000001:3.0:1769074856.170571:0:11559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446618325835268992 : -125747874282624 : ffff8da20a9f4380) 00000100:00000040:3.0:1769074856.170577:0:11559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8da20a9f4380 x1855007950710400/t0(0) o104->d92a20d5-0179-4d84-9e4f-4b7777a5948a@192.168.204.145@tcp:392/0 lens 328/0 e 0 to 0 dl 1769074867 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074856.170584:0:11559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1769074856.170587:0:11559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8da207f73800. 00000100:00000001:3.0:1769074856.170589:0:11559:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074856.170591:0:11559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8da207f73800. 00000100:00100000:3.0:1769074856.170595:0:11559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8da20a9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d92a20d5-0179-4d84-9e4f-4b7777a5948a+3:29706:x1855007950710400:12345-192.168.204.145@tcp:104: 00000100:00000200:3.0:1769074856.170598:0:11559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855007950710400 00010000:00000001:3.0:1769074856.170600:0:11559:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1769074856.170603:0:11559:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.170604:0:11559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170606:0:11559:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=2 00000020:00000001:3.0:1769074856.170609:0:11559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:3.0:1769074856.170611:0:11559:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:3.0:1769074856.170614:0:11559:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.170616:0:11559:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.170619:0:11559:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.145@tcp lock: ffff8da20ab80000/0x5882d44973682f3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xe52bf4d4a35158d1 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.170624:0:11559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1769074856.170626:0:11559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1769074856.170629:0:11559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8da207f0c800. 02000000:00000001:3.0:1769074856.170631:0:11559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170632:0:11559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170635:0:11559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1769074856.170637:0:11559:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.170640:0:11559:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a802de8 time=3 v=5 (1 0 1 1) 00000100:00000001:3.0:1769074856.170643:0:11559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074856.170646:0:11559:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074856.170648:0:11559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:3.0:1769074856.170650:0:11559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1769074856.170651:0:11559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170653:0:11559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.170654:0:11559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074856.170657:0:11559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074856.170660:0:11559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855007950710400, offset 224 00000400:00000200:3.0:1769074856.170664:0:11559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074856.170668:0:11559:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.170673:0:11559:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074856.170677:0:11559:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2575:2575:255:4294967295] 192.168.204.145@tcp LPNI seq info [2575:2575:7:4294967295] 00000400:00000200:3.0:1769074856.170785:0:11559:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.170794:0:11559:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.170799:0:11559:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074856.170804:0:11559:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13c00. 00000800:00000200:3.0:1769074856.170808:0:11559:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074856.170813:0:11559:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074856.170816:0:11559:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.170820:0:11559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.170822:0:11559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00010000:00000001:3.0:1769074856.170825:0:11559:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1769074856.170828:0:11559:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8da207d39840. 00010000:00000001:3.0:1769074856.170829:0:11559:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1769074856.170839:0:11559:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1769074856.170841:0:11559:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170842:0:11559:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170844:0:11559:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.170849:0:11559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4380 x1855007950710400/t0(0) o104->d92a20d5-0179-4d84-9e4f-4b7777a5948a@192.168.204.145@tcp:392/0 lens 328/224 e 0 to 0 dl 1769074867 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074856.170858:0:11559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8da20a9f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d92a20d5-0179-4d84-9e4f-4b7777a5948a+3:29706:x1855007950710400:12345-192.168.204.145@tcp:104: Request processed in 273us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074856.170865:0:11559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.145@tcp, seq: 32 00000100:00000040:3.0:1769074856.170868:0:11559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8da20a70d000 : new rpc_count 0 00000100:00000001:3.0:1769074856.170870:0:11559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1769074856.170871:0:11559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1769074856.170874:0:11559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8da202eb2800. 00000020:00000010:3.0:1769074856.170877:0:11559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8da20301d190. 00000020:00000010:3.0:1769074856.170880:0:11559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7fc00. 00000020:00000040:3.0:1769074856.170882:0:11559:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:3.0:1769074856.170884:0:11559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074856.172745:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.172752:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000400:00000200:2.0:1769074856.172757:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.172763:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074856.172770:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:2.0:1769074856.172773:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:2.0:1769074856.172781:0:2374:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1769074856.172783:0:2374:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1769074856.172797:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.172799:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13c00. 00000400:00000200:2.0:1769074856.172802:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.172806:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074856.172808:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7206e8 00000400:00000010:2.0:1769074856.172810:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7206e8. 00000100:00000001:2.0:1769074856.172813:0:2374:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1769074856.172814:0:2374:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1769074856.172821:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.172823:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:2.0:1769074856.172825:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.172828:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074856.172830:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:2.0:1769074856.172832:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:2.0:1769074856.172835:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.172840:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926558720/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.172852:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.172855:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926558720/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.172862:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.172863:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074856.172936:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.172939:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:2.0:1769074856.172942:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.172946:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074856.172948:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14220 00000400:00000010:2.0:1769074856.172950:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14220. 00000100:00000001:2.0:1769074856.172952:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.172955:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926558592/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.172962:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.172964:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995880 x1855007926558592/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.172970:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.172972:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074856.181558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00010000:00000010:1.1:1769074856.181576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:1.1:1769074856.181591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00000800:00000001:2.0:1769074856.182490:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.182513:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.182518:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.182520:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.182535:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.182545:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074856.182556:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.182562:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.182569:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.182574:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 18 MB=0x6971eb084a000 00000400:00000200:2.0:1769074856.182591:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.182599:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.145@tcp of length 224/224 into md 0x685d [1] + 224 00000800:00000001:2.0:1769074856.182940:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.182956:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.182960:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.182966:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074856.182976:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.182988:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926558720/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.183000:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994a80 x1855007926558720/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.183025:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.183038:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.183042:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.193617:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.193650:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.193656:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.193659:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.193675:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.193923:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074856.193935:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.193941:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.193950:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.193955:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 18 MB=0x6971eb0849f80 00000400:00000200:2.0:1769074856.193961:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074856.193969:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6865 [1] + 224 00000800:00000001:2.0:1769074856.193980:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.194357:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.194362:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.194368:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074856.194379:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.194391:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926558592/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.194402:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a995880 x1855007926558592/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074872 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.194427:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.194440:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.194445:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074856.994874:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.994888:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da20aad6200) refs 2 10000000:00000001:3.0:1769074856.994896:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.994899:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074856.994901:0:11570:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074856.994902:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074856.994906:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1769074856.994908:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074856.994911:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8da20a0ec000 from 18 10000000:00000001:3.0:1769074856.994915:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074856.994917:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1769074856.994932:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074856.994939:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074856.994944:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.994949:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.994956:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.994967:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f600. 00000100:00000001:3.0:1769074856.994975:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.994981:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074856.994985:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074856.994995:0:11570:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1e00. 00010000:00000001:3.0:1769074856.995001:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074856.995005:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491c00. 00000020:00000001:3.0:1769074856.995011:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074856.995014:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491c00 with handle 0x5882d44973682f70 to hash 00000020:00000001:3.0:1769074856.995016:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074856.995018:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074856.995022:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074856.995027:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.995030:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.995034:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.995045:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.995058:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.995064:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.995067:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.995078:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074856.995080:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364992 : -125747921186624 : ffff8da207d390c0) 00000100:00000001:3.0:1769074856.995083:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.995084:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074856.995090:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.995095:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.995098:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.995100:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.995115:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.995123:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.995126:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.995131:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.995134:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.995137:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.995141:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558848:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.995146:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.995154:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.995157:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.995160:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.995164:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074856.995166:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.995178:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074856.995184:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b9a0. 00000400:00000010:3.0:1769074856.995192:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074856.995202:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926558848, portal 25 00000100:00000001:3.0:1769074856.995205:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.995206:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074856.995211:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.995218:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.995221:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074856.995224:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074856.995227:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926558848, offset 0 00000400:00000200:3.0:1769074856.995235:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074856.995246:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.995255:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074856.995261:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.995266:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074856.995271:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.995277:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074856.995280:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2578:2578:256:4294967295] 192.168.204.145@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:3.0:1769074856.995284:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074856.995296:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.995315:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074856.995321:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074856.995330:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074856.995340:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074856.995345:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.995376:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.995381:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074856.995384:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296230034 00000100:00000001:3.0:1769074856.995393:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296229211 00000100:00000001:3.0:1769074856.995399:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296230034 00000100:00000001:3.0:1769074856.995402:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296229211 00000100:00000001:3.0:1769074856.995405:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.995408:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.995410:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.995412:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.995415:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d390c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.995418:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.995421:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074856.997258:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074856.997270:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074856.997277:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.997287:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074856.997295:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720e58 00000400:00000010:3.0:1769074856.997298:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720e58. 00000100:00000001:3.0:1769074856.997336:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074856.997345:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.997359:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.997363:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.997371:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.997373:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074857.009414:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.009451:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074857.009457:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.009513:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.009529:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.009539:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074857.009549:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.009556:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.009563:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.009779:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084a080 00000400:00000200:2.0:1769074857.009786:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.009794:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x686d [1] + 224 00000800:00000001:2.0:1769074857.009806:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.009818:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.009821:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.009826:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074857.009836:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074857.009846:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074857.009858:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.009880:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074857.009891:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.009896:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.012323:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074857.012346:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074857.012350:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074857.012355:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b9a0. 00000400:00000200:3.0:1769074857.012365:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720880 00000400:00000010:3.0:1769074857.012368:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720880. 00000100:00000001:3.0:1769074857.012377:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074857.012390:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074857.012403:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.012412:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074857.012414:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.012417:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074857.012421:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074857.012424:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074857.012427:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.012430:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074857.012451:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074857.012456:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074857.012493:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074857.012495:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.012500:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074857.012502:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.012506:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074857.012511:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.012519:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074857.012523:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074857.012525:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074857.012529:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074857.012538:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558848:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.012544:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.012548:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.012551:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074857.012554:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.012557:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.012563:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074857.012578:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.012582:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074857.012583:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.012586:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074857.012590:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074857.012593:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074857.012597:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=4 00000020:00000001:3.0:1769074857.012600:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074857.012603:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000040:3.0:1769074857.012611:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491c00, remote cookie: 0xe52bf4d4a35159f7, flags: 0x0 00010000:00000001:3.0:1769074857.012616:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074857.012620:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074857.012623:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074857.012625:0:11570:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074857.012626:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074857.012629:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8da2110c1e00) refcount = 1 00010000:00010000:3.0:1769074857.012635:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.012644:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074857.012646:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074857.012648:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074857.012652:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074857.012654:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074857.012658:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.012664:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074857.012666:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.012834:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.012836:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.012837:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.012839:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.012843:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.012847:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926558848/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.012854:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074857.012857:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074857.013056:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074857.013062:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074857.013065:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074857.013067:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074857.013070:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074857.013073:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f600. 02000000:00000001:3.0:1769074857.013077:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074857.013080:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074857.013082:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074857.013087:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074857.013088:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074857.013091:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.013095:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074857.013097:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da20aad6200) refs 3 10000000:00000001:3.0:1769074857.013100:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.013103:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074857.013105:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074857.013106:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=3 00000020:00000001:3.0:1769074857.013108:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074857.013111:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074857.013113:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074857.013115:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.013116:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.013118:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.013121:0:11570:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1769074857.013132:0:11570:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff8da20a7cc520. 00000100:00000010:3.0:1769074857.013161:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074857.013165:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074857.013171:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074857.013174:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074857.013180:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074857.013188:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f600. 00000100:00000001:3.0:1769074857.013195:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.013201:0:11570:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1769074857.013207:0:11570:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8da207f0d800. 00000100:00000010:3.0:1769074857.013211:0:11570:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8da207f73800. 00000020:00000040:3.0:1769074857.013213:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074857.013218:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074857.013220:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074857.013227:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.013228:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364992 : -125747921186624 : ffff8da207d390c0) 00000100:00000001:3.0:1769074857.013231:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.013233:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074857.013239:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074857.013244:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.013247:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074857.013249:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074857.013254:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.013263:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074857.013265:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.013270:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074857.013274:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074857.013277:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074857.013280:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558976:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.013284:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074857.013289:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074857.013292:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.013294:0:11570:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1769074857.013320:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074857.013325:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b9a0. 00000400:00000010:3.0:1769074857.013332:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da207d39cc0. 00000100:00000200:3.0:1769074857.013340:0:11570:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971eb084a100-0x6971eb084a100, portal 33 00000100:00000001:3.0:1769074857.013343:0:11570:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.013346:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074857.013349:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7f800. 02000000:00000001:3.0:1769074857.013351:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.013354:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074857.013356:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b420. 00000400:00000010:3.0:1769074857.013360:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074857.013363:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926558976, portal 25 00000100:00000001:3.0:1769074857.013365:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.013366:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074857.013372:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.013380:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074857.013382:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074857.013385:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074857.013389:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007926558976, offset 0 00000400:00000200:3.0:1769074857.013396:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074857.013405:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.013414:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074857.013421:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074857.013426:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074857.013431:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074857.013434:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074857.013438:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2579:2579:256:4294967295] 192.168.204.145@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1769074857.013442:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.013453:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.013490:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074857.013498:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074857.013507:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074857.013515:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074857.013521:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1769074857.013545:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.013550:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074857.013554:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296230053 00000100:00000001:3.0:1769074857.013562:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296230034 00000800:00000200:2.0:1769074857.013835:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.013840:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:2.0:1769074857.013847:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.013854:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074857.013861:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720e58 00000400:00000010:2.0:1769074857.013864:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720e58. 00000100:00000001:2.0:1769074857.013870:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074857.013876:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.013886:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074857.013889:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.013894:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074857.013896:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074857.015954:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296230055 00000100:00000001:3.0:1769074857.015964:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296230034 00000100:00000001:3.0:1769074857.015967:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074857.015972:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.015977:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074857.015979:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074857.015983:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d390c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074857.015988:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074857.015992:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074857.021833:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.021861:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074857.021867:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.021871:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.021886:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.021898:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074857.021910:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.021916:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.021924:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.021929:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 44 into portal 33 MB=0x6971eb084a100 00000400:00000200:2.0:1769074857.021937:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.021946:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.145@tcp of length 44/44 into md 0x687d [4] + 0 00000400:00000010:2.0:1769074857.021953:0:2374:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b9a0. 00000400:00000200:2.0:1769074857.021961:0:2374:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8da207d39cc0 00000800:00000001:2.0:1769074857.021970:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.021980:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.021984:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.021990:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074857.021996:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d39cc0 00000400:00000010:2.0:1769074857.021999:0:2374:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da207d39cc0. 00000100:00000001:2.0:1769074857.022006:0:2374:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1769074857.022009:0:2374:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8da206485c00 desc ffff8da207f0d800 mbits 1855007926558976 00000100:00000001:2.0:1769074857.022031:0:2374:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1769074857.022042:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074857.022046:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.022053:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074857.022060:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2580:2580:256:4294967295] 192.168.204.145@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:2.0:1769074857.022065:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.022073:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074857.022080:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074857.022087:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8da206532e00. 00000800:00000200:2.0:1769074857.022094:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074857.022102:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074857.022107:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da206532e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074857.023881:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.023895:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8da206532e00. 00000400:00000200:2.0:1769074857.023905:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.023916:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074857.023931:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.023942:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.032901:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074857.032915:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074857.037832:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.037874:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074857.037881:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.037884:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.037900:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.037910:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074857.037919:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.037925:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.037933:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.037937:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 240 into portal 25 MB=0x6971eb084a100 00000400:00000200:2.0:1769074857.037943:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.037952:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 240/240 into md 0x6885 [1] + 224 00000800:00000001:2.0:1769074857.037963:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.037994:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.037999:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.038005:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074857.038015:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074857.038029:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074857.038042:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.038101:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074857.038129:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074857.038142:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.038147:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074857.038892:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074857.038897:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074857.038902:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b420. 00000400:00000200:3.0:1769074857.038909:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720880 00000400:00000010:3.0:1769074857.038912:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720880. 00000100:00000001:3.0:1769074857.038919:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074857.038927:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074857.038937:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.038943:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074857.038946:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.038949:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074857.038954:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074857.038957:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074857.038960:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.038965:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074857.038977:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074857.038983:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074857.038986:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074857.038988:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.038992:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074857.038996:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.038999:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074857.039005:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074857.039015:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.039024:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074857.039026:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074857.039030:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074857.039038:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926558976:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.039043:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.039047:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.039049:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074857.039052:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.039055:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.039062:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074857.039065:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.039069:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074857.039071:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1769074857.039078:0:11570:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 18, more 0. 10000000:00000001:3.0:1769074857.039083:0:11570:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1769074857.039093:0:11570:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8da208346000. 00010000:00000001:3.0:1769074857.039107:0:11570:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1769074857.039111:0:11570:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1769074857.039114:0:11570:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.145@tcp has 192.168.204.145@tcp. 00000100:00000001:3.0:1769074857.039117:0:11570:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.039133:0:11570:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1769074857.039135:0:11570:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.145@tcp with 192.168.204.145@tcp 00000100:00000200:3.0:1769074857.039137:0:11570:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.145@tcp' 00000400:00000200:3.0:1769074857.039140:0:11570:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1769074857.039145:0:11570:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1769074857.039148:0:11570:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.145@tcp 00000400:00000200:3.0:1769074857.039153:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.039158:0:11570:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.145@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074857.039162:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.039168:0:11570:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074857.039171:0:11570:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.145@tcp NID 192.168.204.145@tcp: 0. pending discovery 00000400:00000200:3.0:1769074857.039174:0:11570:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.145@tcp 00000100:00000001:3.0:1769074857.039177:0:11570:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.039179:0:11570:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1769074857.039182:0:11570:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.204.145@tcp' by NID '192.168.204.145@tcp' 10000000:00000010:3.0:1769074857.039188:0:11570:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8da202eb2800. 10000000:00000040:3.0:1769074857.039192:0:11570:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 18/18 for lustre-MDT0000-mdc-ffff8da20a0ec000 -> mdc.import=connection=192.168.204.145@tcp::14 00000020:00000080:3.0:1769074857.039196:0:11570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1769074857.039205:0:11570:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1769074857.039213:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7fe00. 00000020:00000010:3.0:1769074857.039220:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e7ec00. 00000020:00000010:3.0:1769074857.039225:0:11570:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da208ba6cc0. 00000008:00000010:3.0:1769074857.039235:0:11570:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074857.039241:0:11570:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074857.039248:0:11570:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074857.039257:0:11570:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074857.039263:0:11570:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da209817230. 00000040:00000001:3.0:1769074857.039270:0:11570:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1769074857.039272:0:11570:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8da202eb2800 00000040:00001000:3.0:1769074857.039274:0:11570:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1769074857.039275:0:11570:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1769074857.039277:0:11570:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1769074857.039279:0:11570:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1769074857.039281:0:11570:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1769074857.039283:0:11570:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1769074857.039285:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff8da20a0ec000 00000040:00001000:3.0:1769074857.039287:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.204.145@tcp::14 00000040:00000001:3.0:1769074857.039289:0:11570:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1769074857.039367:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e7ec00. 00000020:00000010:3.0:1769074857.039372:0:11570:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da208ba6cc0. 00000008:00000010:3.0:1769074857.039376:0:11570:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074857.039380:0:11570:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074857.039384:0:11570:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074857.039388:0:11570:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074857.039392:0:11570:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da209817230. 00000020:00000010:3.0:1769074857.039395:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7fe00. 00000020:00000001:3.0:1769074857.039399:0:11570:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074857.039401:0:11570:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1769074857.039405:0:11570:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8da202eb2800. 10000000:00000010:3.0:1769074857.039408:0:11570:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8da208346000. 10000000:00000001:3.0:1769074857.039411:0:11570:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.039414:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.039419:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926558976/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.039426:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074857.039430:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074857.039446:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7f800. 02000000:00000001:3.0:1769074857.039450:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074857.039453:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074857.039455:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074857.039458:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074857.039497:0:11570:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1769074857.039500:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074857.039501:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074857.039504:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1769074857.039508:0:11570:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8da207f73800. 00000100:00000010:3.0:1769074857.039511:0:11570:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8da207f0d800. 00000100:00000001:3.0:1769074857.039514:0:11570:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1769074857.039518:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f600. 02000000:00000001:3.0:1769074857.039521:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074857.039524:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074857.039526:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074857.039530:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074857.039532:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1769074857.039555:0:11570:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at ffff8da20a7cc520. 10000000:01000000:3.0:1769074857.039560:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1769074857.040038:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074857.040043:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074857.040046:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074857.040049:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=3 00000020:00000001:3.0:1769074857.040053:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074857.040056:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074857.040059:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074857.040065:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.040074:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.040076:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074857.040079:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.040084:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074857.040086:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.040087:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074857.040089:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.040091:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.040094:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074857.040099:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074857.040100:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 2 10000000:00000001:3.0:1769074857.040103:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.040105:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074857.040106:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da20aad6200) refs 3 10000000:00000001:3.0:1769074857.040109:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074857.040112:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074857.040114:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1769074857.040125:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074857.040128:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8da202f2f800 from 18 10000000:00000001:3.0:1769074857.040131:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074857.040133:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1769074857.040142:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074857.040146:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074857.040150:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074857.040154:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074857.040159:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074857.040166:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f600. 00000100:00000001:3.0:1769074857.040175:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.040181:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074857.040184:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1769074857.040192:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074857.040195:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074857.040198:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074857.040202:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491800. 00000020:00000001:3.0:1769074857.040208:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074857.040210:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491800 with handle 0x5882d44973682f77 to hash 00000020:00000001:3.0:1769074857.040212:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074857.040214:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074857.040217:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074857.040221:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074857.040224:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074857.040227:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.040234:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.040245:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074857.040256:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074857.040257:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074857.040266:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.040269:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364992 : -125747921186624 : ffff8da207d390c0) 00000100:00000001:3.0:1769074857.040272:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.040273:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074857.040279:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074857.040284:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.040286:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074857.040289:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074857.040307:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.040316:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074857.040319:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.040325:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074857.040328:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074857.040331:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074857.040335:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926559104:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.040342:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074857.040350:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074857.040352:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.040355:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074857.040360:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074857.040362:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.040372:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074857.040376:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b420. 00000400:00000010:3.0:1769074857.040383:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074857.040394:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926559104, portal 25 00000100:00000001:3.0:1769074857.040396:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.040397:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074857.040403:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.040416:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074857.040418:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074857.040422:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720088. 00000100:00000200:3.0:1769074857.040425:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926559104, offset 0 00000400:00000200:3.0:1769074857.040545:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074857.040556:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.040766:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074857.040774:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074857.040780:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074857.040785:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074857.040788:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074857.040792:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2581:2581:256:4294967295] 192.168.204.145@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:3.0:1769074857.040797:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.040809:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.040818:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074857.040828:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000800:00000200:3.0:1769074857.040842:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074857.040854:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074857.041312:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074857.041345:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.041352:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074857.041356:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296230080 00000100:00000001:3.0:1769074857.041368:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296230053 00000100:00000001:3.0:1769074857.041375:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296230080 00000100:00000001:3.0:1769074857.041378:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296230055 00000100:00000001:3.0:1769074857.041381:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074857.041385:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.041389:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074857.041392:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074857.041396:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d390c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074857.041400:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074857.041403:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074857.043828:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.043839:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000400:00000200:2.0:1769074857.043847:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.043858:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074857.044398:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720088 00000400:00000010:2.0:1769074857.044402:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720088. 00000100:00000001:2.0:1769074857.044413:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074857.044424:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.044446:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074857.044450:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.044457:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074857.044505:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074857.048774:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.048797:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074857.048802:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.048805:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.048818:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.048828:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074857.048837:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.048843:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.048851:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.048856:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084a180 00000400:00000200:2.0:1769074857.049225:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.049234:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6895 [1] + 224 00000800:00000001:2.0:1769074857.049246:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.049260:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074857.049265:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.049270:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074857.049282:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074857.049295:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074857.049321:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.049335:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074857.049347:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074857.049352:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.052307:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074857.052323:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074857.052326:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074857.052330:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b420. 00000400:00000200:3.0:1769074857.052338:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720880 00000400:00000010:3.0:1769074857.052341:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720880. 00000100:00000001:3.0:1769074857.052347:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074857.052359:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074857.052370:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.052377:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074857.052378:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.052381:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074857.052384:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074857.052386:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074857.052388:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.052391:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074857.052399:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074857.052402:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074857.052405:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074857.052406:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.052409:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074857.052411:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052413:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074857.052417:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.052423:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074857.052427:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074857.052429:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074857.052432:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074857.052443:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926559104:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.052448:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074857.052451:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052453:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074857.052456:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.052473:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.052479:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074857.052482:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.052486:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074857.052487:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.052490:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074857.052493:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074857.052495:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074857.052498:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:3.0:1769074857.052500:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074857.052503:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:3.0:1769074857.052508:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491800, remote cookie: 0xe52bf4d4a35159fe, flags: 0x0 00010000:00000001:3.0:1769074857.052511:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074857.052514:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074857.052517:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074857.052519:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074857.052520:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074857.052522:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8da2110c1e00) refcount = 2 00010000:00000040:3.0:1769074857.052525:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1769074857.052528:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074857.052536:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a35159fe expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.052559:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074857.052561:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074857.052562:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074857.052565:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074857.052568:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074857.052570:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a35159fe expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074857.052575:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074857.052576:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.052578:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.052579:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.052580:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.052581:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052584:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074857.052595:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926559104/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074873 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.052601:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074857.052603:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074857.052606:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074857.052609:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074857.052612:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074857.052613:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074857.052615:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074857.052618:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f600. 02000000:00000001:3.0:1769074857.052621:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074857.052623:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074857.052625:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074857.052628:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074857.052629:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074857.052631:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.052634:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074857.052636:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 3 10000000:00000001:3.0:1769074857.052638:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074857.052640:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074857.052641:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074857.052643:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074857.052645:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074857.052647:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074857.052648:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074857.052650:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074857.052651:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074857.052652:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074857.052654:0:11570:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1769074857.052660:0:11570:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff8da20a7cc520. 00000100:00000010:3.0:1769074857.052677:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074857.052681:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074857.052685:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074857.052688:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074857.052692:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074857.052697:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f600. 00000100:00000001:3.0:1769074857.052703:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052707:0:11570:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1769074857.052711:0:11570:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8da207f0d800. 00000100:00000010:3.0:1769074857.052714:0:11570:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8da207f73800. 00000020:00000040:3.0:1769074857.052716:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074857.052720:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074857.052721:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074857.052727:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d390c0. 00000100:00000001:3.0:1769074857.052729:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364992 : -125747921186624 : ffff8da207d390c0) 00000100:00000001:3.0:1769074857.052731:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.052733:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074857.052737:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074857.052742:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052744:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074857.052746:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074857.052751:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.052757:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074857.052760:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.052763:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074857.052766:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074857.052769:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074857.052772:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926559232:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074857.052776:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074857.052782:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074857.052785:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.052787:0:11570:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1769074857.052797:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074857.052800:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b420. 00000400:00000010:3.0:1769074857.052806:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da207d39a80. 00000100:00000200:3.0:1769074857.052812:0:11570:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971eb084a200-0x6971eb084a200, portal 33 00000100:00000001:3.0:1769074857.052815:0:11570:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074857.052817:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074857.052821:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7f800. 02000000:00000001:3.0:1769074857.052822:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.052825:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074857.052827:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b6e0. 00000400:00000010:3.0:1769074857.052830:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074857.053065:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926559232, portal 25 00000100:00000001:3.0:1769074857.053067:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074857.053069:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074857.053075:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.053083:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074857.053085:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074857.053088:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769074857.053197:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007926559232, offset 0 00000400:00000200:3.0:1769074857.053205:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074857.053215:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.053223:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074857.053228:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074857.053233:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074857.053236:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074857.053239:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074857.053243:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.145@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:3.0:1769074857.053247:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.053257:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074857.053264:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074857.053269:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13d00. 00000800:00000200:3.0:1769074857.053275:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074857.053282:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074857.053287:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13d00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1769074857.053296:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074857.053310:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074857.053313:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296230091 00000100:00000001:3.0:1769074857.053320:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296230080 00000100:00000001:3.0:1769074857.053326:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296230091 00000100:00000001:3.0:1769074857.053330:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296230080 00000100:00000001:3.0:1769074857.053332:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074857.053334:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074857.053336:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074857.053338:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074857.053340:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d390c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074857.053342:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074857.053344:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074857.053629:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074857.053634:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13d00. 00000400:00000200:2.0:1769074857.053639:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074857.053645:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074857.053650:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:2.0:1769074857.053652:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:2.0:1769074857.053658:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074857.053663:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.053674:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074857.053678:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074857.053684:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074857.053685:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074857.062152:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.062171:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074857.062176:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.062179:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074857.062191:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062200:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074857.062208:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062213:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062219:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062223:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 44 into portal 33 MB=0x6971eb084a200 00000400:00000200:3.0:1769074857.062230:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062238:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.145@tcp of length 44/44 into md 0x68a5 [4] + 0 00000400:00000010:3.0:1769074857.062244:0:2374:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b420. 00000400:00000200:3.0:1769074857.062259:0:2374:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8da207d39a80 00000800:00000001:3.0:1769074857.062266:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.062274:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074857.062277:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.062282:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074857.062287:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d39a80 00000400:00000010:3.0:1769074857.062290:0:2374:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da207d39a80. 00000100:00000001:3.0:1769074857.062295:0:2374:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1769074857.062307:0:2374:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8da206485c00 desc ffff8da207f0d800 mbits 1855007926559232 00000100:00000001:3.0:1769074857.062324:0:2374:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1769074857.062331:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074857.062335:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062342:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074857.062348:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2583:2583:256:4294967295] 192.168.204.145@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:3.0:1769074857.062352:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.062361:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074857.062367:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074857.062372:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8da207e7fe00. 00000800:00000200:3.0:1769074857.062378:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074857.062385:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074857.062390:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207e7fe00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074857.062482:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074857.062487:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8da207e7fe00. 00000400:00000200:3.0:1769074857.062490:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.062493:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074857.062499:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.062503:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074857.066912:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.066929:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074857.066933:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.066936:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074857.066948:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.066956:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074857.066964:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.066969:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.066975:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.066979:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 240 into portal 25 MB=0x6971eb084a200 00000400:00000200:3.0:1769074857.066985:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074857.066992:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 240/240 into md 0x68ad [1] + 224 00000800:00000001:3.0:1769074857.067000:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.067008:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074857.067012:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074857.067016:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074857.067025:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074857.067033:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074857.067044:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff8da206485c00 x1855007926559232/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074873 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074857.068912:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074857.068935:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074857.068943:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1769074857.073051:0:26560:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff8da207e39540. 00000020:00000040:2.0:1769074857.073065:0:26560:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff8da20a0ec000 is connecting to an obsoleted target(13/14), reconnecting... 00000100:00000001:2.0:1769074857.073069:0:26560:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1769074857.073072:0:26560:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da202e8a000 already not connected (conn 31, was 0): CONNECTING 00010000:00000001:2.0:1769074857.073077:0:26560:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1769074857.073092:0:26560:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.145@tcp->12345-192.168.204.145@tcp 00000100:00000001:2.0:1769074857.073095:0:26560:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1769074857.073101:0:26560:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074857.073107:0:26560:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.145@tcp primary NID 192.168.204.145@tcp rc 0 00000100:00000001:2.0:1769074857.073111:0:26560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074857.073113:0:26560:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074857.073116:0:26560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769074857.073119:0:26560:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446618326063718336 : -125747645833280 : 0xffff8da2183d1fc0) 00000100:00000040:2.0:1769074857.073122:0:26560:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000040:2.0:1769074857.073125:0:26560:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.145@tcp -> ffff8da2183d1fc0 00010000:00080000:2.0:1769074857.073129:0:26560:0:(ldlm_lib.c:85:import_set_conn()) imp ffff8da202e8a000@lustre-MDT0000-mdc-ffff8da20a0ec000: found existing conn 192.168.204.145@tcp, moved to head 00010000:00000001:2.0:1769074857.073132:0:26560:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1769074857.073134:0:26560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00010000:00000001:2.0:1769074857.073137:0:26560:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074857.073139:0:26560:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:2.0:1769074857.073141:0:26560:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff8da207e39540. 00000020:00000001:3.0:1769074857.312826:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074857.312830:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074857.312833:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1769074858.144127:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074858.144132:0:11570:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1769074859.166586:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074859.166599:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074859.166602:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074859.166606:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074859.166608:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074859.166612:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074859.166614:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074859.167586:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074859.167593:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074859.167599:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769074859.167603:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074859.167607:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074859.167609:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074859.167614:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074859.167620:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13500. 00000100:00000001:3.0:1769074859.167626:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074859.167633:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074859.167642:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074859.167647:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074859.167652:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_01_00+0] req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074859.167679:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074859.167683:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074859.167686:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074859.167689:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074859.167692:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074859.167695:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074859.167698:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1769074859.167701:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074859.167706:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074859.167708:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074859.167712:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074859.167714:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074859.167717:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074859.167722:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1558) 00000100:00000001:2.0:1769074859.167779:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074859.167783:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074859.167785:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074859.167791:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.167798:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074859.167799:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074859.167803:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074859.167806:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074859.167808:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074859.167811:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926559360:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074859.167817:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074859.167823:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074859.167825:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074859.167828:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074859.167832:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da206533e00. 02000000:00000001:2.0:1769074859.167834:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074859.167842:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074859.167846:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6268. 00000400:00000010:2.0:1769074859.167851:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074859.167857:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926559360, portal 25 00000100:00000001:2.0:1769074859.167860:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074859.167861:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:2.0:1769074859.167866:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.167872:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074859.167875:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074859.167877:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353b28. 00000100:00000200:2.0:1769074859.167880:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926559360, offset 0 00000400:00000200:2.0:1769074859.167886:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074859.167893:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074859.167900:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074859.167905:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074859.167909:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074859.167913:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074859.167915:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074859.167919:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2584:2584:256:4294967295] 192.168.204.145@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:2.0:1769074859.167923:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074859.167932:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074859.167938:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074859.167944:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348500. 00000800:00000200:2.0:1769074859.167950:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074859.167968:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074859.167973:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074859.167988:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074859.167992:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074859.167995:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296232207 00000100:00000001:2.0:1769074859.168002:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296230091 00000100:00000001:2.0:1769074859.168005:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296232207 00000100:00000001:2.0:1769074859.168008:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296230091 00000100:00000001:2.0:1769074859.168011:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074859.168014:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.168016:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.168018:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074859.168023:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074859.168024:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074859.168026:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074859.168027:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074859.168029:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.168031:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.168040:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074859.168042:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074859.168147:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074859.168151:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348500. 00000400:00000200:3.0:1769074859.168156:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.168160:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074859.168165:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353b28 00000400:00000010:3.0:1769074859.168167:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353b28. 00000100:00000001:3.0:1769074859.168171:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074859.168174:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074859.168330:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074859.168334:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074859.168340:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074859.168341:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074859.199812:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074859.199829:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074859.199832:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074859.199835:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074859.199846:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074859.199854:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074859.199861:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074859.199866:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074859.199871:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074859.199875:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084a280 00000400:00000200:3.0:1769074859.199880:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074859.199887:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x68bd [1] + 224 00000800:00000001:3.0:1769074859.199895:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074859.199902:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074859.199905:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074859.199909:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074859.199916:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074859.199924:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074859.199934:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.200014:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074859.200019:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074859.200039:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074859.200049:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074859.200053:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074859.208002:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074859.208009:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074859.208013:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6268. 00000400:00000200:2.0:1769074859.208022:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074859.208026:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074859.208031:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074859.208043:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074859.208056:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.208063:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074859.208066:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074859.208069:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074859.208072:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074859.208075:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074859.208077:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074859.208080:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074859.208087:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074859.208091:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074859.208094:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074859.208096:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074859.208098:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074859.208101:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.208104:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074859.208108:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.208116:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074859.208120:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074859.208122:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074859.208127:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074859.208133:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926559360:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074859.208138:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074859.208141:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074859.208144:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926559360/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.208151:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074859.208153:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074859.208157:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da206533e00. 02000000:00000001:2.0:1769074859.208161:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074859.208163:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074859.208166:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074859.208168:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074859.208170:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13500. 02000000:00000001:2.0:1769074859.208174:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074859.208176:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074859.208179:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:2.0:1769074859.208183:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074859.208184:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074859.208186:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074859.208194:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074859.208196:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.208199:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074859.208201:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074859.358774:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074859.358778:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074859.358781:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074860.190600:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074860.190615:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074860.190617:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074860.190622:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074860.190625:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074860.190629:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074860.190632:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074861.214935:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074861.214946:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074861.214948:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074861.214952:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074861.214955:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074861.214958:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074861.214960:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074861.406852:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074861.406856:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074861.406859:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074862.239291:0:11560:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1769074862.239301:0:11560:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074862.240380:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074862.240393:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074862.240396:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074862.240402:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074862.240404:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074862.240410:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074862.240413:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074862.434431:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074862.434436:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074862.434441:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074863.262640:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074863.262662:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074863.262665:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074863.262672:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074863.262675:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074863.262681:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074863.262685:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074863.454916:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074863.454921:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074863.454924:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074864.286719:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074864.286732:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074864.286734:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074864.286739:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074864.286741:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074864.286745:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074864.286748:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074864.296003:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.296011:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769074864.296018:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.296026:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074864.296033:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:3.0:1769074864.296036:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:3.0:1769074864.296042:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074864.296048:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926559488/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.296061:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074864.296065:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995880 x1855007926559488/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.296073:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.296074:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074864.302788:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074864.302815:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074864.302820:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074864.302823:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074864.302836:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074864.302846:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074864.302857:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074864.302863:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074864.302870:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074864.302875:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084a300 00000400:00000200:3.0:1769074864.302881:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074864.302890:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x68cd [1] + 224 00000800:00000001:3.0:1769074864.302899:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074864.302907:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074864.302911:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.302916:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074864.302925:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074864.302936:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926559488/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074864.302949:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a995880 x1855007926559488/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.302974:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074864.302984:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074864.302987:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074864.479948:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074864.479953:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074864.479957:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074865.316302:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074865.316315:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074865.316317:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074865.316323:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074865.316325:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074865.316330:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074865.316332:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074865.502773:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074865.502780:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074865.502785:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074866.334663:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074866.334684:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074866.334686:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074866.334693:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074866.334696:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074866.334701:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074866.334704:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074866.528079:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074866.528084:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074866.528088:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074867.359522:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074867.359540:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074867.359543:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074867.359549:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074867.359552:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074867.359557:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074867.359561:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074867.552242:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074867.552246:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074867.552250:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074868.382620:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074868.382638:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074868.382640:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074868.382646:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074868.382648:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074868.382654:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074868.382656:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074868.574982:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074868.574986:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074868.574991:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074869.406942:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074869.406953:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769074869.406973:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074854/real 1769074854] req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074869.406996:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.406999:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.407003:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769074869.407012:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353198 00000400:00000010:2.0:1769074869.407015:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353198. 00000100:00000001:2.0:1769074869.407020:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.407025:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.407040:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407048:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.407050:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407053:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.407056:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074869.407060:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407067:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407071:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769074869.407076:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074854/real 1769074854] req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074869.407083:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.407085:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.407087:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69a0. 00000400:00000200:2.0:1769074869.407089:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:2.0:1769074869.407099:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:2.0:1769074869.407102:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.407105:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.407114:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407121:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.407123:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407125:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.407126:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074869.407130:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407136:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407147:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.407150:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.407153:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.407156:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.407159:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074869.407164:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407172:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769074869.407175:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407186:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.407188:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407191:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769074869.407194:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769074869.407198:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074869.407222:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769074869.407225:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769074869.407230:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074869.407238:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926556032:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769074869.407244:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074869.407247:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407254:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769074869.407256:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407257:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.407259:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407261:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769074869.407262:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769074869.407265:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074869.407271:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769074869.407274:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769074869.407278:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074869.407286:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926556160:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769074869.407290:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407294:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.407297:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642a680 x1855007926556032/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407306:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.407310:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.407315:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e39000. 02000000:00000001:2.0:1769074869.407320:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.407324:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.407326:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074869.407329:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.407333:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cb000. 02000000:00000001:2.0:1769074869.407338:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.407341:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.407343:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642a680. 00000100:00000001:2.0:1769074869.407347:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.407348:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407350:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.407353:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926556160/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074869 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.407369:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.407370:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.407372:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3bc00. 02000000:00000001:2.0:1769074869.407376:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.407377:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.407379:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074869.407380:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.407383:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c9000. 02000000:00000001:2.0:1769074869.407385:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.407386:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.407388:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:2.0:1769074869.407390:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.407391:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407394:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.407397:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.407398:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.407400:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.407402:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.408716:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.408720:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.408722:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.408730:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.408738:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.408740:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.408744:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.408747:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.408750:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.408753:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926559872:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769074869.408758:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.408764:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.408767:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.408770:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074869.408776:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074869.408779:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074869.408786:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074869.408790:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b420. 00000400:00000010:3.0:1769074869.408807:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720ee0. 00000100:00000200:3.0:1769074869.408816:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926559872, portal 10 00000100:00000001:3.0:1769074869.408819:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.408821:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:3.0:1769074869.408829:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.408837:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074869.408840:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074869.408843:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720c38. 00000100:00000200:3.0:1769074869.408846:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926559872, offset 0 00000400:00000200:3.0:1769074869.408854:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074869.408863:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.408870:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.408877:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074869.408882:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074869.408886:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074869.408889:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074869.408894:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2586:2586:256:4294967295] 192.168.204.145@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:3.0:1769074869.408898:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.408909:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.408916:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.408922:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000800:00000200:3.0:1769074869.408931:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.408941:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.408947:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074869.408964:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.408969:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1405888 usecs (1406 jiffies) 00000400:00000200:3.0:1769074869.408973:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074869.408977:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296232320 00000100:00000001:3.0:1769074869.408979:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296237334 00000100:00000001:3.0:1769074869.408982:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296232320 00000100:00000001:3.0:1769074869.408984:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296237334 00000100:00000001:3.0:1769074869.408987:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074869.408990:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.408993:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.408997:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.409003:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.409005:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.409007:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.409009:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.409010:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.409013:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926560000:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769074869.409016:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.409018:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.409019:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.409021:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074869.409025:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769074869.409027:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074869.409030:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074869.409033:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b1b8. 00000400:00000010:3.0:1769074869.409036:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720110. 00000100:00000200:3.0:1769074869.409038:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926560000, portal 10 00000100:00000001:3.0:1769074869.409040:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.409042:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000040:3.0:1769074869.409048:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.409066:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074869.409068:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074869.409070:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720770. 00000100:00000200:3.0:1769074869.409073:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926560000, offset 0 00000400:00000200:3.0:1769074869.409076:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074869.409080:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.409082:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.409085:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074869.409088:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074869.409090:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074869.409102:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074869.409104:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2588:2588:254:4294967295] 192.168.204.145@tcp LPNI seq info [2588:2588:6:4294967295] 00000400:00000200:3.0:1769074869.409108:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.409113:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.409117:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.409120:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074869.409124:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.409128:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.409131:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074869.414732:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.414740:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 291066 usecs (292 jiffies) 00000400:00000200:3.0:1769074869.414747:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074869.414750:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296231212 00000100:00000001:3.0:1769074869.414752:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.414755:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296231212 00000100:00000001:3.0:1769074869.414757:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.414759:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074869.414761:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.414765:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.414767:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.414777:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074869.414779:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074869.414782:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.414784:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.414786:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.414788:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074869.415388:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.415396:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:2.0:1769074869.415407:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.415417:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.415426:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720c38 00000400:00000010:2.0:1769074869.415429:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720c38. 00000100:00000001:2.0:1769074869.415439:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.415458:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.415998:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.416005:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.416013:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.416015:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074869.416039:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.416042:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:2.0:1769074869.416046:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.416050:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.416055:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841b28 00000400:00000010:2.0:1769074869.416057:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841b28. 00000100:00000001:2.0:1769074869.416060:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.416065:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429f80 x1855007926559744/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.416074:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.416078:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429f80 x1855007926559744/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.416085:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.416086:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074869.416317:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.416320:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:2.0:1769074869.416324:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.416328:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.416332:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720770 00000400:00000010:2.0:1769074869.416334:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720770. 00000100:00000001:2.0:1769074869.416339:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.416344:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.416352:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.416355:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.416362:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.416364:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.423521:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423544:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.423549:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423552:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423567:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423577:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.423586:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423592:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423599:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423604:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb084a480 00000400:00000200:3.0:1769074869.423610:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423617:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x68d5 [1] + 0 00000800:00000001:3.0:1769074869.423626:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423631:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423634:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.423639:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.423649:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.423660:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.423673:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.423699:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.423708:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423711:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.423713:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423715:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423718:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423722:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.423725:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423728:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423730:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423733:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb084a500 00000400:00000200:3.0:1769074869.423737:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423741:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x68ed [1] + 0 00000800:00000001:3.0:1769074869.423744:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423747:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423749:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.423752:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.423755:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.423760:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.423769:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.423777:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.423779:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423782:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.423783:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423785:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423787:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423790:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.423794:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423796:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423799:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423802:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084a400 00000400:00000200:3.0:1769074869.423805:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.423810:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x68e5 [1] + 224 00000800:00000001:3.0:1769074869.423813:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423819:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.423821:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.423823:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.423826:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.423831:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429f80 x1855007926559744/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.423840:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206429f80 x1855007926559744/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.423850:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.423852:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.423854:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.424490:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.424494:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074869.424498:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.424500:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.424502:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b420. 00000400:00000200:2.0:1769074869.424507:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720ee0 00000400:00000010:2.0:1769074869.424509:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720ee0. 00000100:00000001:2.0:1769074869.424515:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.424521:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.424530:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424537:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.424539:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.424540:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074869.424544:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074869.424545:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074869.424547:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.424549:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074869.424557:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=172 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074869.424561:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=66 v=5 (10 0 0 0) 00000100:00000001:2.0:1769074869.424563:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074869.424564:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.424567:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1769074869.424572:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074869.424579:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424582:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.424584:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 55834574855 gen 1 00000100:00000040:2.0:1769074869.424591:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 55834574855) req@ffff8da20a996680 x1855007926550400/t55834574854(55834574854) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424597:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.424600:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996680 x1855007926550400/t55834574854(55834574854) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424606:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.424608:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.424610:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210005400. 02000000:00000001:2.0:1769074869.424614:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.424615:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.424617:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074869.424620:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.424622:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210004800. 02000000:00000001:2.0:1769074869.424625:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.424627:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.424628:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996680. 00000100:00000001:2.0:1769074869.424631:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.424632:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074869.424637:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 55834574855) req@ffff8da20a996300 x1855007926550912/t55834574855(55834574855) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424644:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.424646:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996300 x1855007926550912/t55834574855(55834574855) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424652:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.424653:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.424655:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210006400. 02000000:00000001:2.0:1769074869.424657:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.424658:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.424659:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074869.424661:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.424662:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da2012a9a00. 02000000:00000001:2.0:1769074869.424665:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.424666:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.424667:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996300. 00000100:00000001:2.0:1769074869.424670:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.424671:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074869.424676:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424682:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074869.424685:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1769074869.424687:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074869.424690:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.424693:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424699:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.424701:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.424703:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.424705:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074869.424712:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to target with instance 14 00000020:00000001:2.0:1769074869.424715:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074869.424717:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769074869.424719:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074869.424722:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769074869.424725:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769074869.424728:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00001000:2.0:1769074869.424731:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1769074869 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074869.424734:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074869.424740:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:2.0:1769074869.424746:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:2.0:1769074869.424749:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1769074869.424753:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1769074869.424758:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da202f2f800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1769074869.424761:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1769074869.424764:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.424766:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1769074869.424769:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1769074869.424772:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.424774:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.424776:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424778:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074869.424781:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1769074869.424788:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.424807:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074869.424809:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074869.424811:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.424812:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 55834574855 gen 1 00000100:00100000:2.0:1769074869.424818:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074869.424824:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1769074869.424826:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074869.424828:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 55834574855 last 0 00000100:00000001:2.0:1769074869.424831:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1769074869.424837:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424845:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.424846:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000040:2.0:1769074869.424853:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f6a45cc] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424863:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424865:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424868:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424870:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.424874:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074869.424881:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926559872:192.168.204.145@tcp:38:kworker.0 00000400:00000001:2.0:1769074869.424890:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.424891:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.424893:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b1b8. 00000400:00000200:2.0:1769074869.424896:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720110 00000400:00000010:2.0:1769074869.424897:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720110. 00000100:00000001:2.0:1769074869.424901:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.424905:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.424913:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424918:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.424919:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.424921:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074869.424923:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074869.424924:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074869.424925:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.424927:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074869.424932:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=171 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074869.424935:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=82 v=5 (10 0 0 0) 00000100:00000001:2.0:1769074869.424937:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074869.424938:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.424940:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1769074869.424943:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074869.424949:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.424952:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.424953:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 55834574857 gen 1 00000100:00000040:2.0:1769074869.424959:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 55834574857) req@ffff8da20a997100 x1855007926551296/t55834574856(55834574856) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424965:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.424967:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997100 x1855007926551296/t55834574856(55834574856) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.424972:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.424974:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.424975:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210004c00. 02000000:00000001:2.0:1769074869.424978:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.424979:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.424980:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074869.424982:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.424983:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210007000. 02000000:00000001:2.0:1769074869.424985:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.424987:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.424989:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997100. 00000100:00000001:2.0:1769074869.424991:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.424992:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074869.424996:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 55834574857) req@ffff8da20a9f6a00 x1855007926551808/t55834574857(55834574857) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.425002:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.425005:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6a00 x1855007926551808/t55834574857(55834574857) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.425017:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.425018:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.425020:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e38400. 02000000:00000001:2.0:1769074869.425024:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.425025:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.425026:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074869.425027:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.425029:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208462200. 02000000:00000001:2.0:1769074869.425031:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.425032:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.425033:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6a00. 00000100:00000001:2.0:1769074869.425036:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.425037:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.425039:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074869.425040:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1769074869.425042:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074869.425044:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.425047:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.425452:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.425454:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.425456:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.425458:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074869.425495:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da20a0ec000: connect to target with instance 14 00000020:00000001:2.0:1769074869.425497:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074869.425498:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d4497368284d 00000020:00000001:2.0:1769074869.425500:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074869.425504:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a791000 refcount=5 00000020:00000001:2.0:1769074869.425506:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000020:00000001:2.0:1769074869.425508:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000100:00001000:2.0:1769074869.425512:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=1769074869 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074869.425515:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8a410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074869.425519:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:2.0:1769074869.425524:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 4 00000100:00000001:2.0:1769074869.425526:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1769074869.425528:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1769074869.425531:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da20a0ec000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1769074869.425534:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1769074869.425536:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.425538:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1769074869.425540:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1769074869.425542:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.425543:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.425545:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.425547:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074869.425549:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1769074869.425553:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.425555:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074869.425557:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074869.425558:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.425560:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 55834574857 gen 1 00000100:00000040:2.0:1769074869.425562:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1769074869.425565:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074869.425566:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da202e8a000 from lustre-MDT0000_UUID committed 55834574857 last 0 00000100:00000001:2.0:1769074869.425569:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074869.425571:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1769074869.425574:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:3.0:1769074869.428710:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.428723:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.428744:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074869.428757:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926560000:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769074869.428764:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.428769:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.428775:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428380 x1855007926559872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.428783:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074869.428787:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074869.428802:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074869.428806:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074869.428809:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074869.428811:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074869.428814:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074869.428817:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105ca800. 02000000:00000001:3.0:1769074869.428821:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074869.428824:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074869.428826:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428380. 00000100:00000001:3.0:1769074869.428831:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074869.428834:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.428836:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.428840:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429500 x1855007926560000/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.428846:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074869.428847:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074869.428849:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769074869.428852:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074869.428853:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074869.428854:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:3.0:1769074869.428856:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074869.428857:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c9800. 02000000:00000001:3.0:1769074869.428859:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074869.428861:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074869.428862:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429500. 00000100:00000001:3.0:1769074869.428865:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074869.428866:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.428869:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.428881:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074869.428883:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.428886:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.428889:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.428892:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.428898:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.428906:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.428909:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.428914:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.428919:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.428923:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.428927:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926552192:192.168.204.145@tcp:36:multiop.0 00000100:00000001:3.0:1769074869.428932:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.428943:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.428945:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074869.428960:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074869.428971:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399baa8. 00000400:00000010:3.0:1769074869.428979:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720908. 00000100:00000200:3.0:1769074869.428989:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926552192, portal 10 00000100:00000001:3.0:1769074869.428992:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.428994:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000040:3.0:1769074869.429001:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=204 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.429009:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074869.429012:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074869.429016:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720550. 00000100:00000200:3.0:1769074869.429019:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1855007926552192, offset 0 00000400:00000200:3.0:1769074869.429027:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074869.429038:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.429048:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.430818:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074869.430831:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074869.430835:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074869.430841:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074869.430846:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2589:2589:256:4294967295] 192.168.204.145@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:3.0:1769074869.430854:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.430869:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.430880:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.430893:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074869.430903:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.430912:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.430918:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1769074869.430951:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.430958:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1401531 usecs (1402 jiffies) 00000400:00000200:3.0:1769074869.430963:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074869.430966:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296232338 00000100:00000001:3.0:1769074869.430970:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.430973:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296232338 00000100:00000001:3.0:1769074869.430976:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.430978:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074869.430983:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.430988:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.430992:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.431001:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074869.431003:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074869.431007:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.431008:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.431010:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.431012:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.436026:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.436041:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:3.0:1769074869.436050:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.436077:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.436087:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720550 00000400:00000010:3.0:1769074869.436101:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720550. 00000100:00000001:3.0:1769074869.436113:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.436124:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.436138:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.436142:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.436149:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.436150:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00080000:2.0:1769074869.438450:0:26675:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff8da20a0ec000 to lustre-MDT0000_UUID@192.168.204.145@tcp 00010000:00000001:2.0:1769074869.438458:0:26675:0:(ldlm_request.c:2670:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1769074869.438494:0:26675:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff8da20a0ec000 (0) 00010000:00000001:2.0:1769074869.438500:0:26675:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074869.438503:0:26675:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074869.438506:0:26675:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff8da20a0ec000 00000001:00000001:2.0:1769074869.438510:0:26675:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074869.438515:0:26675:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074869.438975:0:26675:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.438979:0:26675:0:(ldlm_request.c:2700:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.438983:0:26675:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.438987:0:26675:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1769074869.438992:0:26675:0:(import.c:1544:signal_completed_replay()) Process entered 00000100:00000010:2.0:1769074869.439001:0:26675:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6a00. 00000020:00000040:2.0:1769074869.439006:0:26675:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:2.0:1769074869.439012:0:26675:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074869.439016:0:26675:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074869.439022:0:26675:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074869.439035:0:26675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348500. 00000100:00000001:2.0:1769074869.439043:0:26675:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.439051:0:26675:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074869.439067:0:26675:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.439077:0:26675:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3acced7] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.439117:0:26675:0:(import.c:1568:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.439120:0:26675:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074869.439123:0:26675:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.439124:0:26675:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074869.439127:0:26675:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074869.439606:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.439612:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.439615:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.439624:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.439633:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.439636:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.439642:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.439645:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.439648:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.439652:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926560128:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1769074869.439658:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.439665:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.439668:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.439670:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074869.439678:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7f200. 02000000:00000001:3.0:1769074869.439680:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074869.439693:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074869.439697:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b210. 00000400:00000010:3.0:1769074869.439706:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720550. 00000100:00000200:3.0:1769074869.439716:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926560128, portal 10 00000100:00000001:3.0:1769074869.439719:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.439720:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000040:3.0:1769074869.439729:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.439737:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074869.439740:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074869.439742:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7202a8. 00000100:00000200:3.0:1769074869.439746:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926560128, offset 0 00000400:00000200:3.0:1769074869.439753:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074869.439763:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.439773:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.439780:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074869.439786:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074869.439790:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074869.439793:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074869.439798:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2590:2590:256:4294967295] 192.168.204.145@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:3.0:1769074869.439802:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.439825:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.439833:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.439840:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074869.439849:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.439858:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.439864:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074869.439885:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.439890:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 289930 usecs (290 jiffies) 00000400:00000200:3.0:1769074869.439894:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074869.439897:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296231235 00000100:00000001:3.0:1769074869.439901:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.439903:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296231235 00000100:00000001:3.0:1769074869.439906:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.439909:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074869.439911:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.439915:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.439918:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.439926:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074869.439929:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074869.439931:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.439932:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.439934:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.439935:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074869.442624:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.442637:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:2.0:1769074869.442647:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.442657:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.442667:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7202a8 00000400:00000010:2.0:1769074869.442671:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7202a8. 00000100:00000001:2.0:1769074869.442682:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.442690:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.442705:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.442708:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.442716:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.442718:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.511284:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.511308:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.511313:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.511316:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.511329:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511340:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.511350:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511357:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511363:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511369:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb0848680 00000400:00000200:3.0:1769074869.511375:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511383:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x68fd [1] + 224 00000800:00000001:3.0:1769074869.511393:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.511407:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.511411:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.511416:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.511427:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.511442:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.511456:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=204 mlen=448 offset=224 replen=448 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.511552:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074869.511564:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074869.511568:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511576:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.511583:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2591:2591:256:4294967295] 192.168.204.145@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:3.0:1769074869.511587:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.511596:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074869.511602:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.511610:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000800:00000200:3.0:1769074869.511617:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.511631:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.511636:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074869.511745:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.511749:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:3.0:1769074869.511753:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.511757:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074869.511764:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.511768:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.512526:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.512534:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074869.512545:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.512547:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.512553:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399baa8. 00000400:00000200:2.0:1769074869.512560:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720908 00000400:00000010:2.0:1769074869.512563:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720908. 00000100:00000001:2.0:1769074869.512572:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.512581:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.512591:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQU/204/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.512597:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.512599:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.512603:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074869.512606:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074869.512610:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074869.512612:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.512616:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074869.512628:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074869.512633:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074869.512636:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074869.512638:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.512641:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074869.512647:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512650:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1769074869.512654:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074869.512657:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 55834574855 00000100:00000001:2.0:1769074869.512659:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074869.512662:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.512668:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.512680:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.512685:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.512687:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.512689:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1769074869.512693:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.512702:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.512704:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074869.512707:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074869.512708:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.512710:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 55834574855 gen 1 00000100:00100000:2.0:1769074869.512714:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074869.512721:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1769074869.512724:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074869.512726:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 55834574855 last 55834574858 00000100:00000001:2.0:1769074869.512730:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1769074869.512735:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074839 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.512742:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.512744:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:2.0:1769074869.512750:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096125424] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074839 ref 2 fl New:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.512761:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512764:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512766:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512768:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.512773:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074869.512780:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926552192:192.168.204.145@tcp:36:multiop.0 00000100:00000001:2.0:1769074869.512786:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512788:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.512954:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.512963:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.512965:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.512976:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.512978:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074869.512981:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.512983:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.512984:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074869.512989:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074839 ref 2 fl New:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.512996:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074869.512998:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.513002:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074869.513006:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074869.513009:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074869.513012:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926552576:192.168.204.145@tcp:101:multiop.0 00000100:00000001:2.0:1769074869.513016:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074869.513022:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074869.513025:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.513027:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074869.513037:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e39000. 02000000:00000001:2.0:1769074869.513039:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074869.513047:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074869.513062:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69a0. 00000400:00000010:2.0:1769074869.513069:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074869.513078:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926552576, portal 10 00000100:00000001:2.0:1769074869.513080:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.513082:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:2.0:1769074869.513088:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Pr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.513105:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074869.513108:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074869.513111:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353198. 00000100:00000200:2.0:1769074869.513114:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1855007926552576, offset 0 00000400:00000200:2.0:1769074869.513123:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074869.513130:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.513139:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074869.513147:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074869.513152:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074869.513156:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074869.513159:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074869.513163:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2592:2592:256:4294967295] 192.168.204.145@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:2.0:1769074869.513168:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.513176:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074869.513183:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074869.513189:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074869.513196:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074869.513204:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074869.513209:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1769074869.513366:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.513372:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1397482 usecs (1398 jiffies) 00000400:00000200:2.0:1769074869.513377:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074869.513380:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296232416 00000100:00000001:2.0:1769074869.513384:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.513387:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296232416 00000100:00000001:2.0:1769074869.513389:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.513392:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.513395:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.513397:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.513399:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.513403:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.513404:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074869.513406:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.513408:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.513409:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.513411:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.513883:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.513889:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074869.513895:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.513902:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.513908:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353198 00000400:00000010:3.0:1769074869.513911:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353198. 00000100:00000001:3.0:1769074869.513916:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.513922:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Pr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.513933:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.513935:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 3 fl Rpc:PQr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.513942:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.513943:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.519172:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.519197:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.519202:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.519205:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.519220:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.519239:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.519249:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.519256:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.519264:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.519269:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0848800 00000400:00000200:3.0:1769074869.519276:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.519284:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x691d [1] + 224 00000800:00000001:3.0:1769074869.519295:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.519310:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.519314:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.519319:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.519329:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.519340:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:PQr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074869.519353:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=608 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RPQ/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.519378:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.519389:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.519393:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.519740:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074869.519745:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074869.519754:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.519756:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.519760:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69a0. 00000400:00000200:2.0:1769074869.519766:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:2.0:1769074869.519769:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:2.0:1769074869.519772:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.519778:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RPQ/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074869.519787:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.519794:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.519796:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.519799:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074869.519802:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074869.519805:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074869.519808:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.519812:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074869.519823:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074869.519829:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074869.519831:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1769074869.519835:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RPQU/604/0 rc 0/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.519841:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1769074869.519845:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1769074869.519848:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074869.519851:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 55834574855 00000100:00000001:2.0:1769074869.519853:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074869.519857:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1769074869.519861:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.519868:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1769074869.519871:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.519874:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.519876:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1769074869.519880:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074869.519887:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:2.0:1769074869.519894:0:2378:0:(mdc_request.c:695:mdc_replay_open()) updating handle from 0xe52bf4d4a35158a7 to 0xe52bf4d4a3515a9f 00000002:00000001:2.0:1769074869.519896:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1769074869.519899:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.595816:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.595824:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074869.595828:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074869.595830:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074869.595833:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 55834574855 gen 1 00000100:00100000:2.0:1769074869.595848:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a9f6680 x1855007926552192/t55834574858(55834574858) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074869.595858:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1769074869.595861:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074869.595863:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 55834574855 last 55834574859 00000100:00000001:2.0:1769074869.595867:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074869.595870:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1769074869.595876:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074869.601706:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.601714:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.601728:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RPQU/604/0 rc 0/301 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074869.601741:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926552576:192.168.204.145@tcp:101:multiop.0 00000100:00000001:3.0:1769074869.601748:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.601751:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.601755:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926552576/t55834574859(55834574859) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074885 ref 2 fl Complete:RPQU/604/0 rc 0/301 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074869.601763:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074869.601767:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e39000. 02000000:00000001:3.0:1769074869.601772:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074869.601774:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.601777:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.601780:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.601782:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.601783:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.601785:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1769074869.601831:0:26676:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff8da202f2f800 to lustre-MDT0000_UUID@192.168.204.145@tcp 00010000:00000001:2.0:1769074869.601835:0:26676:0:(ldlm_request.c:2670:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1769074869.601838:0:26676:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff8da202f2f800 (2) 00010000:00000001:2.0:1769074869.601842:0:26676:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1769074869.601848:0:26676:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074869.601851:0:26676:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.601855:0:26676:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074869.601858:0:26676:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074869.601861:0:26676:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074869.601863:0:26676:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.601865:0:26676:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074869.601867:0:26676:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074869.601869:0:26676:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1769074869.601872:0:26676:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074869.601876:0:26676:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074869.601880:0:26676:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074869.601883:0:26676:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074869.601885:0:26676:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074869.601890:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.601893:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.601900:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074869.601903:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.601908:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.601910:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.601911:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.601913:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074869.601915:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.601917:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.601919:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.601920:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.601922:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074869.601924:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.601926:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.601929:0:26676:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074869.601932:0:26676:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074869.601936:0:26676:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074869.601939:0:26676:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074869.601942:0:26676:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074869.601943:0:26676:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.601948:0:26676:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074869.601949:0:26676:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074869.601951:0:26676:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074869.601952:0:26676:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074869.601956:0:26676:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80e00 with handle 0x5882d44973682f31 from hash 00010000:00000001:2.0:1769074869.601959:0:26676:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074869.601961:0:26676:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074869.601963:0:26676:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074869.601964:0:26676:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074869.601968:0:26676:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074869.601969:0:26676:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074869.601973:0:26676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d44973682f31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xe52bf4d4a3515884 expref: -99 pid: 26347 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074869.601982:0:26676:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e800 count: 0 00010000:00000010:2.0:1769074869.601987:0:26676:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48180. 00010000:00000001:2.0:1769074869.601995:0:26676:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074869.601996:0:26676:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074869.601997:0:26676:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074869.602000:0:26676:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074869.602001:0:26676:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074869.602002:0:26676:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x19:0x0] mode (null) 00000002:00000001:2.0:1769074869.602004:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.602006:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.602008:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:2.0:1769074869.602010:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.602012:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.602014:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.602015:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.602017:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:2.0:1769074869.602019:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.602022:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.602024:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.602025:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.602027:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:2.0:1769074869.602029:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.602031:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074869.602033:0:26676:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074869.602034:0:26676:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074869.602035:0:26676:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:2.0:1769074869.602037:0:26676:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074869.602039:0:26676:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.602040:0:26676:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.602044:0:26676:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074869.602046:0:26676:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074869.602050:0:26676:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074869.602054:0:26676:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074869.602056:0:26676:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074869.602059:0:26676:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x19:0x0]: losing layout lock 00000080:00000001:2.0:1769074869.602062:0:26676:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074869.602065:0:26676:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074869.602070:0:26676:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074869.602073:0:26676:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074869.602076:0:26676:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x19:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074869.602078:0:26676:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074869.602080:0:26676:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074869.602082:0:26676:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074869.602085:0:26676:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.602098:0:26676:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074869.602101:0:26676:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x19:0x0](ffff8da20b1780c8) invalid 00000020:00000001:2.0:1769074869.602105:0:26676:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740dabc70 00000080:00002000:2.0:1769074869.602107:0:26676:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f12.replay-dual (ffff8da20b200510) parent ffff8da20b13a288 inode ffff8da20b1780c8 refc 1 00000080:00000001:2.0:1769074869.602124:0:26676:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074869.602126:0:26676:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074869.602127:0:26676:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.602130:0:26676:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074869.602131:0:26676:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074869.602133:0:26676:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074869.602136:0:26676:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074869.602138:0:26676:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80600 with handle 0x5882d44973682f38 from hash 00010000:00000001:2.0:1769074869.602141:0:26676:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074869.602142:0:26676:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074869.602144:0:26676:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074869.602146:0:26676:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074869.602148:0:26676:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074869.602150:0:26676:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074869.602153:0:26676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d44973682f38 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35158a0 expref: -99 pid: 26347 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074869.602162:0:26676:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e600 count: 0 00010000:00000010:2.0:1769074869.602166:0:26676:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48500. 00010000:00000001:2.0:1769074869.602175:0:26676:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074869.602177:0:26676:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074869.602181:0:26676:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff8da202f2f800 00000001:00000001:2.0:1769074869.602185:0:26676:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074869.602188:0:26676:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074869.602662:0:26676:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.602667:0:26676:0:(ldlm_request.c:2700:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.602669:0:26676:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074869.602673:0:26676:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1769074869.602677:0:26676:0:(import.c:1544:signal_completed_replay()) Process entered 00000100:00000010:3.0:1769074869.602877:0:26676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769074869.602889:0:26676:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074869.602893:0:26676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074869.602896:0:26676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074869.602901:0:26676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074869.602909:0:26676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13900. 00000100:00000001:3.0:1769074869.602914:0:26676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.602920:0:26676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074869.602925:0:26676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.602933:0:26676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926560256/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.602959:0:26676:0:(import.c:1568:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.602962:0:26676:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074869.602964:0:26676:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074869.602966:0:26676:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074869.602968:0:26676:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:3.0:1769074869.603882:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.603887:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769074869.603892:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.603899:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.603904:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:3.0:1769074869.603906:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:3.0:1769074869.603910:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.603914:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926560256/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.603925:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.603928:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926560256/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.603935:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.603937:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074869.610154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:2.1:1769074869.610172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80e00. 00010000:00000010:2.1:1769074869.610176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e600. 00010000:00000010:2.1:1769074869.610178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00000800:00000001:3.0:1769074869.748938:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.748960:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.748965:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.748967:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.748981:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.748991:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.749000:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.749006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.749014:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.749019:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084a580 00000400:00000200:3.0:1769074869.749026:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.749035:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x690d [1] + 224 00000800:00000001:3.0:1769074869.749045:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.749076:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.749080:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.749096:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.749106:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.749119:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.749134:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff8da20a9f6a00 x1855007926560128/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.749273:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.749284:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.749287:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.753343:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.753366:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.753371:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.753374:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.753388:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.753397:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.753406:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.753412:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.753419:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.753424:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084a600 00000400:00000200:3.0:1769074869.753429:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.753438:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x692d [1] + 224 00000800:00000001:3.0:1769074869.753449:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.753509:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.753513:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.753519:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.753529:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.753541:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486a00 x1855007926560256/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.753553:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff8da206486a00 x1855007926560256/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.753563:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.753573:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.753577:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074869.768919:0:26678:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1769074869.768924:0:26678:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1769074869.768927:0:26678:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074869.768929:0:26678:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074869.768931:0:26678:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074869.768934:0:26678:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1769074869.768936:0:26678:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.774060:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.774077:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:3.0:1769074869.774094:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.774106:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.774116:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:3.0:1769074869.774119:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:3.0:1769074869.774126:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.774136:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926559616/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.774151:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.774155:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926559616/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.774162:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.774165:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.774178:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.774193:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.774196:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.774199:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.774207:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.774213:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.774231:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.774315:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.774323:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.774327:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 10 MB=0x6971eb084a380 00000400:00000200:3.0:1769074869.774333:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.774341:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 368/368 into md 0x6935 [1] + 224 00000800:00000001:3.0:1769074869.774352:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.774362:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.774365:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.774368:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.774373:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.774378:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926559616/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.774388:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642b800 x1855007926559616/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.774412:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.774420:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.774423:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074869.779304:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.779310:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:2.0:1769074869.779316:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.779324:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.779330:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:2.0:1769074869.779333:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:2.0:1769074869.779337:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.779343:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429f80 x1855007926560384/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.779351:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.779354:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429f80 x1855007926560384/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.779360:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.779361:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.783707:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.783732:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.783738:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.783740:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.783757:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.783767:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.783778:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.783784:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.783791:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.783796:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb084a680 00000400:00000200:3.0:1769074869.783802:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.783811:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x693d [1] + 0 00000800:00000001:3.0:1769074869.783823:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.783833:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.783837:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.783843:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.783854:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.783866:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429f80 x1855007926560384/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.783880:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da206429f80 x1855007926560384/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.783904:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.783914:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.783919:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074869.785227:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.785232:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000400:00000200:2.0:1769074869.785235:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.785239:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.785243:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000400:00000010:2.0:1769074869.785245:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000001:2.0:1769074869.785248:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.785252:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926560512/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.785259:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.785261:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926560512/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.785265:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.785266:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.787325:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.787341:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.787345:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.787347:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.787356:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.787364:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.787370:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.787374:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.787379:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.787383:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084a700 00000400:00000200:3.0:1769074869.787387:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.787392:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x6945 [1] + 224 00000800:00000001:3.0:1769074869.787399:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.787406:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.787408:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.787412:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.787417:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.787424:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926560512/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.787434:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642b800 x1855007926560512/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.787495:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.787506:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.787510:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074869.788182:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.788186:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.788195:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.788198:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.788203:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.788207:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.788209:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.788212:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.788214:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.788220:0:26660:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:2.0:1769074869.788223:0:26660:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: age 1513, max_age 1562 00000008:00000001:2.0:1769074869.788227:0:26660:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:2.0:1769074869.788231:0:26660:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000010:2.0:1769074869.788237:0:26660:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5500. 00000020:00000040:2.0:1769074869.788240:0:26660:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:2.0:1769074869.788243:0:26660:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769074869.788248:0:26660:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074869.788252:0:26660:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1513 00000400:00000200:2.0:1769074869.788258:0:26660:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.788262:0:26660:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:2.0:1769074869.788266:0:26660:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074869.788270:0:26660:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074869.788273:0:26660:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074869.788275:0:26660:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769074869.788279:0:26660:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074869.788281:0:26660:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:2.0:1769074869.788283:0:26660:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074869.788286:0:26660:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769074869.788290:0:26660:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:2.0:1769074869.788292:0:26660:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:2.0:1769074869.788296:0:26660:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074869.788298:0:26660:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074869.788299:0:26660:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074869.788301:0:26660:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769074869.788304:0:26660:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:2.0:1769074869.788308:0:26660:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769074869.788310:0:26660:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.788313:0:26660:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074869.788321:0:26660:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074869.788324:0:26660:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788327:0:26660:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769074869.788330:0:26660:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 3407872, lost: 0. 00000008:00000001:2.0:1769074869.788334:0:26660:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788336:0:26660:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074869.788340:0:26660:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7480. 00000020:00000040:2.0:1769074869.788343:0:26660:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=5 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:2.0:1769074869.788348:0:26660:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074869.788350:0:26660:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788353:0:26660:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074869.788357:0:26660:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074869.788361:0:26660:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074869.788368:0:26660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e39000. 00000100:00000001:2.0:1769074869.788375:0:26660:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074869.788382:0:26660:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074869.788392:0:26660:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074869.788396:0:26660:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.788401:0:26660:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041614368] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.788430:0:26660:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788434:0:26660:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1769074869.788436:0:26660:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1769074869.788439:0:26660:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.788440:0:26660:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074869.788443:0:26660:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074869.788444:0:26660:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074869.788446:0:26660:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074869.788447:0:26660:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074869.788484:0:26660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348900. 00000100:00000001:2.0:1769074869.788488:0:26660:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788491:0:26660:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074869.788493:0:26660:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074869.788500:0:26660:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734240. 00000100:00000001:2.0:1769074869.788503:0:26660:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765276224 : -125747944275392 : ffff8da206734240) 00000100:00000001:2.0:1769074869.788506:0:26660:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.788508:0:26660:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000001:2.0:1769074869.788510:0:26660:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074869.788512:0:26660:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788515:0:26660:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074869.788516:0:26660:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074869.788521:0:26660:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.788528:0:26660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074869.788531:0:26660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074869.788535:0:26660:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.788541:0:26660:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.788544:0:26660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.788546:0:26660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074869.788549:0:26660:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734240 going to sleep for 0 seconds 00000100:00000001:2.0:1769074869.788552:0:26660:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.788554:0:26660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.788555:0:26660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074869.788557:0:26660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.788559:0:26660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.788803:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.788806:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.788807:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.788813:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.788817:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.788818:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.788821:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.788824:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.788826:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.788828:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926560640:192.168.204.145@tcp:8:lfs.0 00000100:00000001:3.0:1769074869.788831:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.788835:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.788837:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.788839:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074869.788844:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074869.788845:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074869.788851:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074869.788855:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bbb0. 00000400:00000010:3.0:1769074869.788860:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 00000100:00000200:3.0:1769074869.788867:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926560640, portal 4 00000100:00000001:3.0:1769074869.788868:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.788869:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000040:3.0:1769074869.788875:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.788880:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074869.788882:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074869.788884:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720dd0. 00000100:00000200:3.0:1769074869.788886:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926560640, offset 0 00000400:00000200:3.0:1769074869.788892:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074869.788898:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.788903:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074869.788909:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074869.788913:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074869.788917:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074869.788919:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074869.788923:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2597:2597:256:4294967295] 192.168.204.145@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:3.0:1769074869.788925:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.788933:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074869.788937:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074869.788941:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769074869.788948:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074869.788955:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074869.788959:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074869.788974:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074869.788980:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27688 usecs (28 jiffies) 00000400:00000200:3.0:1769074869.788983:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074869.788986:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296231322 00000100:00000001:3.0:1769074869.788989:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.788992:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296231322 00000100:00000001:3.0:1769074869.788995:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:3.0:1769074869.788997:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074869.789000:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.789002:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.789005:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074869.789013:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074869.789015:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074869.789031:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074869.789032:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074869.789035:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.789038:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074869.789350:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074869.789356:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:2.0:1769074869.789361:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.789367:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074869.789372:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720dd0 00000400:00000010:2.0:1769074869.789375:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720dd0. 00000100:00000001:2.0:1769074869.789383:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074869.789388:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.789397:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.789400:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.789405:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.789407:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.792795:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.792815:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.792820:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.792821:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.792834:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.792842:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.792849:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.792854:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.792860:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.792863:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb084a780 00000400:00000200:3.0:1769074869.792868:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.792874:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x694d [1] + 0 00000800:00000001:3.0:1769074869.792882:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.792889:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.792892:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.792895:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.792902:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.792911:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.792920:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da20a9f7480 x1855007926560640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.792938:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.792946:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.792948:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.794366:0:26660:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.794370:0:26660:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.794372:0:26660:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074869.794375:0:26660:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.794378:0:26660:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074869.794383:0:26660:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074869.794386:0:26660:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.794389:0:26660:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074869.794397:0:26660:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074869.794400:0:26660:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.794403:0:26660:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074869.794411:0:26660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e3bc00. 02000000:00000001:2.0:1769074869.794414:0:26660:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074869.794424:0:26660:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074869.794429:0:26660:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69a0. 00000400:00000010:2.0:1769074869.794437:0:26660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074869.794445:0:26660:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926560768, portal 4 00000100:00000001:2.0:1769074869.794447:0:26660:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.794449:0:26660:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000040:2.0:1769074869.794457:0:26660:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.794490:0:26660:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074869.794493:0:26660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074869.794497:0:26660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074869.794500:0:26660:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007926560768, offset 0 00000400:00000200:2.0:1769074869.794507:0:26660:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074869.794515:0:26660:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.794524:0:26660:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074869.794530:0:26660:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074869.794535:0:26660:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074869.794539:0:26660:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074869.794542:0:26660:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074869.794545:0:26660:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2598:2598:256:4294967295] 192.168.204.145@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:2.0:1769074869.794549:0:26660:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.794559:0:26660:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074869.794566:0:26660:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074869.794572:0:26660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074869.794579:0:26660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074869.794588:0:26660:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074869.794593:0:26660:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074869.794610:0:26660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.794616:0:26660:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27520 usecs (28 jiffies) 00000400:00000200:2.0:1769074869.794620:0:26660:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074869.794624:0:26660:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296231328 00000100:00000001:2.0:1769074869.794628:0:26660:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.794630:0:26660:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296231328 00000100:00000001:2.0:1769074869.794633:0:26660:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.794636:0:26660:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.794639:0:26660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.794731:0:26660:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.794733:0:26660:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074869.794735:0:26660:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734240 going to sleep for 11 seconds 00000100:00000001:2.0:1769074869.794738:0:26660:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.794741:0:26660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.794768:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.794774:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074869.794777:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.794782:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.794786:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:3.0:1769074869.794787:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:3.0:1769074869.794791:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.794795:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.794802:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.794804:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.794808:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.794809:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.796837:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.796854:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.796857:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.796859:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.796869:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.796877:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.796884:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.796888:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.796893:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.796896:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084a800 00000400:00000200:3.0:1769074869.796901:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.796907:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x695d [1] + 224 00000800:00000001:3.0:1769074869.796914:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.796921:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.796924:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.796927:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.796933:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.796939:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074869.796948:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.796965:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.796974:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.796977:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.797017:0:26660:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074869.797027:0:26660:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074869.797029:0:26660:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074869.797033:0:26660:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69a0. 00000400:00000200:2.0:1769074869.797040:0:26660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:2.0:1769074869.797043:0:26660:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:2.0:1769074869.797046:0:26660:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.797052:0:26660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074869.797063:0:26660:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.797070:0:26660:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074869.797072:0:26660:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.797075:0:26660:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074869.797078:0:26660:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074869.797080:0:26660:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074869.797084:0:26660:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074869.797098:0:26660:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074869.797109:0:26660:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e4e8 time=160 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074869.797113:0:26660:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074869.797115:0:26660:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074869.797117:0:26660:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.797120:0:26660:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074869.797124:0:26660:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.797128:0:26660:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074869.797130:0:26660:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074869.797132:0:26660:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074869.797134:0:26660:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.797139:0:26660:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.797146:0:26660:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.797149:0:26660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074869.797151:0:26660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074869.797156:0:26660:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074869.797164:0:26660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5500 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:26660:1855007926560768:192.168.204.145@tcp:13:lfs.0 00000100:00000001:2.0:1769074869.797169:0:26660:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074869.797172:0:26660:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.797175:0:26660:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074869.797177:0:26660:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.797180:0:26660:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.797187:0:26660:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074869.797190:0:26660:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734240. 00000100:00000001:2.0:1769074869.797194:0:26660:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074869.797195:0:26660:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074869.797202:0:26660:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:2.0:1769074869.797204:0:26660:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074869.797207:0:26660:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5500 x1855007926560768/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074885 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.797214:0:26660:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074869.797216:0:26660:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074869.797220:0:26660:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3bc00. 02000000:00000001:2.0:1769074869.797225:0:26660:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074869.797228:0:26660:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074869.797231:0:26660:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074869.797233:0:26660:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074869.797237:0:26660:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348900. 02000000:00000001:2.0:1769074869.797240:0:26660:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074869.797243:0:26660:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074869.797246:0:26660:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5500. 00000100:00000001:2.0:1769074869.797250:0:26660:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074869.797252:0:26660:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1769074869.797255:0:26660:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: update ffff8da20adb66d0 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:2.0:1769074869.797261:0:26660:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074869.797267:0:26660:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797271:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074869.797274:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797279:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797282:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797511:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797514:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797522:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797526:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797533:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797537:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797540:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797543:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797545:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797549:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797551:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797553:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797555:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797557:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797560:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797565:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797566:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797568:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797570:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797572:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797574:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797575:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797576:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797578:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797580:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797582:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797583:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797585:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797587:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797589:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797591:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797592:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797594:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797595:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797597:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797599:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797600:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797601:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797602:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797604:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797606:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797608:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797610:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797612:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797614:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797617:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797619:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797622:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797623:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797625:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797627:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797629:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797630:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797631:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797634:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797636:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797638:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797640:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797642:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797653:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797657:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797658:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797661:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797662:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797665:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797667:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797669:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797670:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797671:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797673:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797675:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797677:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797679:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797682:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797684:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797687:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797688:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797691:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797692:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797694:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797696:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797698:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797699:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797700:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797703:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797705:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797707:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797709:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797711:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797713:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797716:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797717:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797719:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797720:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797723:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797724:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797726:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797727:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797728:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797731:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797732:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797734:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797736:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797738:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797739:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797742:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797743:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797745:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797746:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797748:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797749:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797751:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797752:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797753:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797782:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797785:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797787:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797789:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797791:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797793:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797796:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797797:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797800:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797801:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797803:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797805:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797807:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797808:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797810:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797812:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797814:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797816:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797818:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797820:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797822:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797825:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797826:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797829:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797830:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797832:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797834:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797836:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797837:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797838:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797841:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797843:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797845:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797847:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797849:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797851:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797854:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797856:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797858:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797860:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797862:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797864:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797865:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797866:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797867:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797870:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797872:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797874:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797875:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797878:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797879:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797882:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797884:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797886:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797887:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797889:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797891:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797892:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797893:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797895:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797897:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797899:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797901:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797903:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797906:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797907:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797910:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797912:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797914:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797915:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797918:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797920:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797921:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797923:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797924:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797926:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797928:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797930:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797932:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797935:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797936:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797939:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797941:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797943:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797945:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797947:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797949:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797950:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797951:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797953:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797955:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797957:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797958:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797960:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797962:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797964:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797967:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797968:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797971:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797972:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797974:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.797976:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.797977:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.797978:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.797979:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.797981:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797983:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797984:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.797987:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.797989:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797991:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.797993:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.797994:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.797996:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.797997:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.797999:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798000:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798002:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798003:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798004:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798006:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798007:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798009:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798011:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798012:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798014:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798016:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798018:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798020:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798021:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798023:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798025:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798026:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798027:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798029:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798031:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798033:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798034:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798036:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798038:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798039:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798041:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798043:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798045:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798046:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798047:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798049:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798050:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798051:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798052:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798054:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798056:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798058:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798059:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798061:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798063:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798065:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798066:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798069:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798070:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798072:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798074:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798075:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798077:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798078:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798081:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798083:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798094:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798097:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798099:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798101:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798104:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798105:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798108:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798109:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798111:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798113:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798114:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798115:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798117:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798119:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798120:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798122:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798124:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798125:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798127:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798129:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798130:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798132:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798133:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798135:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798137:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798138:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798139:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798140:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798143:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798145:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798146:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798148:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798150:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798151:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798154:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798155:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798157:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798158:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798160:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798162:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798163:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798164:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798165:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798168:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798169:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798173:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798174:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798176:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798178:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798181:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798182:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798185:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798186:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798188:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798190:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798192:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798193:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798194:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798196:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798198:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798200:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798202:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798204:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798206:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798209:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798210:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798212:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798213:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798215:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798217:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798218:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798219:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798220:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798223:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798224:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798226:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798228:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798230:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798231:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798234:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798235:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798237:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798238:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798240:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798242:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798243:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798244:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798245:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798247:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798249:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798251:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798253:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798255:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798257:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798259:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798260:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798262:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798263:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798265:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798267:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798268:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798269:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798270:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798272:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798274:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798276:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798278:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798280:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798281:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798284:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798285:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798287:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798288:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798290:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798292:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798294:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798295:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798296:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798298:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798300:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798302:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798304:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798306:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798308:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798311:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798312:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798314:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798315:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798318:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798320:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798321:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798322:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798323:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798326:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798327:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798329:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798331:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798333:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798335:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798337:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798339:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798341:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798342:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798344:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798347:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798348:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798349:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798351:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798353:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798355:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798357:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798359:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798361:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798363:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798366:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798367:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798369:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798370:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798372:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798374:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798375:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798376:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798378:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798380:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798381:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798383:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798385:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798386:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798388:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798390:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798391:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798394:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798395:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798396:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798398:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798399:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798400:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798401:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798403:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798404:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798406:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798408:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798409:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798411:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798413:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798415:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798417:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798418:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798420:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798422:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798423:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798424:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798425:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798428:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798430:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798432:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798434:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798435:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798437:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798440:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798441:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798444:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798445:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798447:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798449:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798450:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798451:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798452:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798454:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798456:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798458:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798488:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798491:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798493:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798496:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798497:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798500:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798501:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798504:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798506:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798507:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798508:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798510:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798512:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798514:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798516:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798518:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798520:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798522:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798525:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798527:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798529:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798530:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798532:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798534:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798535:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798536:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798537:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798540:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798541:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798543:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798545:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798547:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798549:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798552:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798553:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798554:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798555:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798557:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798559:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798561:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798561:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798562:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798565:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798567:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798569:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798571:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798573:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798574:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798576:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798579:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798580:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798581:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798583:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798585:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798587:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798588:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798589:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798591:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798593:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798594:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798596:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798597:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798599:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798601:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798602:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798604:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798605:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798607:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798609:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798610:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798611:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798612:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798614:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798616:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798618:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798620:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798622:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798623:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798626:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798627:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798629:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798630:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798632:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798633:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798635:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798635:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798637:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798639:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798640:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798641:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798643:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798645:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798647:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798649:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798650:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798652:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798653:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798655:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798657:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798658:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798659:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798660:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798662:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798664:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798665:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798667:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798668:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798670:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798672:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798674:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798676:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798677:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798679:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798681:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798682:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798683:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798685:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798687:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798688:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798690:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798692:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798693:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798695:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798697:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798699:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798701:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798702:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798704:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798706:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798707:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798708:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798709:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798711:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798712:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798714:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798716:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798718:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798719:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798722:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798723:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798725:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798726:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798728:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798729:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798731:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798732:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798732:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798735:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798737:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798739:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798741:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798743:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798744:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798747:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798748:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798750:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798752:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798754:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798755:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798757:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798758:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798759:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798761:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798763:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798764:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798766:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798768:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798770:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798773:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798774:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798777:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798778:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798780:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798782:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798784:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798785:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798786:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798788:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798790:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798792:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798794:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798797:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798798:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798801:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798802:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798805:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798806:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798808:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798810:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798811:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798812:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798813:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798816:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798817:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798819:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798822:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798824:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798825:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798828:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798829:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798832:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798833:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798835:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798837:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798839:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798840:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798841:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798843:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798845:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798847:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798849:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798851:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798853:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798855:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798857:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798859:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798860:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798862:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798865:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798867:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798868:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798869:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798871:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798873:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798874:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798876:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798878:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798880:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798883:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798884:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798886:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798887:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798889:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798892:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798893:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798894:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798895:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798897:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798899:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798901:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798903:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798905:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798907:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798909:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798911:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798913:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798915:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798917:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798919:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798920:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798921:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798923:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798925:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798927:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798929:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798931:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798933:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798935:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798937:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798939:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798941:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798942:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798944:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798946:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798947:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798948:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798950:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798952:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798954:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798956:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798958:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798959:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798961:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798963:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798964:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798966:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798967:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798969:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798971:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798972:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.798974:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.798975:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.798978:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798979:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798981:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.798983:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.798985:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798986:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.798989:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.798990:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.798993:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.798994:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.798996:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.798997:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.798999:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799000:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799001:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799004:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799005:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799007:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799009:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799011:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799013:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799015:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799017:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799019:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799020:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799022:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799024:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799026:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799027:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799028:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799030:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799033:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799035:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799037:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799039:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799041:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799044:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799045:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799048:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799049:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799051:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799053:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799054:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799055:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799057:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799059:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799061:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799062:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799064:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799066:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799068:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799070:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799072:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799074:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799075:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799077:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799079:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799081:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799082:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799083:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799097:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799099:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799101:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799103:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799106:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799108:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799111:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799112:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799115:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799116:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799118:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799120:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799122:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799123:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799124:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799126:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799128:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799129:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799132:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799134:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799136:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799138:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799140:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799142:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799143:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799145:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799147:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799148:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799149:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799150:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799153:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799155:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799157:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799159:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799161:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799163:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799165:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799167:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799170:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799171:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799172:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799175:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799176:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799177:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799179:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799181:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799183:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799184:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799186:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799188:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799190:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799192:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799193:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799196:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799197:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799199:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799201:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799202:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799203:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799205:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799207:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799209:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799210:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799213:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799215:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799216:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799219:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799220:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799223:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799224:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799226:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799228:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799229:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799230:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799231:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799234:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799236:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799237:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799239:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799242:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799244:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799246:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799248:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799250:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799252:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799254:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799256:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799257:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799258:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799260:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799262:0:26660:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799264:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799265:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1769074869.799267:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799269:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799270:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074869.799273:0:26660:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1769074869.799274:0:26660:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc83b677c0 00000080:00000001:2.0:1769074869.799276:0:26660:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1769074869.799277:0:26660:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1769074869.799279:0:26660:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da202e38c00. 00000020:00000001:2.0:1769074869.799281:0:26660:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799282:0:26660:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:2.0:1769074869.799283:0:26660:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:2.0:1769074869.799284:0:26660:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da202e38c00 uarg=0000000000000000 00020000:00000001:2.0:1769074869.799287:0:26660:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1769074869.799288:0:26660:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1769074869.799290:0:26660:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1769074869.799292:0:26660:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da202e38c00. 00000080:00000001:2.0:1769074869.799294:0:26660:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1769074869.799296:0:26660:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1769074869.799312:0:26660:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:2.0:1769074869.799315:0:26660:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074869.799319:0:26660:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d17db0 00000080:00200008:2.0:1769074869.799322:0:26660:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000 00000080:00400000:2.0:1769074869.799327:0:26660:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1769074869.799330:0:26660:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a640. 00000080:00000001:2.0:1769074869.799336:0:26660:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769074869.799338:0:26660:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d17db0 00000080:00000008:2.0:1769074869.799340:0:26660:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000, rc = 0 00000080:00000001:2.0:1769074869.799343:0:26660:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074869.799344:0:26660:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074869.887618:0:26681:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074869.887630:0:26681:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074869.887634:0:26681:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074869.887638:0:26681:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d17b20 00000080:00200000:3.0:1769074869.887645:0:26681:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074869.887655:0:26681:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:3.0:1769074869.887665:0:26681:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074869.887670:0:26681:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074869.887676:0:26681:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074869.887679:0:26681:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d17a40 00800000:00000002:3.0:1769074869.887682:0:26681:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074869.887687:0:26681:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074869.887692:0:26681:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074869.887699:0:26681:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074869.887702:0:26681:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d17910 00000002:00010000:3.0:1769074869.887705:0:26681:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074869.887709:0:26681:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074869.887712:0:26681:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074869.887716:0:26681:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074869.887725:0:26681:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074869.887728:0:26681:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074869.887730:0:26681:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074869.887732:0:26681:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074869.887735:0:26681:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074869.887742:0:26681:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074869.887747:0:26681:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074869.887755:0:26681:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074869.887761:0:26681:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074869.887764:0:26681:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.887768:0:26681:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074869.887771:0:26681:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074869.887776:0:26681:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074869.887785:0:26681:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:3.0:1769074869.887793:0:26681:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074869.887800:0:26681:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074869.887802:0:26681:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074869.887804:0:26681:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074869.887806:0:26681:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074869.887808:0:26681:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074869.887814:0:26681:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00010000:00000001:3.0:1769074869.887819:0:26681:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074869.887822:0:26681:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074869.887826:0:26681:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1700. 00010000:00000010:3.0:1769074869.887830:0:26681:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da202eb2d00. 00010000:00000001:3.0:1769074869.887837:0:26681:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074869.887841:0:26681:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491e00. 00000020:00000001:3.0:1769074869.887845:0:26681:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074869.887849:0:26681:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491e00 with handle 0x5882d44973682f7e to hash 00000020:00000001:3.0:1769074869.887851:0:26681:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074869.887853:0:26681:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074869.887857:0:26681:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074869.887861:0:26681:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074869.887863:0:26681:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074869.887868:0:26681:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682f7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26681 initiator: MDT0 00010000:00010000:3.0:1769074869.887877:0:26681:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682f7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26681 initiator: MDT0 00010000:00010000:3.0:1769074869.887888:0:26681:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682f7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26681 initiator: MDT0 00000100:00000001:3.0:1769074869.887893:0:26681:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074869.887896:0:26681:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074869.887903:0:26681:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39000. 00000100:00000001:3.0:1769074869.887905:0:26681:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788364800 : -125747921186816 : ffff8da207d39000) 00000100:00000001:3.0:1769074869.887909:0:26681:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074869.887910:0:26681:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000001:3.0:1769074869.887915:0:26681:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074869.887919:0:26681:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.887922:0:26681:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074869.887924:0:26681:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074869.887938:0:26681:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.887947:0:26681:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074869.887950:0:26681:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.887954:0:26681:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074869.887957:0:26681:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074869.887960:0:26681:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074869.887963:0:26681:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ls:3244744f-11a0-48bc-973e-b9df1bca57bc:26681:1855007926560896:192.168.204.145@tcp:101:ls.0 00000100:00000001:3.0:1769074869.887967:0:26681:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074869.887974:0:26681:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074869.887976:0:26681:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074869.889174:0:26681:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074869.898630:0:26681:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac53000. 02000000:00000001:2.0:1769074869.898645:0:26681:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074869.898663:0:26681:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074869.898670:0:26681:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69a0. 00000400:00000010:2.0:1769074869.898679:0:26681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074869.898689:0:26681:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926560896, portal 10 00000100:00000001:2.0:1769074869.898693:0:26681:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074869.898695:0:26681:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769074869.898713:0:26681:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074869.898723:0:26681:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074869.898726:0:26681:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074869.898729:0:26681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353990. 00000100:00000200:2.0:1769074869.898732:0:26681:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926560896, offset 0 00000400:00000200:2.0:1769074869.898741:0:26681:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074869.898751:0:26681:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.898762:0:26681:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074869.898769:0:26681:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074869.898775:0:26681:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074869.898780:0:26681:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074869.898783:0:26681:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074869.898787:0:26681:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2599:2599:256:4294967295] 192.168.204.145@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:2.0:1769074869.898792:0:26681:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074869.898804:0:26681:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074869.898810:0:26681:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074869.898817:0:26681:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074869.898826:0:26681:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074869.898839:0:26681:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074869.898845:0:26681:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074869.898858:0:26681:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074869.898863:0:26681:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1392993 usecs (1393 jiffies) 00000400:00000200:2.0:1769074869.898866:0:26681:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074869.898869:0:26681:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296232797 00000100:00000001:2.0:1769074869.898873:0:26681:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.898875:0:26681:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296232797 00000100:00000001:2.0:1769074869.898878:0:26681:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296242453 00000100:00000001:2.0:1769074869.898880:0:26681:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074869.898884:0:26681:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074869.898888:0:26681:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074869.898890:0:26681:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074869.898892:0:26681:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39000 going to sleep for 11 seconds 00000100:00000001:2.0:1769074869.898896:0:26681:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074869.898899:0:26681:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.899186:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.899194:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074869.899200:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.899206:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.899213:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:3.0:1769074869.899216:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:3.0:1769074869.899221:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.899226:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.899239:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.899242:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.899251:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.899253:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.911929:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.911950:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.911955:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.911957:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.911969:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.911977:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.911995:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.912001:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.912006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.912010:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084a880 00000400:00000200:3.0:1769074869.912015:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.912021:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x696d [1] + 224 00000800:00000001:3.0:1769074869.912029:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.912036:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.912039:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.912043:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.912051:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.912061:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074869.912070:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206485f80 x1855007926560896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.912107:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.912121:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.912126:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074869.917214:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.917226:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:3.0:1769074869.917234:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.917242:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.917248:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:3.0:1769074869.917251:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:3.0:1769074869.917256:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.917262:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926561024/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.917284:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.917287:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926561024/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.917293:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.917295:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.967384:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.967410:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.967416:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.967419:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.967434:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.967445:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.967455:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.967494:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.967502:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.967507:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084a900 00000400:00000200:3.0:1769074869.967514:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.967524:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x697d [1] + 224 00000800:00000001:3.0:1769074869.967534:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.967544:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.967548:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.967554:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.967565:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.967576:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926561024/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074869.967590:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20642b800 x1855007926561024/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.967610:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.967621:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.967625:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1769074869.982825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42480. 00000800:00000200:3.0:1769074869.984363:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.988044:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:3.0:1769074869.988059:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.988071:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074869.988295:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:3.0:1769074869.988300:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:3.0:1769074869.988310:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.988322:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926561280/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074885 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.988338:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.988343:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926561280/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074885 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.988352:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.988354:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074869.994770:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.994797:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074869.994803:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.994805:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.994822:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.994832:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074869.994842:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.994848:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.994855:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.995817:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084aa00 00000400:00000200:3.0:1769074869.995830:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074869.995841:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6985 [1] + 224 00000800:00000001:3.0:1769074869.995854:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.996025:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074869.996029:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.996034:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074869.996043:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074869.996054:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926561280/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074869.996063:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20642b800 x1855007926561280/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074885 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074869.996079:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074869.996104:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074869.996109:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074870.037644:0:26686:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fefd08 00000080:00200008:2.0:1769074870.037649:0:26686:0:(file.c:6252:ll_getattr_dentry()) START file f12.replay-dual:[0x2000013a1:0x19:0x0](ffff8da20b1780c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1769074870.037656:0:26686:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074870.037658:0:26686:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fefc80 00000080:00200000:2.0:1769074870.037661:0:26686:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a1:0x19:0x0](ffff8da20b1780c8),name=f12.replay-dual 00000080:00000010:2.0:1769074870.037671:0:26686:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da2012a8000. 00800000:00000002:2.0:1769074870.037678:0:26686:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074870.037688:0:26686:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074870.037694:0:26686:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074870.037697:0:26686:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fefba0 00800000:00000002:2.0:1769074870.037699:0:26686:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a1:0x19:0x0] 'f12.replay-dual' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074870.037703:0:26686:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074870.037712:0:26686:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x19:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074870.037718:0:26686:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074870.037721:0:26686:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fefa70 00000002:00010000:2.0:1769074870.037724:0:26686:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a1:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074870.037729:0:26686:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074870.037731:0:26686:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074870.037735:0:26686:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074870.037745:0:26686:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:2.0:1769074870.037749:0:26686:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074870.037755:0:26686:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074870.038344:0:26686:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074870.038351:0:26686:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973682f85 lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3515c97 expref: -99 pid: 26681 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074870.038365:0:26686:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074870.038372:0:26686:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074870.038375:0:26686:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973682f85 lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3515c97 expref: -99 pid: 26681 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074870.038383:0:26686:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074870.038385:0:26686:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074870.038387:0:26686:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074870.038389:0:26686:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074870.038392:0:26686:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074870.038395:0:26686:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074870.038397:0:26686:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074870.038400:0:26686:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074870.038404:0:26686:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da2012a8000. 00000080:00000001:2.0:1769074870.038408:0:26686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074870.038410:0:26686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074870.038413:0:26686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x19:0x0](ffff8da20b1780c8) 00000080:00010000:2.0:1769074870.038417:0:26686:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x19:0x0](ffff8da20b1780c8) for lock 0x5882d44973682f85 00800000:00000001:2.0:1769074870.038421:0:26686:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074870.038423:0:26686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074870.038425:0:26686:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074870.038428:0:26686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074870.038432:0:26686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:2.0:1769074870.038435:0:26686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:2.0:1769074870.038438:0:26686:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:2.0:1769074870.038441:0:26686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074870.038443:0:26686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074870.038444:0:26686:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074870.039043:0:26686:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074870.039049:0:26686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682f85 from it ffffb17741fefcb8 00010000:00000001:2.0:1769074870.039052:0:26686:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074870.039054:0:26686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074870.039056:0:26686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:2.0:1769074870.039058:0:26686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:2.0:1769074870.039062:0:26686:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:2.0:1769074870.039064:0:26686:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074870.039068:0:26686:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973682f85 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3515c97 expref: -99 pid: 26681 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074870.039076:0:26686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074870.039077:0:26686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074870.039079:0:26686:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074870.039596:0:26686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074870.039601:0:26686:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973682f85 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3515c97 expref: -99 pid: 26681 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074870.039612:0:26686:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074870.039617:0:26686:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074870.039620:0:26686:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074870.039628:0:26686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074870.039630:0:26686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074870.039633:0:26686:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.039636:0:26686:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074870.039638:0:26686:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.039640:0:26686:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.039643:0:26686:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.039645:0:26686:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074870.039647:0:26686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074870.039647:0:26686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074870.039651:0:26686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074870.039653:0:26686:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074870.039657:0:26686:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000800:00000200:2.0:1769074870.055899:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074870.055915:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38000. 00000400:00000200:2.0:1769074870.055923:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074870.055937:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074870.055949:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:2.0:1769074870.055953:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:2.0:1769074870.055959:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074870.055971:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.055985:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074870.055989:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.055995:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074870.055997:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074870.064757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efd00. 00010000:00000010:0.1:1769074870.064772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00010000:00000010:0.1:1769074870.064778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:0.1:1769074870.064783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000800:00000001:3.0:1769074870.076956:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074870.076975:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074870.076979:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074870.076981:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074870.076994:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077071:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074870.077093:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077100:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077106:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077110:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084ab00 00000400:00000200:3.0:1769074870.077115:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077121:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x698d [1] + 224 00000800:00000001:3.0:1769074870.077130:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074870.077142:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074870.077145:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074870.077150:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074870.077157:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074870.077169:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074870.077180:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074870.077209:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074870.077218:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074870.077222:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077227:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074870.077233:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2603:2603:256:4294967295] 192.168.204.145@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:3.0:1769074870.077237:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074870.077245:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074870.077250:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074870.077256:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13d00. 00000800:00000200:3.0:1769074870.077261:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074870.077268:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074870.077272:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1769074870.077336:0:26686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1769074870.077340:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074870.077346:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13d00. 00000400:00000200:3.0:1769074870.077350:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1769074870.077352:0:26686:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074870.077358:0:26686:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1769074870.077358:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000400:00000010:2.0:1769074870.077365:0:26686:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1db58. 00000800:00000001:3.0:1769074870.077368:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1769074870.077373:0:26686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841660 00000800:00000001:3.0:1769074870.077375:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769074870.078956:0:26686:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841660. 00000100:00000001:2.0:1769074870.078966:0:26686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074870.078982:0:26686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074870.078995:0:26686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642aa00 x1855007926561536/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074886 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.079004:0:26686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074870.079007:0:26686:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074870.079011:0:26686:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074870.079015:0:26686:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074870.079018:0:26686:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074870.079022:0:26686:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074870.079026:0:26686:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074870.079038:0:26686:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074870.079041:0:26686:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074870.079043:0:26686:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074870.079045:0:26686:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.079048:0:26686:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074870.079052:0:26686:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074870.079055:0:26686:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074870.079057:0:26686:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0xd0000000a] 00000100:00000001:2.0:1769074870.079058:0:26686:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074870.079061:0:26686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074870.079062:0:26686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:2.0:1769074870.079066:0:26686:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074870.079068:0:26686:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 55834574859 00000100:00000001:2.0:1769074870.079069:0:26686:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074870.079072:0:26686:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074870.079076:0:26686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642aa00 x1855007926561536/t60129542146(60129542146) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074886 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.079093:0:26686:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074870.079098:0:26686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074870.079101:0:26686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074870.079106:0:26686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642aa00 x1855007926561536/t60129542146(60129542146) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074886 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074870.079114:0:26686:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job rm:3244744f-11a0-48bc-973e-b9df1bca57bc:26686:1855007926561536:192.168.204.145@tcp:36:rm.0 00000100:00000001:2.0:1769074870.079119:0:26686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074870.079123:0:26686:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074870.079125:0:26686:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074870.079128:0:26686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074870.079131:0:26686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926561536/t60129542146(60129542146) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074886 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.079138:0:26686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074870.079142:0:26686:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202ea5900. 00000100:00000001:2.0:1769074870.079146:0:26686:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074870.079147:0:26686:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074870.079157:0:26686:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074870.079162:0:26686:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074870.079166:0:26686:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074870.079171:0:26686:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207f68200. 00000100:00000001:2.0:1769074870.079179:0:26686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074870.079181:0:26686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926561536/t60129542146(60129542146) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074886 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074870.079186:0:26686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074870.079190:0:26686:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074870.080573:0:26686:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074870.080582:0:26686:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fefe28 00000080:00002000:2.0:1769074870.080585:0:26686:0:(dcache.c:127:ll_ddelete()) deleting dentry f12.replay-dual (ffff8da20b200510, parent ffff8da20b13a288, inode 0000000000000000) hashed, 00000080:00000001:2.0:1769074870.080589:0:26686:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074870.080598:0:26686:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074870.080601:0:26686:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074870.080613:0:26686:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:2.0:1769074870.080616:0:26686:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769074870.080619:0:26686:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074870.080625:0:26686:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074870.080628:0:26686:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074870.080636:0:26686:0:(cl_object.c:146:cl_object_top()) ffff8da20aa75850 -> ffff8da20aa75850 00000020:00000001:2.0:1769074870.080639:0:26686:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769074870.080642:0:26686:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769074870.080645:0:26686:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a1:0x19:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769074870.080648:0:26686:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769074870.080650:0:26686:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769074870.080652:0:26686:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769074870.080658:0:26686:0:(lov_object.c:1552:lov_io_init()) [0x2000013a1:0x19:0x0]io ffff8da202cdae00 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769074870.080661:0:26686:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00020000:00000001:2.0:1769074870.080666:0:26686:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1769074870.080668:0:26686:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1769074870.080670:0:26686:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00000020:00000001:2.0:1769074870.080673:0:26686:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074870.080675:0:26686:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1769074870.080677:0:26686:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769074870.080679:0:26686:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a1:0x19:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769074870.080682:0:26686:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769074870.080683:0:26686:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769074870.080687:0:26686:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074870.080690:0:26686:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074870.080695:0:26686:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:2.0:1769074870.080697:0:26686:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0x19:0x0](ffff8da20b1780c8) 00800000:00000001:2.0:1769074870.080703:0:26686:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:2.0:1769074870.080705:0:26686:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0x19:0x0] 00000002:00000001:2.0:1769074870.080711:0:26686:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1769074870.080719:0:26686:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074870.080721:0:26686:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074870.080724:0:26686:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1769074870.080726:0:26686:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1769074870.080728:0:26686:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074870.080730:0:26686:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074870.080732:0:26686:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074870.080733:0:26686:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074870.080735:0:26686:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00020000:00000001:2.0:1769074870.080741:0:26686:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:2.0:1769074870.080743:0:26686:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00020000:00000001:2.0:1769074870.080746:0:26686:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:2.0:1769074870.080749:0:26686:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769074870.080751:0:26686:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00020000:00000001:2.0:1769074870.080753:0:26686:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:2.0:1769074870.080755:0:26686:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:2.0:1769074870.080756:0:26686:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00020000:00000002:2.0:1769074870.080758:0:26686:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da211854f80 00020000:00000010:2.0:1769074870.080762:0:26686:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da2083ac9b0. 00020000:00000001:2.0:1769074870.080766:0:26686:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:2.0:1769074870.080769:0:26686:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20aa757d0. 00000020:00001000:2.0:1769074870.080773:0:26686:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074870.080777:0:26686:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1769074870.080779:0:26686:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1769074870.098631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358d80. 00000080:00000010:2.1:1769074870.098659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b178000. 00000080:00000001:3.0:1769074873.311990:0:26914:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074873.312002:0:26914:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074874.531332:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074874.531342:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:2.0:1769074874.531348:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.531357:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074874.531365:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14bb0 00000400:00000010:2.0:1769074874.531367:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14bb0. 00000100:00000001:2.0:1769074874.531372:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074874.531380:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926561792/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531392:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.531396:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926561792/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531403:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.531405:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074874.531419:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074874.531422:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:2.0:1769074874.531425:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.531428:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074874.531430:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a146e8 00000400:00000010:2.0:1769074874.531432:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a146e8. 00000100:00000001:2.0:1769074874.531435:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074874.531439:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926562048/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531446:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.531449:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926562048/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531454:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.531455:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074874.531489:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074874.531492:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:2.0:1769074874.531495:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.531498:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074874.531501:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:2.0:1769074874.531502:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:2.0:1769074874.531505:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074874.531510:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926561664/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531516:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.531519:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995880 x1855007926561664/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531525:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.531527:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074874.531535:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074874.531537:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:2.0:1769074874.531540:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.531544:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074874.531547:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:2.0:1769074874.531548:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:2.0:1769074874.531551:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074874.531556:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997800 x1855007926561920/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531564:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.531567:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997800 x1855007926561920/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531574:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.531575:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074874.531606:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074874.531609:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:2.0:1769074874.531612:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.531616:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074874.531619:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:2.0:1769074874.531621:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:2.0:1769074874.531623:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074874.531628:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994700 x1855007926562176/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531635:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.531638:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994700 x1855007926562176/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.531645:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.531646:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074874.537960:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.537977:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.537981:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.537983:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.537993:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538001:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074874.538019:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538024:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538029:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538033:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ac00 00000400:00000200:2.0:1769074874.538039:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538045:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6995 [1] + 224 00000800:00000001:2.0:1769074874.538054:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.538059:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.538062:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.538066:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074874.538074:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.538083:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926561792/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074874.538094:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994a80 x1855007926561792/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.538169:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074874.538178:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.538182:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.538184:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.538187:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.538190:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538194:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074874.538199:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538201:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538204:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538206:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084ab80 00000400:00000200:2.0:1769074874.538209:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.538214:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x69a5 [1] + 224 00000800:00000001:2.0:1769074874.538218:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.538354:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.538357:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.538361:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074874.538365:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.538370:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926561664/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074874.538491:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a995880 x1855007926561664/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.538499:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074874.538504:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.538508:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.543586:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543604:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.543608:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543611:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543622:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543630:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074874.543639:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543644:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543651:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543655:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ad80 00000400:00000200:2.0:1769074874.543660:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543667:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x69b5 [1] + 224 00000800:00000001:2.0:1769074874.543675:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543680:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543684:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.543688:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074874.543697:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.543707:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994700 x1855007926562176/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074874.543718:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994700 x1855007926562176/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.543817:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074874.543826:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543831:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.543833:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543835:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543839:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543843:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074874.543847:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543850:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543853:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543856:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084ad00 00000400:00000200:2.0:1769074874.543860:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543865:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x699d [1] + 224 00000800:00000001:2.0:1769074874.543869:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543873:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543875:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.543878:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074874.543881:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.543887:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926562048/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074874.543895:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a996d80 x1855007926562048/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.543901:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074874.543904:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543908:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074874.543909:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543912:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543914:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543918:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074874.543922:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543924:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543927:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543929:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084ac80 00000400:00000200:2.0:1769074874.543933:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074874.543936:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x69ad [1] + 224 00000800:00000001:2.0:1769074874.543940:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543947:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074874.543950:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074874.543953:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074874.543956:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.543960:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997800 x1855007926561920/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074874.543975:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a997800 x1855007926561920/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.543982:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074874.543986:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074874.543989:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074874.720806:0:27059:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074874.720817:0:27059:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074877.418203:0:27249:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1769074877.418210:0:27249:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-dual test 13: close resend timeout ============= 04:41:15 (1769074875) 00000001:00000001:3.0:1769074877.425159:0:27249:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1769074877.571090:0:27262:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074877.571099:0:27262:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074877.571102:0:27262:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074877.571105:0:27262:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741db7b98 00000080:00200000:2.0:1769074877.571109:0:27262:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074877.571118:0:27262:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5000. 00800000:00000002:2.0:1769074877.571123:0:27262:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074877.571127:0:27262:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074877.571131:0:27262:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074877.571133:0:27262:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741db7ab8 00800000:00000002:2.0:1769074877.571136:0:27262:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074877.571140:0:27262:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074877.571145:0:27262:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074877.571150:0:27262:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074877.571152:0:27262:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741db7988 00000002:00010000:2.0:1769074877.571154:0:27262:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074877.571159:0:27262:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074877.571161:0:27262:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074877.571164:0:27262:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074877.571172:0:27262:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074877.571175:0:27262:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074877.571177:0:27262:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074877.571179:0:27262:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074877.571181:0:27262:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074877.571187:0:27262:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5500. 00000020:00000040:2.0:1769074877.571190:0:27262:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074877.571196:0:27262:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074877.571201:0:27262:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074877.571204:0:27262:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.571207:0:27262:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074877.571210:0:27262:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074877.571214:0:27262:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074877.571221:0:27262:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e39800. 00000100:00000001:2.0:1769074877.571227:0:27262:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.571748:0:27262:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074877.571751:0:27262:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.571754:0:27262:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074877.571755:0:27262:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.571758:0:27262:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074877.571764:0:27262:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00010000:00000001:2.0:1769074877.571768:0:27262:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074877.571772:0:27262:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074877.571777:0:27262:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e300. 00010000:00000010:2.0:1769074877.571854:0:27262:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48800. 00010000:00000001:2.0:1769074877.571861:0:27262:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074877.571864:0:27262:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81800. 00000020:00000001:2.0:1769074877.571868:0:27262:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074877.571871:0:27262:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81800 with handle 0x5882d44973682f8c to hash 00000020:00000001:2.0:1769074877.571874:0:27262:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074877.571875:0:27262:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074877.571879:0:27262:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074877.571883:0:27262:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074877.571885:0:27262:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074877.571888:0:27262:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d44973682f8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 27262 initiator: MDT0 00010000:00010000:2.0:1769074877.571897:0:27262:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d44973682f8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27262 initiator: MDT0 00010000:00010000:2.0:1769074877.571908:0:27262:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d44973682f8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27262 initiator: MDT0 00000100:00000001:2.0:1769074877.571914:0:27262:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074877.571917:0:27262:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074877.571923:0:27262:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209992c00. 00000100:00000001:2.0:1769074877.571925:0:27262:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325818092544 : -125747891459072 : ffff8da209992c00) 00000100:00000001:2.0:1769074877.571928:0:27262:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074877.571929:0:27262:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000001:2.0:1769074877.571934:0:27262:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074877.571938:0:27262:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.571940:0:27262:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074877.571942:0:27262:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074877.571952:0:27262:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.572078:0:27262:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074877.572080:0:27262:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.572084:0:27262:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074877.572087:0:27262:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074877.572090:0:27262:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074877.572094:0:27262:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5500 pname:cluuid:pid:xid:nid:opc:job multiop:3244744f-11a0-48bc-973e-b9df1bca57bc:27262:1855007926562304:192.168.204.145@tcp:101:multiop.0 00000100:00000001:2.0:1769074877.572099:0:27262:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074877.572104:0:27262:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074877.572107:0:27262:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.572109:0:27262:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074877.572113:0:27262:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52000. 02000000:00000001:2.0:1769074877.572115:0:27262:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074877.572123:0:27262:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074877.572128:0:27262:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000400:00000010:2.0:1769074877.572135:0:27262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353000. 00000100:00000200:2.0:1769074877.572142:0:27262:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926562304, portal 10 00000100:00000001:2.0:1769074877.572144:0:27262:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074877.572145:0:27262:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000040:2.0:1769074877.572151:0:27262:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.572159:0:27262:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074877.572161:0:27262:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074877.572165:0:27262:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353a18. 00000100:00000200:2.0:1769074877.572168:0:27262:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926562304, offset 0 00000400:00000200:2.0:1769074877.572174:0:27262:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074877.572183:0:27262:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074877.572191:0:27262:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074877.572197:0:27262:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074877.572201:0:27262:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074877.572205:0:27262:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074877.572208:0:27262:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074877.572212:0:27262:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2609:2609:256:4294967295] 192.168.204.145@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:2.0:1769074877.572217:0:27262:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074877.572226:0:27262:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074877.572233:0:27262:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074877.572238:0:27262:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348100. 00000800:00000200:2.0:1769074877.572245:0:27262:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074877.572422:0:27262:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074877.572427:0:27262:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074877.572446:0:27262:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074877.572450:0:27262:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1372237 usecs (1373 jiffies) 00000400:00000200:2.0:1769074877.572455:0:27262:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074877.572476:0:27262:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296240450 00000800:00000200:2.0:1769074877.572580:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074877.572584:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:2.0:1769074877.572588:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074877.572593:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074877.572598:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353a18 00000400:00000010:2.0:1769074877.572600:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353a18. 00000100:00000001:2.0:1769074877.572604:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074877.572608:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.572618:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074877.572622:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.572629:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.572630:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074877.572644:0:27262:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296247566 00000100:00000001:2.0:1769074877.572648:0:27262:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296240451 00000100:00000001:2.0:1769074877.572650:0:27262:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296247566 00000100:00000001:2.0:1769074877.572652:0:27262:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074877.572655:0:27262:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.572657:0:27262:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074877.572659:0:27262:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074877.572661:0:27262:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209992c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074877.572664:0:27262:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074877.572667:0:27262:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074877.578571:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.578584:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.578587:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.578588:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.578598:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.578604:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074877.578609:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.578613:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.578617:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.578620:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084ae00 00000400:00000200:3.0:1769074877.578624:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.578629:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x69bd [1] + 224 00000800:00000001:3.0:1769074877.578665:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.578671:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.578673:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.578677:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074877.578682:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.578689:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074877.578697:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f5500 x1855007926562304/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.578715:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.578724:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.578727:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074877.584837:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074877.584844:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:2.0:1769074877.584850:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074877.584856:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074877.584863:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14b28 00000400:00000010:2.0:1769074877.584866:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14b28. 00000100:00000001:2.0:1769074877.584870:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074877.584875:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926562560/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/576 e 0 to 0 dl 1769074893 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.584886:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074877.584890:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926562560/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/576 e 0 to 0 dl 1769074893 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.584896:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.584899:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074877.592970:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.592987:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.592992:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.592994:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.593006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593015:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074877.593022:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593028:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593033:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593037:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb084af00 00000400:00000200:3.0:1769074877.593042:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593048:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x69cd [1] + 224 00000800:00000001:3.0:1769074877.593056:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.593063:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.593066:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.593071:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074877.593077:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.593085:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926562560/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/576 e 0 to 0 dl 1769074893 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074877.593096:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8da20a995880 x1855007926562560/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/576 e 0 to 0 dl 1769074893 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.593117:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074877.593125:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074877.593129:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593134:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074877.593139:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2611:2611:256:4294967295] 192.168.204.145@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:3.0:1769074877.593143:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.593152:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074877.593157:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074877.593163:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13700. 00000800:00000200:3.0:1769074877.593168:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074877.593175:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074877.593179:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074877.593263:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074877.593266:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13700. 00000400:00000200:3.0:1769074877.593269:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.593272:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074877.593277:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.593281:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1769074877.594489:0:27262:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:1.1:1769074877.594497:0:27262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00000800:00000200:3.0:1769074877.595073:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074877.595078:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769074877.595082:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.595087:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074877.595092:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:3.0:1769074877.595094:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769074877.595098:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074877.595102:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926562688/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.595111:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074877.595114:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926562688/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.595119:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.595121:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074877.601739:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.601757:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.601761:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.601763:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.601787:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.601795:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074877.601808:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.601812:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.601819:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.601822:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084af80 00000400:00000200:3.0:1769074877.601829:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.601835:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x69d5 [1] + 224 00000800:00000001:3.0:1769074877.601843:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.601854:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.601857:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.601862:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074877.601869:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.601878:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926562688/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074877.601889:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a994a80 x1855007926562688/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074893 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.601910:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.601919:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.601923:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1769074877.602492:0:27262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cf40. 00000800:00000200:3.0:1769074877.604760:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074877.604767:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769074877.604773:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.604906:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074877.604914:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:3.0:1769074877.604917:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:3.0:1769074877.604923:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074877.604929:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926562944/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/131856 e 0 to 0 dl 1769074893 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.604940:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074877.604943:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926562944/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/131856 e 0 to 0 dl 1769074893 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.604950:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.604952:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074877.611738:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.611756:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.611761:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.611763:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.611777:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.611793:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074877.611802:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.611807:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.611813:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.611817:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084b080 00000400:00000200:3.0:1769074877.611823:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074877.611830:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x69dd [64] + 224 00000800:00000001:3.0:1769074877.611839:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.611849:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.611852:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.611857:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074877.611864:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.611874:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926562944/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/131856 e 0 to 0 dl 1769074893 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074877.611885:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff8da20a994a80 x1855007926562944/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/131856 e 0 to 0 dl 1769074893 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.611979:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.611991:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.611995:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.655690:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.655699:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38a00. 00000400:00000200:3.0:1769074878.655709:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.655719:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.655725:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:3.0:1769074878.655728:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:3.0:1769074878.655733:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.655739:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926563072/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.655751:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.655755:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926563072/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.655762:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.656255:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.664646:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.664664:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.664669:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.664672:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.664685:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.664694:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.664702:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.664707:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.664713:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.664717:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 10 MB=0x6971eb084b100 00000400:00000200:3.0:1769074878.664723:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.664729:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 368/368 into md 0x69e5 [1] + 224 00000800:00000001:3.0:1769074878.664737:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.664744:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.664748:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.664752:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.664760:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.664769:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926563072/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.664781:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642aa00 x1855007926563072/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.664805:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.664812:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.664816:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.669653:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.669660:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:3.0:1769074878.669665:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.669673:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.669680:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:3.0:1769074878.669683:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:3.0:1769074878.669688:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.669695:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926563200/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.669707:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.669710:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926563200/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.669717:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.669718:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.673436:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.673455:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.673500:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.673504:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.673517:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.673911:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.673921:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.673927:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.673933:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.673947:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084b180 00000400:00000200:3.0:1769074878.673953:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.673959:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x69ed [1] + 224 00000800:00000001:3.0:1769074878.673968:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.673977:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.673981:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.673985:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.673994:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.674003:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926563200/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.674013:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642aa00 x1855007926563200/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.674157:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.674168:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.674181:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074878.677635:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074878.677641:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:2.0:1769074878.677645:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.677651:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074878.677657:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:2.0:1769074878.677660:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:2.0:1769074878.677663:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074878.677668:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926563328/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.677677:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074878.677679:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926563328/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.677686:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.677688:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.686150:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.686167:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.686171:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.686174:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.686185:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.686194:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.686202:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.686207:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.686214:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.686218:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084b200 00000400:00000200:3.0:1769074878.686223:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.686229:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x69f5 [1] + 224 00000800:00000001:3.0:1769074878.686236:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.686256:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.686260:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.686265:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.686274:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.686282:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926563328/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.686293:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642aa00 x1855007926563328/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.686317:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.686326:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.686330:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074878.742730:0:27280:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.742737:0:27280:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.742740:0:27280:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.742743:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17b98 00000080:00200000:3.0:1769074878.742748:0:27280:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074878.742758:0:27280:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fc00. 00800000:00000002:3.0:1769074878.742765:0:27280:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074878.742768:0:27280:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.742774:0:27280:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.742776:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17ab8 00800000:00000002:3.0:1769074878.742778:0:27280:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.742782:0:27280:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.742786:0:27280:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.742792:0:27280:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.742794:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17988 00000002:00010000:3.0:1769074878.742796:0:27280:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.742799:0:27280:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.742801:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.742805:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.742811:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 2 00010000:00000001:3.0:1769074878.742815:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.742820:0:27280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.742822:0:27280:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.742826:0:27280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.742837:0:27280:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.742843:0:27280:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.742846:0:27280:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.742853:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.742855:0:27280:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.742857:0:27280:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.742859:0:27280:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.742861:0:27280:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.742863:0:27280:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.742866:0:27280:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.742868:0:27280:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074878.742871:0:27280:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fc00. 00000080:00000001:3.0:1769074878.742875:0:27280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.742877:0:27280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.742880:0:27280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074878.742884:0:27280:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973682f93 00800000:00000001:3.0:1769074878.742887:0:27280:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.742890:0:27280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.742891:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.742894:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.742896:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.742898:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.742901:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.742904:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.742906:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.742907:0:27280:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.742908:0:27280:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.742911:0:27280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682f93 from it ffffb17741b17bd0 00010000:00000001:3.0:1769074878.742913:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.742914:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.742916:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.742917:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.742920:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.742923:0:27280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.742926:0:27280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.742932:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.742933:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.742945:0:27280:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.742948:0:27280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.742950:0:27280:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.742959:0:27280:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.742962:0:27280:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.742965:0:27280:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.742968:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.742969:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.742971:0:27280:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.742974:0:27280:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.742975:0:27280:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.742977:0:27280:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.742980:0:27280:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.742982:0:27280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.742984:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.742984:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.742987:0:27280:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.742989:0:27280:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.742991:0:27280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:3.0:1769074878.742996:0:27280:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074878.743007:0:27280:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7ccaa0. 00000020:00000001:3.0:1769074878.743011:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17d88 00000080:00200000:3.0:1769074878.743013:0:27280:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), flags=1536 00000080:00000001:3.0:1769074878.743016:0:27280:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.743017:0:27280:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.743018:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17c98 00000080:00200000:3.0:1769074878.743020:0:27280:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074878.743023:0:27280:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fc00. 00800000:00000002:3.0:1769074878.743026:0:27280:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074878.743027:0:27280:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.743029:0:27280:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.743030:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17bb8 00800000:00000002:3.0:1769074878.743032:0:27280:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.743035:0:27280:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.743037:0:27280:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.743040:0:27280:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.743041:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17a88 00000002:00010000:3.0:1769074878.743043:0:27280:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.743046:0:27280:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.743047:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.743049:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.743051:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 2 00010000:00000001:3.0:1769074878.743053:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.743056:0:27280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.743057:0:27280:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.743060:0:27280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.743067:0:27280:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.743068:0:27280:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.743071:0:27280:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.743077:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.743078:0:27280:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.743080:0:27280:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.743082:0:27280:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.743083:0:27280:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.743085:0:27280:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.743087:0:27280:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.743089:0:27280:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074878.743091:0:27280:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fc00. 00000080:00000001:3.0:1769074878.743094:0:27280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.743096:0:27280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.743098:0:27280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074878.743101:0:27280:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973682f93 00800000:00000001:3.0:1769074878.743104:0:27280:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.743105:0:27280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.743107:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.743108:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.743110:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.743112:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743114:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743116:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743118:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.743119:0:27280:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.743121:0:27280:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.743123:0:27280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682f93 from it ffffb17741b17cd0 00010000:00000001:3.0:1769074878.743125:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.743127:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.743128:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.743130:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743132:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743134:0:27280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.743136:0:27280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.743142:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743143:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.743144:0:27280:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.743145:0:27280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.743148:0:27280:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.743154:0:27280:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.743155:0:27280:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.743157:0:27280:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.743159:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743160:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.743162:0:27280:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743164:0:27280:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.743165:0:27280:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743167:0:27280:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743169:0:27280:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743171:0:27280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.743172:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743173:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.743174:0:27280:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.743175:0:27280:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.743178:0:27280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074878.743180:0:27280:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.743185:0:27280:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.743186:0:27280:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.743187:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17d78 00000080:00200000:3.0:1769074878.743190:0:27280:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074878.743193:0:27280:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fc00. 00800000:00000002:3.0:1769074878.743196:0:27280:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074878.743198:0:27280:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.743199:0:27280:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.743201:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17c98 00800000:00000002:3.0:1769074878.743203:0:27280:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.743205:0:27280:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.743207:0:27280:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.743210:0:27280:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.743211:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17b68 00000002:00010000:3.0:1769074878.743213:0:27280:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.743216:0:27280:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.743217:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.743218:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.743221:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 2 00010000:00000001:3.0:1769074878.743223:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.743226:0:27280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.743227:0:27280:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.743230:0:27280:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.743237:0:27280:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.743239:0:27280:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.743242:0:27280:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.743248:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.743250:0:27280:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.743251:0:27280:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.743253:0:27280:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.743255:0:27280:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.743257:0:27280:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.743259:0:27280:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.743261:0:27280:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074878.743263:0:27280:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fc00. 00000080:00000001:3.0:1769074878.743265:0:27280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.743267:0:27280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.743269:0:27280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074878.743271:0:27280:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973682f93 00800000:00000001:3.0:1769074878.743274:0:27280:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.743275:0:27280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.743277:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.743278:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.743280:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.743282:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743284:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743286:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743287:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.743289:0:27280:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.743290:0:27280:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.743292:0:27280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682f93 from it ffffb17741b17db0 00010000:00000001:3.0:1769074878.743294:0:27280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.743296:0:27280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.743297:0:27280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:3.0:1769074878.743299:0:27280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743301:0:27280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:3.0:1769074878.743303:0:27280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.743305:0:27280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.743311:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743312:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.743313:0:27280:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.743314:0:27280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.743316:0:27280:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.743322:0:27280:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.743323:0:27280:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.743324:0:27280:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.743326:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743328:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.743329:0:27280:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743331:0:27280:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.743333:0:27280:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743335:0:27280:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743337:0:27280:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743339:0:27280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.743340:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743341:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.743343:0:27280:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.743344:0:27280:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.743346:0:27280:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074878.743349:0:27280:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.743353:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17e20 00000080:00200000:3.0:1769074878.743355:0:27280:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), flags=33188, excl=1 00000080:00000001:3.0:1769074878.743358:0:27280:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:3.0:1769074878.743360:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17dd0 00000080:00200000:3.0:1769074878.743362:0:27280:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148) mode 100644 dev 0 00000080:00000001:3.0:1769074878.743365:0:27280:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1769074878.743367:0:27280:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1769074878.743370:0:27280:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fc00. 00800000:00000002:3.0:1769074878.743373:0:27280:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074878.743378:0:27280:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.743381:0:27280:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1769074878.743383:0:27280:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074878.743387:0:27280:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:3.0:1769074878.743389:0:27280:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074878.743392:0:27280:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074878.743394:0:27280:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074878.743397:0:27280:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074878.743400:0:27280:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x1b:0x0] 40000000:00000001:3.0:1769074878.743403:0:27280:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.743405:0:27280:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.743407:0:27280:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.743409:0:27280:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.743411:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17c10 00800000:00000002:3.0:1769074878.743414:0:27280:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg445-client.virtnet' [0x2000013a1:0x1b:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1769074878.743418:0:27280:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1769074878.743420:0:27280:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074878.743423:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 2 00010000:00000001:3.0:1769074878.743426:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.743428:0:27280:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074878.743431:0:27280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074878.743434:0:27280:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074878.743441:0:27280:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074878.743445:0:27280:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074878.743448:0:27280:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074878.743449:0:27280:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074878.743452:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.743454:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.743455:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 3 00010000:00000001:3.0:1769074878.743913:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.743920:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.743923:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.743925:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.743928:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 3 00010000:00000001:3.0:1769074878.743930:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.743932:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.743944:0:27280:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.743946:0:27280:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.743948:0:27280:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46200 count: 3 00010000:00000001:3.0:1769074878.743950:0:27280:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.743952:0:27280:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.743954:0:27280:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074878.743958:0:27280:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074878.743962:0:27280:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074878.743964:0:27280:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074878.743967:0:27280:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074878.743968:0:27280:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.743972:0:27280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074878.743975:0:27280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074878.743977:0:27280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074878.743979:0:27280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.743981:0:27280:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074878.743984:0:27280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814de00 with handle 0x5882d44973682f93 from hash 00010000:00000001:3.0:1769074878.743986:0:27280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074878.743988:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.743989:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.743990:0:27280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074878.743993:0:27280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074878.743995:0:27280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074878.743998:0:27280:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074878.744000:0:27280:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.744002:0:27280:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074878.744010:0:27280:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074878.744014:0:27280:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074878.744020:0:27280:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074878.744022:0:27280:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.744024:0:27280:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074878.744028:0:27280:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.744030:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.744031:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.744032:0:27280:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.744035:0:27280:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074878.744037:0:27280:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074878.744040:0:27280:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074878.744048:0:27280:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000001:3.0:1769074878.744056:0:27280:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.744059:0:27280:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074878.744062:0:27280:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074878.744068:0:27280:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074878.744075:0:27280:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074878.744077:0:27280:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074878.744079:0:27280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074878.744081:0:27280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d44973682f93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3515ceb expref: -99 pid: 27262 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074878.744088:0:27280:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46200 count: 0 00010000:00000010:3.0:1769074878.744093:0:27280:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e900. 00010000:00000001:3.0:1769074878.744100:0:27280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.744102:0:27280:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.744103:0:27280:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074878.744105:0:27280:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.744107:0:27280:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1769074878.744119:0:27280:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074878.744130:0:27280:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074878.744137:0:27280:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074878.744138:0:27280:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074878.744146:0:27280:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b30c0. 00000100:00000001:3.0:1769074878.744148:0:27280:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800399040 : -125747909152576 : ffff8da2088b30c0) 00000100:00000001:3.0:1769074878.744151:0:27280:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074878.744153:0:27280:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000001:3.0:1769074878.744157:0:27280:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074878.744161:0:27280:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.744164:0:27280:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074878.744165:0:27280:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074878.744169:0:27280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.744177:0:27280:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074878.744179:0:27280:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074878.744184:0:27280:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074878.744186:0:27280:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074878.744189:0:27280:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074878.744192:0:27280:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job mcreate:3244744f-11a0-48bc-973e-b9df1bca57bc:27280:1855007926563584:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:3.0:1769074878.744197:0:27280:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074878.744203:0:27280:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074878.744205:0:27280:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074878.744208:0:27280:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074878.744214:0:27280:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769074878.744216:0:27280:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074878.744225:0:27280:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074878.744230:0:27280:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b898. 00000400:00000010:3.0:1769074878.744236:0:27280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769074878.744243:0:27280:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926563584, portal 10 00000100:00000001:3.0:1769074878.744245:0:27280:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074878.744246:0:27280:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:3.0:1769074878.744252:0:27280:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.744258:0:27280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074878.744260:0:27280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074878.744263:0:27280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720bb0. 00000100:00000200:3.0:1769074878.744266:0:27280:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007926563584, offset 0 00000400:00000200:3.0:1769074878.744272:0:27280:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074878.744280:0:27280:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.744288:0:27280:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074878.744293:0:27280:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074878.744298:0:27280:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074878.744302:0:27280:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074878.744304:0:27280:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074878.744308:0:27280:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2617:2617:256:4294967295] 192.168.204.145@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:3.0:1769074878.744312:0:27280:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.744321:0:27280:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074878.744327:0:27280:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074878.744333:0:27280:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13a00. 00000800:00000200:3.0:1769074878.744339:0:27280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074878.744346:0:27280:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074878.744351:0:27280:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13a00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1769074878.744416:0:27280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074878.744422:0:27280:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1351738 usecs (1352 jiffies) 00000400:00000200:3.0:1769074878.744426:0:27280:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074878.744428:0:27280:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296241601 00000100:00000001:3.0:1769074878.744431:0:27280:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296247566 00000100:00000001:3.0:1769074878.744433:0:27280:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296241601 00000100:00000001:3.0:1769074878.744436:0:27280:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296247566 00000100:00000001:3.0:1769074878.744438:0:27280:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074878.744440:0:27280:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.744442:0:27280:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074878.744444:0:27280:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074878.744447:0:27280:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b30c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074878.744449:0:27280:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074878.744452:0:27280:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074878.747110:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.747121:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13a00. 00000400:00000200:3.0:1769074878.747127:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.747136:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.747143:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720bb0 00000400:00000010:3.0:1769074878.747146:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720bb0. 00000100:00000001:3.0:1769074878.747154:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.747162:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.747175:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.747179:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.747192:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.747194:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074878.752729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46200. 00010000:00000010:3.1:1769074878.752743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000800:00000001:3.0:1769074878.758571:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.758587:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.758590:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.758592:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.758601:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758608:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.758614:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758618:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758622:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758625:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb084b300 00000400:00000200:3.0:1769074878.758629:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758634:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x69fd [1] + 224 00000800:00000001:3.0:1769074878.758640:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.758644:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.758647:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.758650:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.758656:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.758663:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.758671:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.758725:0:27280:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074878.758740:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074878.758747:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074878.758750:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758754:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074878.758759:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2618:2618:256:4294967295] 192.168.204.145@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:3.0:1769074878.758769:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.758778:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074878.758784:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074878.758789:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13a00. 00000800:00000200:3.0:1769074878.758796:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074878.758803:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074878.758808:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074878.758874:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.758877:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13a00. 00000400:00000200:3.0:1769074878.758880:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.758883:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074878.758890:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.758893:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074878.762338:0:27280:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074878.762343:0:27280:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074878.762347:0:27280:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b898. 00000400:00000200:2.0:1769074878.762356:0:27280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:2.0:1769074878.762358:0:27280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:2.0:1769074878.762364:0:27280:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074878.762374:0:27280:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074878.762382:0:27280:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926563584/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.762388:0:27280:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074878.762389:0:27280:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074878.762391:0:27280:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074878.762394:0:27280:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074878.762395:0:27280:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074878.762397:0:27280:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074878.762399:0:27280:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074878.762407:0:27280:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074878.762410:0:27280:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074878.762412:0:27280:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074878.762414:0:27280:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074878.762416:0:27280:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074878.762418:0:27280:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.762421:0:27280:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074878.762423:0:27280:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074878.762424:0:27280:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074878.762426:0:27280:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074878.762427:0:27280:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000001:2.0:1769074878.762430:0:27280:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074878.762431:0:27280:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542146 00000100:00000001:2.0:1769074878.762432:0:27280:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074878.762434:0:27280:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074878.762437:0:27280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.762442:0:27280:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074878.762444:0:27280:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074878.762445:0:27280:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074878.762448:0:27280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074878.762453:0:27280:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job mcreate:3244744f-11a0-48bc-973e-b9df1bca57bc:27280:1855007926563584:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:2.0:1769074878.762457:0:27280:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074878.762476:0:27280:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.762478:0:27280:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074878.762480:0:27280:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074878.762482:0:27280:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.762487:0:27280:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074878.762489:0:27280:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2088b30c0. 00000100:00000001:2.0:1769074878.762491:0:27280:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074878.762492:0:27280:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074878.762498:0:27280:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074878.762501:0:27280:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a1:0x1b:0x0] 00800000:00000001:2.0:1769074878.762502:0:27280:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074878.762505:0:27280:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1769074878.762507:0:27280:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1769074877 to 1769074878 00000080:00000001:2.0:1769074878.762510:0:27280:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074878.762516:0:27280:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074878.762517:0:27280:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074878.762519:0:27280:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366299 : 144115272381366299 : 2000013a100001b) 00000080:00000001:2.0:1769074878.762521:0:27280:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1769074878.763415:0:27280:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b1080. 00000020:00000001:3.0:1769074878.763429:0:27280:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1769074878.763430:0:27280:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1769074878.763434:0:27280:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1769074878.763435:0:27280:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x1b:0x0](ffff8da20b1b1148) 00000080:00000001:3.0:1769074878.763439:0:27280:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366299 : 144115272381366299 : 2000013a100001b) 00000080:00000001:3.0:1769074878.763442:0:27280:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1769074878.763445:0:27280:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366299 mtime from 0 to 1769074878 00000080:00000001:3.0:1769074878.763448:0:27280:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1769074878.763451:0:27280:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074878.763456:0:27280:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074878.763478:0:27280:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074878.763484:0:27280:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:3.0:1769074878.763489:0:27280:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20301d190. 00000020:00000001:3.0:1769074878.763491:0:27280:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074878.763493:0:27280:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074878.763500:0:27280:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:3.0:1769074878.763504:0:27280:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2106a16c8. 00020000:00000001:3.0:1769074878.763507:0:27280:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325932447432 : -125747777104184 : ffff8da2106a16c8) 00020000:00000001:3.0:1769074878.763509:0:27280:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:3.0:1769074878.763512:0:27280:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.763517:0:27280:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707510288 : -125748002041328 : ffff8da20301d210) 00000020:00001000:3.0:1769074878.763519:0:27280:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074878.763523:0:27280:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843382600 : -125747866169016 : ffff8da20b1b1148) 00000080:00000001:3.0:1769074878.763525:0:27280:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074878.763529:0:27280:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1769074878.763531:0:27280:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.763535:0:27280:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.763538:0:27280:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1769074878.763539:0:27280:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.763546:0:27280:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.763554:0:27280:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074878.763556:0:27280:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074878.763559:0:27280:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fc00. 00000080:00000001:3.0:1769074878.763562:0:27280:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.763566:0:27280:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.763569:0:27280:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741b17e20 00000080:00200000:3.0:1769074878.763571:0:27280:0:(namei.c:2073:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, unhashed 1 00000080:00000001:3.0:1769074878.763583:0:27280:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1769074878.763587:0:27280:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1769074878.768584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7ccaa0. 00000800:00000200:3.0:1769074878.785359:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.785365:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769074878.785370:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.785377:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.785384:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:3.0:1769074878.785386:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:3.0:1769074878.785391:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.785396:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926563712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.785407:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.785410:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926563712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.785418:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.785420:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.794522:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.794540:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.794545:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.794547:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.794559:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.794568:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.794575:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.794580:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.794587:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.794591:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084b380 00000400:00000200:3.0:1769074878.794596:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.794602:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6a0d [1] + 224 00000800:00000001:3.0:1769074878.794609:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.794620:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.794623:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.794627:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.794635:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.794644:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926563712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074878.794654:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a997480 x1855007926563712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.794675:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.794684:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.794688:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.797706:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.797713:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769074878.797718:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.797724:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.797729:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:3.0:1769074878.797731:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:3.0:1769074878.797735:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.797739:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926563840/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.797753:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.797755:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926563840/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.797762:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.797764:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.806193:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.806220:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.806226:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.806229:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.806244:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.806254:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.806263:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.806269:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.806277:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.806282:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084b400 00000400:00000200:3.0:1769074878.806289:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.806298:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x6a15 [1] + 224 00000800:00000001:3.0:1769074878.806321:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.806330:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.806334:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.806341:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.806351:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.806362:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926563840/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074878.806375:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20a997480 x1855007926563840/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.806398:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.806409:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.806413:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.811185:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.811194:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:3.0:1769074878.811201:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.811210:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.811218:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:3.0:1769074878.811220:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:3.0:1769074878.811227:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.811234:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926564096/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.811247:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.811251:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926564096/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.811258:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.811260:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074878.818619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46900. 00010000:00000010:1.1:1769074878.818629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ca00. 00010000:00000010:1.1:1769074878.818633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46200. 00010000:00000010:1.1:1769074878.818636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00000800:00000001:3.0:1769074878.830903:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.830927:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.830932:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.830945:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.830960:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.830970:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.830980:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.830986:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.830993:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.830998:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084b500 00000400:00000200:3.0:1769074878.831005:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.831014:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6a1d [1] + 224 00000800:00000001:3.0:1769074878.831024:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.831034:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.831037:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.831043:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.831053:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.831065:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926564096/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.831146:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20a997480 x1855007926564096/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.831170:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074878.831182:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074878.831186:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.831192:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074878.831199:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2622:2622:256:4294967295] 192.168.204.145@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1769074878.831203:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.831213:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074878.831220:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074878.831229:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13a00. 00000800:00000200:3.0:1769074878.831238:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074878.831248:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074878.831253:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074878.831442:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.831450:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13a00. 00000400:00000200:3.0:1769074878.831523:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.831535:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074878.831546:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.831555:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1769074878.839511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c9a0. 00000080:00000010:0.1:1769074878.839538:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b1080. 00000800:00000200:2.0:1769074878.878227:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074878.878237:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:2.0:1769074878.878245:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.878254:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074878.878262:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000400:00000010:2.0:1769074878.878264:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000001:2.0:1769074878.878270:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074878.878277:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926564224/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.878291:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074878.878295:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926564224/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.878311:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.878313:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074878.882600:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.882626:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.882633:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.882636:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.882652:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.882665:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.882675:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.882681:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.882688:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.882695:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084b580 00000400:00000200:3.0:1769074878.882703:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.882712:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6a25 [1] + 224 00000800:00000001:3.0:1769074878.882721:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.882738:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.882744:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.882752:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.882761:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.882772:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926564224/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074878.882784:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20642aa00 x1855007926564224/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.882812:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074878.882823:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.882828:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074878.898413:0:27290:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.898425:0:27290:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.898429:0:27290:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.898433:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687b98 00000080:00200000:3.0:1769074878.898439:0:27290:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:3.0:1769074878.898449:0:27290:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ec00. 00800000:00000002:3.0:1769074878.898458:0:27290:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074878.898598:0:27290:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.898605:0:27290:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.898607:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687ab8 00800000:00000002:3.0:1769074878.898610:0:27290:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.898615:0:27290:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.898621:0:27290:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.898627:0:27290:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.898630:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687988 00000002:00010000:3.0:1769074878.898632:0:27290:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.898636:0:27290:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.898638:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.898643:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.898652:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:3.0:1769074878.898655:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.898661:0:27290:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.898664:0:27290:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.898670:0:27290:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.898683:0:27290:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.898690:0:27290:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.898693:0:27290:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.898702:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.898704:0:27290:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.898705:0:27290:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.898708:0:27290:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.898710:0:27290:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.898712:0:27290:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.898716:0:27290:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.898719:0:27290:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:3.0:1769074878.898724:0:27290:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ec00. 00000080:00000001:3.0:1769074878.898729:0:27290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.898731:0:27290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.898734:0:27290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:3.0:1769074878.898738:0:27290:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973682faf 00800000:00000001:3.0:1769074878.898742:0:27290:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.898745:0:27290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.898747:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.898750:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.898752:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.898755:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898757:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898761:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.898762:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.898763:0:27290:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.898765:0:27290:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.898768:0:27290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682faf from it ffffb17741687bd0 00010000:00000001:3.0:1769074878.898771:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.898772:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.898773:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.898775:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898777:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898780:0:27290:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.898783:0:27290:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.898790:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.898791:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.898793:0:27290:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.898795:0:27290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.898797:0:27290:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.898806:0:27290:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.898810:0:27290:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.898813:0:27290:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.898817:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.898818:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.898820:0:27290:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.898824:0:27290:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.898826:0:27290:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.898828:0:27290:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.898830:0:27290:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.898833:0:27290:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.898834:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.898835:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.898839:0:27290:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.898841:0:27290:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.898843:0:27290:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 1 00000080:00000001:3.0:1769074878.898849:0:27290:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074878.898864:0:27290:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7ccd80. 00000020:00000001:3.0:1769074878.898868:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687d88 00000080:00200000:3.0:1769074878.898870:0:27290:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), flags=1536 00000080:00000001:3.0:1769074878.898873:0:27290:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.898874:0:27290:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.898876:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687c98 00000080:00200000:3.0:1769074878.898877:0:27290:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:3.0:1769074878.898881:0:27290:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ec00. 00800000:00000002:3.0:1769074878.898883:0:27290:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074878.898885:0:27290:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.898886:0:27290:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.898888:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687bb8 00800000:00000002:3.0:1769074878.898890:0:27290:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.898892:0:27290:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.898894:0:27290:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.898897:0:27290:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.898899:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687a88 00000002:00010000:3.0:1769074878.898900:0:27290:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.898903:0:27290:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.898905:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.898906:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.898909:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:3.0:1769074878.898910:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.898913:0:27290:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.898914:0:27290:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.898918:0:27290:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.898924:0:27290:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.898925:0:27290:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.898928:0:27290:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.898945:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.898947:0:27290:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.898949:0:27290:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.898951:0:27290:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.898953:0:27290:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.898954:0:27290:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.898957:0:27290:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.898958:0:27290:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:3.0:1769074878.898960:0:27290:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ec00. 00000080:00000001:3.0:1769074878.898963:0:27290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.898964:0:27290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.898967:0:27290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:3.0:1769074878.898969:0:27290:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973682faf 00800000:00000001:3.0:1769074878.898972:0:27290:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.898974:0:27290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.898975:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.898976:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.898978:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.898980:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898982:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.898984:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.898985:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.898987:0:27290:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.898989:0:27290:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.898991:0:27290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682faf from it ffffb17741687cd0 00010000:00000001:3.0:1769074878.898993:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.898994:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.898995:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.898997:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899000:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899002:0:27290:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.899004:0:27290:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.899009:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899011:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899012:0:27290:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.899014:0:27290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.899017:0:27290:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.899023:0:27290:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.899024:0:27290:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.899025:0:27290:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.899027:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899028:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899029:0:27290:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899031:0:27290:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.899032:0:27290:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899034:0:27290:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899036:0:27290:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899038:0:27290:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.899039:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899040:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.899041:0:27290:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.899042:0:27290:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.899044:0:27290:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:3.0:1769074878.899047:0:27290:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.899052:0:27290:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074878.899053:0:27290:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074878.899054:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687d78 00000080:00200000:3.0:1769074878.899055:0:27290:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:3.0:1769074878.899059:0:27290:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ec00. 00800000:00000002:3.0:1769074878.899061:0:27290:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074878.899063:0:27290:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074878.899064:0:27290:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.899066:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687c98 00800000:00000002:3.0:1769074878.899141:0:27290:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074878.899144:0:27290:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074878.899146:0:27290:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074878.899149:0:27290:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074878.899150:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687b68 00000002:00010000:3.0:1769074878.899152:0:27290:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074878.899155:0:27290:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074878.899156:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.899158:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.899160:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:3.0:1769074878.899162:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.899165:0:27290:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.899166:0:27290:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074878.899169:0:27290:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074878.899175:0:27290:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074878.899177:0:27290:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074878.899180:0:27290:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074878.899187:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074878.899188:0:27290:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.899190:0:27290:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.899192:0:27290:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074878.899193:0:27290:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.899195:0:27290:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074878.899198:0:27290:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074878.899199:0:27290:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:3.0:1769074878.899201:0:27290:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ec00. 00000080:00000001:3.0:1769074878.899204:0:27290:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074878.899205:0:27290:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.899207:0:27290:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:3.0:1769074878.899210:0:27290:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973682faf 00800000:00000001:3.0:1769074878.899213:0:27290:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074878.899214:0:27290:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074878.899216:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.899217:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.899219:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.899221:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899223:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899225:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899227:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074878.899228:0:27290:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.899230:0:27290:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074878.899232:0:27290:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682faf from it ffffb17741687db0 00010000:00000001:3.0:1769074878.899234:0:27290:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074878.899235:0:27290:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074878.899236:0:27290:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:3.0:1769074878.899238:0:27290:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899240:0:27290:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:3.0:1769074878.899242:0:27290:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074878.899245:0:27290:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.899251:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899251:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899252:0:27290:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074878.899254:0:27290:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074878.899256:0:27290:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074878.899263:0:27290:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074878.899265:0:27290:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074878.899266:0:27290:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.899268:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899269:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899270:0:27290:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899272:0:27290:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074878.899273:0:27290:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899275:0:27290:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899277:0:27290:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899279:0:27290:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074878.899280:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899281:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074878.899283:0:27290:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074878.899284:0:27290:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074878.899286:0:27290:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:3.0:1769074878.899289:0:27290:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.899294:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687e20 00000080:00200000:3.0:1769074878.899296:0:27290:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), flags=33188, excl=1 00000080:00000001:3.0:1769074878.899300:0:27290:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:3.0:1769074878.899312:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687dd0 00000080:00200000:3.0:1769074878.899315:0:27290:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8) mode 100644 dev 0 00000080:00000001:3.0:1769074878.899318:0:27290:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1769074878.899320:0:27290:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1769074878.899324:0:27290:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ec00. 00800000:00000002:3.0:1769074878.899326:0:27290:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074878.899334:0:27290:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.899338:0:27290:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1769074878.899340:0:27290:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074878.899344:0:27290:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325794854400 : -125747914697216 : ffff8da208369600) 00800000:00000001:3.0:1769074878.899347:0:27290:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074878.899349:0:27290:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074878.899352:0:27290:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074878.899356:0:27290:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074878.899359:0:27290:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da20a0ec000: Allocated FID [0x2000013a2:0x13:0x0] 40000000:00000001:3.0:1769074878.899363:0:27290:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.899365:0:27290:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.899367:0:27290:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074878.899369:0:27290:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074878.899371:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687c10 00800000:00000002:3.0:1769074878.899373:0:27290:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg445-client.virtnet' [0x2000013a2:0x13:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1769074878.899378:0:27290:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1769074878.899380:0:27290:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074878.899383:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:3.0:1769074878.899386:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074878.899389:0:27290:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074878.899392:0:27290:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074878.899395:0:27290:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074878.899402:0:27290:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074878.899406:0:27290:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074878.899409:0:27290:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074878.899412:0:27290:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074878.899414:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.899415:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.899417:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:3.0:1769074878.899419:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.899421:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.899423:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.899424:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.899426:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:3.0:1769074878.899427:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.899429:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074878.899431:0:27290:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074878.899433:0:27290:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074878.899434:0:27290:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:3.0:1769074878.899436:0:27290:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074878.899438:0:27290:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074878.899440:0:27290:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074878.899444:0:27290:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b8000, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074878.899449:0:27290:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074878.899451:0:27290:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074878.899453:0:27290:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074878.899455:0:27290:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899678:0:27290:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074878.899684:0:27290:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074878.899685:0:27290:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074878.899688:0:27290:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074878.899689:0:27290:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074878.899692:0:27290:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef400 with handle 0x5882d44973682faf from hash 00010000:00000001:3.0:1769074878.899695:0:27290:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074878.899697:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074878.899698:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899700:0:27290:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074878.899703:0:27290:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074878.899705:0:27290:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074878.899708:0:27290:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074878.899711:0:27290:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074878.899713:0:27290:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074878.899721:0:27290:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769074878.899726:0:27290:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:3.0:1769074878.899733:0:27290:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074878.899735:0:27290:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899738:0:27290:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074878.899743:0:27290:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074878.899745:0:27290:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.899747:0:27290:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074878.899750:0:27290:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074878.899753:0:27290:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074878.899761:0:27290:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769074878.899768:0:27290:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899771:0:27290:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074878.899774:0:27290:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074878.899780:0:27290:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074878.899787:0:27290:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074878.899788:0:27290:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074878.899790:0:27290:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074878.899792:0:27290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da2064ef400/0x5882d44973682faf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3515d70 expref: -99 pid: 27286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074878.899800:0:27290:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef300 count: 0 00010000:00000010:3.0:1769074878.899806:0:27290:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0b00. 00010000:00000001:3.0:1769074878.899817:0:27290:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074878.899819:0:27290:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899820:0:27290:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074878.899822:0:27290:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074878.899824:0:27290:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1769074878.899840:0:27290:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da20a0ec000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074878.899855:0:27290:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074878.899869:0:27290:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074878.899871:0:27290:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074878.899880:0:27290:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b3540. 00000100:00000001:3.0:1769074878.899883:0:27290:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800400192 : -125747909151424 : ffff8da2088b3540) 00000100:00000001:3.0:1769074878.899885:0:27290:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074878.899887:0:27290:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000001:3.0:1769074878.899892:0:27290:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074878.899897:0:27290:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.899899:0:27290:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074878.899901:0:27290:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074878.899905:0:27290:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.899913:0:27290:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074878.899915:0:27290:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074878.899919:0:27290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074878.899922:0:27290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074878.899924:0:27290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074878.899928:0:27290:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job mcreate:5c7824d7-e9c9-481c-9b47-c797a0f4d331:27290:1855007926564480:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:3.0:1769074878.899943:0:27290:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074878.899951:0:27290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074878.899954:0:27290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074878.899957:0:27290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074878.899961:0:27290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769074878.899963:0:27290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074878.899974:0:27290:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074878.899980:0:27290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b738. 00000400:00000010:3.0:1769074878.899988:0:27290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720bb0. 00000100:00000200:3.0:1769074878.899999:0:27290:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926564480, portal 10 00000100:00000001:3.0:1769074878.900000:0:27290:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074878.900002:0:27290:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:3.0:1769074878.900008:0:27290:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.900020:0:27290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074878.900023:0:27290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074878.900026:0:27290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769074878.900029:0:27290:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007926564480, offset 0 00000400:00000200:3.0:1769074878.900036:0:27290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074878.900047:0:27290:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.900058:0:27290:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074878.900065:0:27290:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074878.900147:0:27290:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074878.900152:0:27290:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074878.900156:0:27290:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074878.900160:0:27290:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2624:2624:256:4294967295] 192.168.204.145@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:3.0:1769074878.900165:0:27290:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.900179:0:27290:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074878.900186:0:27290:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074878.900193:0:27290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13400. 00000800:00000200:3.0:1769074878.900201:0:27290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074878.900210:0:27290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074878.900216:0:27290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13400 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1769074878.900310:0:27290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074878.900316:0:27290:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 288135 usecs (289 jiffies) 00000400:00000200:3.0:1769074878.900320:0:27290:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074878.900323:0:27290:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296240694 00000100:00000001:3.0:1769074878.900326:0:27290:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296247566 00000100:00000001:3.0:1769074878.900329:0:27290:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296240694 00000100:00000001:3.0:1769074878.900332:0:27290:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296247566 00000100:00000001:3.0:1769074878.900335:0:27290:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074878.900338:0:27290:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.900341:0:27290:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074878.900342:0:27290:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074878.900345:0:27290:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3540 going to sleep for 11 seconds 00000100:00000001:3.0:1769074878.900348:0:27290:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074878.900352:0:27290:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074878.900888:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074878.900894:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13400. 00000400:00000200:2.0:1769074878.900900:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.900918:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074878.900925:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:2.0:1769074878.900928:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:2.0:1769074878.900945:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074878.900951:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.900962:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074878.900965:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.900972:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.900973:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074878.909773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef300. 00010000:00000010:3.1:1769074878.909791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00000800:00000001:3.0:1769074878.911962:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.911986:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074878.911991:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.911994:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.912010:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912021:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074878.912032:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912038:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912045:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912050:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb084b680 00000400:00000200:3.0:1769074878.912057:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912065:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x6a2d [1] + 224 00000800:00000001:3.0:1769074878.912085:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074878.912098:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074878.912102:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.912108:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074878.912117:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074878.912128:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074878.912140:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8da206486a00 x1855007926564480/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.912221:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074878.912231:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074878.912235:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912242:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074878.912249:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2625:2625:256:4294967295] 192.168.204.145@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:3.0:1769074878.912253:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074878.912263:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074878.912269:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074878.912277:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13800. 00000800:00000200:3.0:1769074878.912284:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074878.912294:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074878.912299:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074878.912398:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1769074878.912426:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.912432:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13800. 00000400:00000200:3.0:1769074878.912436:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.912442:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074878.912444:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074878.914223:0:27290:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074878.914227:0:27290:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074878.914233:0:27290:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074878.914240:0:27290:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074878.914243:0:27290:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074878.914245:0:27290:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074878.914249:0:27290:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074878.914256:0:27290:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job mcreate:5c7824d7-e9c9-481c-9b47-c797a0f4d331:27290:1855007926564480:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:0.0:1769074878.914262:0:27290:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074878.914265:0:27290:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074878.914268:0:27290:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074878.914270:0:27290:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074878.914274:0:27290:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074878.914282:0:27290:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074878.914285:0:27290:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2088b3540. 00000100:00000001:0.0:1769074878.914289:0:27290:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074878.914291:0:27290:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074878.914481:0:27290:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074878.914488:0:27290:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x13:0x0] 00800000:00000001:0.0:1769074878.914491:0:27290:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.914495:0:27290:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:0.0:1769074878.914500:0:27290:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074878.914507:0:27290:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074878.914510:0:27290:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074878.914513:0:27290:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143507 : 144115272398143507 : 2000013a2000013) 00000080:00000001:0.0:1769074878.914517:0:27290:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074878.914535:0:27290:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b98c0. 00000020:00000001:0.0:1769074878.914548:0:27290:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074878.914551:0:27290:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074878.914554:0:27290:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074878.914556:0:27290:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x13:0x0](ffff8da20b1b9988) 00000080:00000001:0.0:1769074878.914559:0:27290:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143507 : 144115272398143507 : 2000013a2000013) 00000080:00000001:0.0:1769074878.914562:0:27290:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074878.914565:0:27290:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398143507 mtime from 0 to 1769074878 00000080:00000001:0.0:1769074878.914569:0:27290:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1769074878.914573:0:27290:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074878.914579:0:27290:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074878.914582:0:27290:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074878.914587:0:27290:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074878.914593:0:27290:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16960. 00000020:00000001:0.0:1769074878.914596:0:27290:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074878.914598:0:27290:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074878.914618:0:27290:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074878.914622:0:27290:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92eba0. 00020000:00000001:0.0:1769074878.914625:0:27290:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834460064 : -125747875091552 : ffff8da20a92eba0) 00020000:00000001:0.0:1769074878.914628:0:27290:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074878.914631:0:27290:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074878.914636:0:27290:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836458464 : -125747873093152 : ffff8da20ab169e0) 00000020:00001000:0.0:1769074878.914639:0:27290:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074878.914643:0:27290:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843417480 : -125747866134136 : ffff8da20b1b9988) 00000080:00000001:0.0:1769074878.914647:0:27290:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074878.914650:0:27290:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074878.914652:0:27290:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.914659:0:27290:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.914661:0:27290:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1769074878.914663:0:27290:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074878.914668:0:27290:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074878.914675:0:27290:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074878.914677:0:27290:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:0.0:1769074878.914680:0:27290:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ec00. 00000080:00000001:0.0:1769074878.914685:0:27290:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.914689:0:27290:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074878.914692:0:27290:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741687e20 00000080:00200000:0.0:1769074878.914695:0:27290:0:(namei.c:2073:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, unhashed 1 00000080:00000001:0.0:1769074878.914714:0:27290:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074878.914721:0:27290:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1769074878.921501:0:27292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7ccd80. 00000080:00000001:2.0:1769074878.932077:0:27293:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074878.932086:0:27293:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074878.932088:0:27293:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074878.932091:0:27293:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740e2bb20 00000080:00200000:2.0:1769074878.932096:0:27293:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:2.0:1769074878.932104:0:27293:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5a00. 00800000:00000002:2.0:1769074878.932110:0:27293:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074878.932114:0:27293:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074878.932119:0:27293:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074878.932121:0:27293:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740e2ba40 00800000:00000002:2.0:1769074878.932123:0:27293:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074878.932127:0:27293:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074878.932142:0:27293:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074878.932150:0:27293:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074878.932152:0:27293:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740e2b910 00000002:00010000:2.0:1769074878.932154:0:27293:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074878.932158:0:27293:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074878.932161:0:27293:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074878.932164:0:27293:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074878.932170:0:27293:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074878.932173:0:27293:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074878.932175:0:27293:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074878.932177:0:27293:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074878.932180:0:27293:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074878.932186:0:27293:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6d80. 00000020:00000040:2.0:1769074878.932190:0:27293:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00010000:00000001:2.0:1769074878.932197:0:27293:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074878.932202:0:27293:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074878.932205:0:27293:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.932207:0:27293:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074878.932210:0:27293:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074878.932215:0:27293:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074878.932221:0:27293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e38c00. 00000100:00000001:2.0:1769074878.932227:0:27293:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074878.932232:0:27293:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074878.932234:0:27293:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074878.932235:0:27293:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074878.932236:0:27293:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074878.932238:0:27293:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074878.932244:0:27293:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835279744 : -125747874271872 : ffff8da20a9f6d80) 00010000:00000001:2.0:1769074878.932248:0:27293:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074878.932250:0:27293:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074878.932254:0:27293:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e900. 00010000:00000010:2.0:1769074878.932258:0:27293:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48b00. 00010000:00000001:2.0:1769074878.932263:0:27293:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074878.932266:0:27293:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81c00. 00000020:00000001:2.0:1769074878.932270:0:27293:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074878.932273:0:27293:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81c00 with handle 0x5882d44973682fb6 to hash 00000020:00000001:2.0:1769074878.932275:0:27293:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074878.932277:0:27293:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074878.932280:0:27293:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074878.932284:0:27293:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074878.932287:0:27293:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074878.932290:0:27293:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab81c00/0x5882d44973682fb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 27293 initiator: MDT0 00010000:00010000:2.0:1769074878.932299:0:27293:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab81c00/0x5882d44973682fb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27293 initiator: MDT0 00010000:00010000:2.0:1769074878.932309:0:27293:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab81c00/0x5882d44973682fb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27293 initiator: MDT0 00000100:00000001:2.0:1769074878.932314:0:27293:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074878.932316:0:27293:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074878.932322:0:27293:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209992c00. 00000100:00000001:2.0:1769074878.932324:0:27293:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325818092544 : -125747891459072 : ffff8da209992c00) 00000100:00000001:2.0:1769074878.932327:0:27293:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074878.932328:0:27293:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835279744 : -125747874271872 : ffff8da20a9f6d80) 00000100:00000001:2.0:1769074878.932333:0:27293:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074878.932338:0:27293:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.932340:0:27293:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074878.932342:0:27293:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074878.932352:0:27293:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.932361:0:27293:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074878.932363:0:27293:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074878.932367:0:27293:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074878.932369:0:27293:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074878.932372:0:27293:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074878.932375:0:27293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6d80 pname:cluuid:pid:xid:nid:opc:job rm:5c7824d7-e9c9-481c-9b47-c797a0f4d331:27293:1855007926564608:192.168.204.145@tcp:101:rm.0 00000100:00000001:2.0:1769074878.932379:0:27293:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074878.932384:0:27293:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074878.932386:0:27293:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074878.932388:0:27293:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074878.932393:0:27293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074878.932395:0:27293:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074878.932403:0:27293:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074878.932408:0:27293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6268. 00000400:00000010:2.0:1769074878.932415:0:27293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353a18. 00000100:00000200:2.0:1769074878.932423:0:27293:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926564608, portal 10 00000100:00000001:2.0:1769074878.932425:0:27293:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074878.932427:0:27293:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835279744 : -125747874271872 : ffff8da20a9f6d80) 00000100:00000040:2.0:1769074878.932433:0:27293:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.932441:0:27293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074878.932444:0:27293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074878.932447:0:27293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353e58. 00000100:00000200:2.0:1769074878.932449:0:27293:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926564608, offset 0 00000400:00000200:2.0:1769074878.932456:0:27293:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074878.933376:0:27293:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.933387:0:27293:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074878.933392:0:27293:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074878.933398:0:27293:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074878.933401:0:27293:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074878.933405:0:27293:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074878.933408:0:27293:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2626:2626:256:4294967295] 192.168.204.145@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:2.0:1769074878.933413:0:27293:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.933423:0:27293:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074878.933614:0:27293:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074878.933622:0:27293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348100. 00000800:00000200:2.0:1769074878.933631:0:27293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074878.933641:0:27293:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074878.933647:0:27293:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074878.933670:0:27293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074878.933678:0:27293:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 287017 usecs (288 jiffies) 00000400:00000200:2.0:1769074878.933684:0:27293:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074878.933688:0:27293:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296240727 00000100:00000001:2.0:1769074878.933692:0:27293:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296247566 00000100:00000001:2.0:1769074878.933696:0:27293:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296240727 00000100:00000001:2.0:1769074878.933700:0:27293:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296247566 00000100:00000001:2.0:1769074878.933702:0:27293:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074878.933706:0:27293:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074878.933709:0:27293:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074878.933711:0:27293:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074878.933714:0:27293:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209992c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074878.933718:0:27293:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074878.933721:0:27293:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074878.934990:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.935001:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:3.0:1769074878.935009:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.935022:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.935032:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353e58 00000400:00000010:3.0:1769074878.935035:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353e58. 00000100:00000001:3.0:1769074878.935042:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.935051:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.935065:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.935225:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.935235:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.935237:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074878.948422:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.948446:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074878.948451:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.948453:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.948703:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.948713:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074878.948724:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.948730:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.948737:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.948741:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084b700 00000400:00000200:2.0:1769074878.948748:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.948756:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6a3d [1] + 224 00000800:00000001:2.0:1769074878.948766:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.948783:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.948787:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.948792:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074878.948802:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074878.948813:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074878.948825:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f6d80 x1855007926564608/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.948907:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074878.948918:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.948922:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.952915:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.952921:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769074878.952926:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.952943:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.952951:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000400:00000010:3.0:1769074878.952954:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000001:3.0:1769074878.952959:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.952964:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995180 x1855007926564736/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.952975:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.952979:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926564736/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074878.952985:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.952987:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074878.960870:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.960895:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074878.960901:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.960904:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.960918:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.960929:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074878.960949:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.960955:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.960963:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.960968:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084b780 00000400:00000200:2.0:1769074878.960975:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.960984:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x6a4d [1] + 224 00000800:00000001:2.0:1769074878.960995:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.961009:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.961013:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.961019:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074878.961031:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074878.961042:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995180 x1855007926564736/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074878.961056:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20a995180 x1855007926564736/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074878.961446:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074878.961486:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.961501:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074878.966972:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074878.966982:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769074878.966989:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074878.966999:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074878.967006:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:3.0:1769074878.967009:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769074878.967014:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074878.967021:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995180 x1855007926564992/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.967034:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074878.967037:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926564992/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074878.967044:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074878.967045:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074878.969799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46200. 00010000:00000010:1.1:1769074878.969821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00010000:00000010:1.1:1769074878.969826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00010000:00000010:1.1:1769074878.969831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000800:00000001:2.0:1769074878.981052:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.981246:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074878.981252:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.981255:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.981269:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981279:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074878.981290:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981296:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981310:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981315:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084b880 00000400:00000200:2.0:1769074878.981321:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981328:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6a55 [1] + 224 00000800:00000001:2.0:1769074878.981338:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.981348:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074878.981352:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.981357:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074878.981365:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074878.981376:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995180 x1855007926564992/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074878.981389:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20a995180 x1855007926564992/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074894 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074878.981780:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074878.981792:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074878.981796:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981804:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074878.981811:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2629:2629:256:4294967295] 192.168.204.145@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:2.0:1769074878.981815:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074878.981824:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074878.981831:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074878.981838:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348200. 00000800:00000200:2.0:1769074878.981845:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074878.981854:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074878.981858:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074878.981982:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074878.981986:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348200. 00000400:00000200:2.0:1769074878.981990:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074878.981994:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074878.982000:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074878.982004:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074878.985841:0:27293:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074878.985847:0:27293:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740e2be28 00000080:00002000:0.0:1769074878.985849:0:27293:0:(dcache.c:127:ll_ddelete()) deleting dentry fsa-oleg445-client.virtnet (ffff8da20b20b948, parent ffff8da20b1ca0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1769074878.985853:0:27293:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074878.985972:0:27293:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074878.985980:0:27293:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1769074878.985990:0:27293:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1769074878.985993:0:27293:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769074878.985996:0:27293:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074878.986000:0:27293:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074878.986004:0:27293:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074878.986011:0:27293:0:(cl_object.c:146:cl_object_top()) ffff8da20ab169e0 -> ffff8da20ab169e0 00000020:00000001:0.0:1769074878.986014:0:27293:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769074878.986018:0:27293:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769074878.986020:0:27293:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769074878.986023:0:27293:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769074878.986025:0:27293:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769074878.986027:0:27293:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074878.986031:0:27293:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x13:0x0]io ffff8da20a636298 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769074878.986035:0:27293:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00020000:00000001:0.0:1769074878.986039:0:27293:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1769074878.986041:0:27293:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769074878.986043:0:27293:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00000020:00000001:0.0:1769074878.986047:0:27293:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074878.986049:0:27293:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1769074878.986052:0:27293:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769074878.986054:0:27293:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769074878.986057:0:27293:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769074878.986058:0:27293:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769074878.986061:0:27293:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074878.986423:0:27293:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.986428:0:27293:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1769074878.986431:0:27293:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x13:0x0](ffff8da20b1b9988) 00800000:00000001:0.0:1769074878.986437:0:27293:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1769074878.986440:0:27293:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x13:0x0] 00000002:00000001:0.0:1769074878.986447:0:27293:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1769074878.986455:0:27293:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074878.986456:0:27293:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.986706:0:27293:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1769074878.986710:0:27293:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1769074878.986712:0:27293:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074878.986714:0:27293:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074878.986718:0:27293:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074878.986720:0:27293:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074878.986722:0:27293:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00020000:00000001:0.0:1769074878.986729:0:27293:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1769074878.986730:0:27293:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00020000:00000001:0.0:1769074878.986734:0:27293:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1769074878.986736:0:27293:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074878.986738:0:27293:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00020000:00000001:0.0:1769074878.986740:0:27293:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1769074878.986742:0:27293:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1769074878.986743:0:27293:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00020000:00000002:0.0:1769074878.986746:0:27293:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da207dccf80 00020000:00000010:0.0:1769074878.986749:0:27293:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da20a92eba0. 00020000:00000001:0.0:1769074878.986753:0:27293:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1769074878.986756:0:27293:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20ab16960. 00000020:00001000:0.0:1769074878.986762:0:27293:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074878.986765:0:27293:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1769074878.986768:0:27293:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1769074878.993696:0:27285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cdc0. 00000080:00000010:0.1:1769074878.993732:0:27285:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b98c0. 00000100:00000040:0.0:1769074879.648603:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074879.648618:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074879.648632:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642aa00. 00000020:00000040:0.0:1769074879.648640:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074879.648646:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074879.648651:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074879.648657:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074879.648668:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38100. 00000100:00000001:0.0:1769074879.648677:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648694:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074879.648707:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074879.648713:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648721:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f236fcda] to pc [ptlrpcd_00_00+0] req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.648750:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648754:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074879.648757:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074879.648761:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b800. 00000020:00000040:0.0:1769074879.648764:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074879.648767:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074879.648768:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074879.648770:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074879.648773:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38300. 00000100:00000001:0.0:1769074879.648776:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648780:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074879.648787:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074879.648789:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648794:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005886818d] to pc [ptlrpcd_00_01+1] req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.648803:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648805:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074879.648808:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074879.648811:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429f80. 00000020:00000040:0.0:1769074879.648814:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074879.648816:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074879.648817:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074879.648819:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074879.648822:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38200. 00000100:00000001:0.0:1769074879.648825:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648830:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074879.648839:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074879.648842:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648849:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072e2c996] to pc [ptlrpcd_00_00+0] req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.648866:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.648871:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074879.648879:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074879.648882:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074879.648887:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074879.648896:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1578) 00000100:00000001:0.0:1769074879.648909:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074879.648912:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074879.648914:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074879.648930:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.648938:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074879.648939:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074879.648942:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074879.648943:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074879.648946:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074879.648950:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926565248:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074879.648957:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074879.648961:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074879.648964:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074879.648969:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074879.648976:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19200. 02000000:00000001:0.0:1769074879.648980:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074879.648989:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074879.648995:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d2c0. 00000400:00000010:0.0:1769074879.649003:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841660. 00000100:00000200:0.0:1769074879.649015:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926565248, portal 4 00000100:00000001:0.0:1769074879.649020:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074879.649022:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000040:0.0:1769074879.649035:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.649056:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1769074879.649614:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074879.649619:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:2.0:1769074879.649627:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074879.649633:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074879.649639:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14198 00000400:00000010:2.0:1769074879.649642:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14198. 00000100:00000001:2.0:1769074879.649648:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074879.649653:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.649664:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074879.649668:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.649675:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074879.649677:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074879.649758:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074879.649760:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:2.0:1769074879.649764:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074879.649767:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074879.649770:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a147f8 00000400:00000010:2.0:1769074879.649772:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a147f8. 00000100:00000001:2.0:1769074879.649774:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074879.649777:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.649784:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074879.649786:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.649792:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074879.649794:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1769074879.649838:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074879.649842:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769074879.649845:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926565248, offset 0 00000400:00000200:0.0:1769074879.649851:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074879.649855:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074879.649869:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074879.649872:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074879.649875:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074879.649878:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074879.649880:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074879.649883:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2632:2632:255:4294967295] 192.168.204.145@tcp LPNI seq info [2632:2632:7:4294967295] 00000400:00000200:0.0:1769074879.649887:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074879.655302:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074879.655319:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074879.655330:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38700. 00000800:00000200:0.0:1769074879.655339:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074879.655348:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074879.655353:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074879.655377:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.655385:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24342 usecs (25 jiffies) 00000400:00000200:0.0:1769074879.655392:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074879.655397:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296241185 00000100:00000001:0.0:1769074879.655401:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296252688 00000100:00000001:0.0:1769074879.655403:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296241185 00000100:00000001:0.0:1769074879.655405:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296252688 00000100:00000001:0.0:1769074879.655408:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074879.655412:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074879.655417:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074879.655421:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074879.655431:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074879.655433:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074879.655436:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074879.655438:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074879.655440:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074879.655442:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074879.655867:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074879.655872:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:3.0:1769074879.655877:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074879.655883:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074879.655888:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:3.0:1769074879.655891:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:3.0:1769074879.655895:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074879.655902:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074879.655912:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074879.655916:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074879.655940:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074879.655942:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074879.658678:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658702:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074879.658707:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658710:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074879.658723:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658732:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074879.658740:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658745:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658752:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658756:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084b900 00000400:00000200:2.0:1769074879.658762:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658771:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a5d [1] + 224 00000800:00000001:2.0:1769074879.658780:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658786:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074879.658789:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074879.658793:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074879.658802:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074879.658812:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074879.658823:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642aa00 x1855007926565120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.658846:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074879.658858:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658871:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074879.658873:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658875:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074879.658878:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658882:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074879.658887:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658889:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658892:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658894:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084ba00 00000400:00000200:2.0:1769074879.658898:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074879.658903:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a6d [1] + 224 00000800:00000001:2.0:1769074879.658907:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658915:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074879.658917:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074879.658936:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074879.658940:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074879.658944:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074879.658953:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206429f80 x1855007926565376/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074879.658959:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074879.658964:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074879.658968:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074879.668945:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074879.668970:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074879.668975:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074879.668977:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074879.668993:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074879.669003:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074879.669012:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074879.669018:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074879.669024:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074879.669029:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084b980 00000400:00000200:3.0:1769074879.669036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074879.669044:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a65 [1] + 224 00000800:00000001:3.0:1769074879.669278:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074879.670816:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074879.670824:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074879.670836:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074879.670849:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074879.670913:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074879.670937:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.671019:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074879.671026:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074879.671045:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074879.671074:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074879.671082:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074879.674789:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074879.674799:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074879.674805:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d2c0. 00000400:00000200:0.0:1769074879.674817:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841660 00000400:00000010:0.0:1769074879.674820:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841660. 00000100:00000001:0.0:1769074879.674826:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074879.674841:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074879.674853:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.674877:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074879.674879:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074879.674882:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074879.674887:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074879.674890:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074879.674893:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074879.674896:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074879.674909:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074879.674914:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074879.674917:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074879.674927:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074879.674931:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074879.674937:0:2380:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074879.674942:0:2380:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074879.674945:0:2380:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074879.674947:0:2380:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074879.674948:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074879.674954:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.674962:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074879.674966:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074879.674968:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074879.674972:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074879.674980:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926565248:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074879.674987:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074879.674990:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074879.674994:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b800 x1855007926565248/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074879.675001:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074879.675004:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074879.675009:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e19200. 02000000:00000001:0.0:1769074879.675013:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074879.675016:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074879.675018:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074879.675020:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074879.675023:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38300. 02000000:00000001:0.0:1769074879.675027:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074879.675030:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074879.675033:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b800. 00000100:00000001:0.0:1769074879.675038:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074879.675039:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074879.675042:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074879.675052:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074879.675430:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074879.675437:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074879.675440:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074879.844772:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074879.844781:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074879.844789:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074879.844790:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074880.862830:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074880.862843:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074880.862853:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074880.862855:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074881.886706:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074881.886716:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074881.886723:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074881.886725:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074882.143651:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074882.143667:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:3.0:1769074882.143676:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074882.143688:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074882.143698:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:3.0:1769074882.143701:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:3.0:1769074882.143708:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074882.143716:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995f80 x1855007926565632/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074898 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074882.143731:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074882.143734:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926565632/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074898 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074882.143741:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074882.143743:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074882.158626:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074882.158651:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074882.158657:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074882.158660:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074882.158677:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074882.158688:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074882.158697:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074882.158704:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074882.158711:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074882.158716:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084bb00 00000400:00000200:3.0:1769074882.158722:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074882.158730:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6a75 [1] + 224 00000800:00000001:3.0:1769074882.158740:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074882.158749:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074882.158752:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074882.158757:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074882.158766:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074882.158776:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995f80 x1855007926565632/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074898 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074882.158789:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a995f80 x1855007926565632/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074898 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074882.158814:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074882.158824:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074882.158827:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074882.910645:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074882.910658:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074882.910660:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074882.910663:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074882.910670:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074882.910673:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074882.910675:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074882.910691:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074882.910697:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074882.910699:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074883.934565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074883.934576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074883.934585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074883.934586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.766935:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074884.766950:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074884.766966:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769074884.766982:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074884.766987:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074884.766991:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074884.766999:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074884.767009:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13000. 00000100:00000001:3.0:1769074884.767018:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767032:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074884.767044:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074884.767049:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767056:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_01_01+1] req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767090:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767093:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074884.767097:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074884.767100:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074884.767103:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074884.767105:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074884.767106:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074884.767108:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074884.767111:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13300. 00000100:00000001:3.0:1769074884.767114:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767119:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074884.767126:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074884.767128:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767131:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_01_00+0] req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767140:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767143:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074884.767146:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074884.767149:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769074884.767151:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074884.767153:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074884.767154:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074884.767156:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074884.767161:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13400. 00000100:00000001:3.0:1769074884.767163:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767167:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074884.767175:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074884.767177:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767181:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_01_01+1] req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767188:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767191:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074884.767194:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074884.767197:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769074884.767199:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074884.767201:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074884.767203:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074884.767204:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074884.767207:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13d00. 00000100:00000001:3.0:1769074884.767210:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767213:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074884.767220:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074884.767222:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767226:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_01_00+0] req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767233:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767236:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074884.767240:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074884.767242:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769074884.767244:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:3.0:1769074884.767246:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074884.767248:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074884.767249:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074884.767252:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13f00. 00000100:00000001:3.0:1769074884.767255:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767259:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074884.767266:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074884.767268:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767272:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_01_01+1] req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767279:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.767282:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074884.767286:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074884.767289:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074884.767292:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074884.767298:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1583) 00000100:00000001:3.0:1769074884.767317:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074884.767322:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074884.767324:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074884.767330:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.767338:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074884.767341:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.767345:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074884.767348:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074884.767351:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.767354:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926565760:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074884.767359:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074884.767365:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074884.767368:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.767371:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074884.767376:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ec00. 02000000:00000001:3.0:1769074884.767377:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.772371:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074884.772399:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b9f8. 00000400:00000010:3.0:1769074884.772411:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769074884.772424:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926565760, portal 25 00000100:00000001:3.0:1769074884.772428:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074884.772430:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:3.0:1769074884.772446:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.772456:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074884.772599:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074884.772604:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769074884.772608:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926565760, offset 0 00000400:00000200:3.0:1769074884.772615:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074884.772626:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.772636:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074884.772644:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074884.772648:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074884.772653:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074884.772656:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074884.772661:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2634:2634:256:4294967295] 192.168.204.145@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:3.0:1769074884.772665:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.772675:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074884.772682:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074884.772688:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769074884.772696:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074884.772706:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074884.772712:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074884.772729:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.772734:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074884.772737:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296257812 00000100:00000001:3.0:1769074884.772746:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296252688 00000100:00000001:3.0:1769074884.772751:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296257812 00000100:00000001:3.0:1769074884.772754:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296252688 00000100:00000001:3.0:1769074884.772757:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074884.772761:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.772767:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074884.772773:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.772783:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074884.772786:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.772791:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074884.772795:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074884.772799:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.772802:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926566016:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074884.772806:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074884.772813:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074884.772816:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.772819:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074884.772825:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8fc00. 02000000:00000001:3.0:1769074884.772828:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.772831:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074884.772845:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bd68. 00000400:00000010:3.0:1769074884.772850:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720440. 00000100:00000200:3.0:1769074884.772853:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566016, portal 4 00000100:00000001:3.0:1769074884.772856:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074884.772857:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:3.0:1769074884.772864:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.772871:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074884.772873:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074884.772876:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 00000100:00000200:3.0:1769074884.772878:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926566016, offset 0 00000400:00000200:3.0:1769074884.772883:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074884.772886:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.772889:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074884.772892:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074884.772894:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074884.772896:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074884.772899:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074884.772902:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2635:2635:255:4294967295] 192.168.204.145@tcp LPNI seq info [2635:2635:7:4294967295] 00000400:00000200:3.0:1769074884.772905:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.772911:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074884.772915:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074884.772918:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000800:00000200:3.0:1769074884.772922:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074884.772927:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074884.772929:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074884.772933:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.772937:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24403 usecs (25 jiffies) 00000400:00000200:3.0:1769074884.772940:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074884.772943:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296246303 00000100:00000001:3.0:1769074884.772945:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.772947:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296246303 00000100:00000001:3.0:1769074884.772949:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.772952:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074884.772954:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.772956:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074884.772961:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.772968:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074884.772970:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.772972:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074884.772974:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074884.772976:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.772978:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2382:1855007926566272:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074884.772982:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074884.772984:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074884.772986:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.772988:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074884.772990:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8fa00. 02000000:00000001:3.0:1769074884.772993:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.772996:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074884.772999:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b478. 00000400:00000010:3.0:1769074884.773002:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720a18. 00000100:00000200:3.0:1769074884.773005:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566272, portal 10 00000100:00000001:3.0:1769074884.773008:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074884.773009:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:3.0:1769074884.773015:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.773021:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074884.773023:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074884.773025:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074884.773027:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926566272, offset 0 00000400:00000200:3.0:1769074884.773032:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773035:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.773038:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074884.773041:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074884.773043:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074884.773046:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074884.773048:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773051:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2636:2636:254:4294967295] 192.168.204.145@tcp LPNI seq info [2636:2636:6:4294967295] 00000400:00000200:3.0:1769074884.773054:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.773059:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074884.773064:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074884.773068:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074884.773072:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074884.773076:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074884.773078:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074884.773082:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.773085:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 283742 usecs (284 jiffies) 00000400:00000200:3.0:1769074884.773088:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074884.773090:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296246562 00000100:00000001:3.0:1769074884.773092:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.773095:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296246562 00000100:00000001:3.0:1769074884.773097:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.773098:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074884.773101:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.773104:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.773108:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074884.773118:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074884.773120:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074884.773124:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074884.773126:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074884.773128:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.773133:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1769074884.773134:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074884.773136:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074884.773138:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074884.773140:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074884.773141:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074884.773142:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074884.773147:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.773154:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074884.773155:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.773158:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074884.773159:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074884.773161:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.773164:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926565888:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074884.773167:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074884.773170:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074884.773172:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.773173:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074884.773176:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f000. 02000000:00000001:3.0:1769074884.773178:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.773181:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074884.773183:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b268. 00000400:00000010:3.0:1769074884.773186:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720f68. 00000100:00000200:3.0:1769074884.773189:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926565888, portal 10 00000100:00000001:3.0:1769074884.773191:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074884.773192:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074884.773198:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.773204:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074884.773207:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074884.773209:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000200:3.0:1769074884.773212:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926565888, offset 0 00000400:00000200:3.0:1769074884.773216:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773219:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.773222:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074884.773226:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074884.773228:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074884.773230:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074884.773233:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773236:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2637:2637:253:4294967295] 192.168.204.145@tcp LPNI seq info [2637:2637:5:4294967295] 00000400:00000200:3.0:1769074884.773239:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.773245:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074884.773249:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074884.773255:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a300. 00000800:00000200:3.0:1769074884.773258:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074884.773262:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074884.773264:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074884.773266:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.773269:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1331978 usecs (1332 jiffies) 00000400:00000200:3.0:1769074884.773272:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074884.773273:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296247610 00000100:00000001:3.0:1769074884.773275:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.773278:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296247610 00000100:00000001:3.0:1769074884.773280:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.773282:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074884.773284:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.773286:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074884.773291:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.773297:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074884.773299:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.773302:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074884.773303:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074884.773305:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074884.773308:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926566144:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074884.773311:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074884.773313:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074884.773315:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074884.773316:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074884.773320:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f400. 02000000:00000001:3.0:1769074884.773321:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074884.773324:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074884.773326:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bc60. 00000400:00000010:3.0:1769074884.773330:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720b28. 00000100:00000200:3.0:1769074884.773332:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566144, portal 4 00000100:00000001:3.0:1769074884.773334:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074884.773335:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:3.0:1769074884.773341:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.773346:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074884.773348:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074884.773351:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769074884.773352:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926566144, offset 0 00000400:00000200:3.0:1769074884.773357:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773360:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.773363:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074884.773366:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074884.773368:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074884.773371:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074884.773373:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074884.773376:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2638:2638:252:4294967295] 192.168.204.145@tcp LPNI seq info [2638:2638:4:4294967295] 00000400:00000200:3.0:1769074884.779189:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074884.779210:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074884.779222:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074884.779237:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a400. 00000800:00000200:3.0:1769074884.779248:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074884.779257:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074884.779262:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074884.779269:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074884.779277:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27151 usecs (28 jiffies) 00000400:00000200:3.0:1769074884.779282:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074884.779286:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296246311 00000100:00000001:3.0:1769074884.779290:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.779293:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296246311 00000100:00000001:3.0:1769074884.779296:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296257812 00000100:00000001:3.0:1769074884.779298:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074884.779303:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779310:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779316:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779344:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074884.779347:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074884.779415:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074884.779420:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769074884.779431:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074884.779437:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074884.779443:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000400:00000010:3.0:1769074884.779447:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:3.0:1769074884.779455:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074884.779480:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779493:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074884.779497:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779504:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779507:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074884.779523:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074884.779524:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:3.0:1769074884.779527:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074884.779530:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074884.779533:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:3.0:1769074884.779535:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:3.0:1769074884.779538:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074884.779542:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779549:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074884.779551:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779557:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779559:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074884.779567:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074884.779569:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:3.0:1769074884.779572:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074884.779575:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074884.779577:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074884.779579:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074884.779581:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074884.779585:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779592:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074884.779595:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779600:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779602:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074884.779608:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074884.779610:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a300. 00000400:00000200:3.0:1769074884.779616:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074884.779620:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074884.779623:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000400:00000010:3.0:1769074884.779624:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:3.0:1769074884.779626:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074884.779631:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779638:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074884.779641:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779647:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779649:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074884.779726:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074884.779729:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a400. 00000400:00000200:3.0:1769074884.779733:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074884.779736:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074884.779739:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769074884.779741:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769074884.779744:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074884.779748:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779756:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074884.779758:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074884.779762:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074884.779763:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074884.793715:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793742:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074884.793748:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793751:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.793764:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793773:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074884.793783:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793789:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793796:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793800:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084bc80 00000400:00000200:2.0:1769074884.793806:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793814:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a8d [1] + 224 00000800:00000001:2.0:1769074884.793824:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793831:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.793866:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074884.793872:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074884.793882:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.793893:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074884.793905:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.793929:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074884.793939:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793943:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074884.793944:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793956:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.793960:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793963:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074884.793967:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793969:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793978:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793981:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084bd00 00000400:00000200:2.0:1769074884.793984:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.793989:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6abd [1] + 224 00000800:00000001:2.0:1769074884.793992:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.793995:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.793997:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074884.794000:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074884.794003:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794008:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074884.794016:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794024:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074884.794027:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794029:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074884.794031:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794033:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794039:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074884.794043:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794045:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794048:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794051:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084bd80 00000400:00000200:2.0:1769074884.794054:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794059:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a9d [1] + 224 00000800:00000001:2.0:1769074884.794062:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794065:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794066:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074884.794069:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074884.794071:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794076:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074884.794086:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794093:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074884.794096:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794098:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074884.794100:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794102:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794104:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794108:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074884.794111:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794113:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794116:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794119:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084bb80 00000400:00000200:2.0:1769074884.794122:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794127:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6a7d [1] + 224 00000800:00000001:2.0:1769074884.794130:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794133:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794135:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074884.794138:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074884.794140:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794144:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074884.794152:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794158:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074884.794160:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794162:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074884.794164:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794166:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794168:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794171:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074884.794174:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794176:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794179:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794181:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084bc00 00000400:00000200:2.0:1769074884.794184:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074884.794187:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6aad [1] + 224 00000800:00000001:2.0:1769074884.794190:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794198:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074884.794199:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074884.794202:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074884.794204:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794208:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074884.794215:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794222:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074884.794224:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074884.794227:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794245:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074884.794250:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074884.794257:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074884.794260:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074884.794263:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b268. 00000400:00000200:2.0:1769074884.794267:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720f68 00000400:00000010:2.0:1769074884.794270:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720f68. 00000100:00000001:2.0:1769074884.794276:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794280:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074884.794288:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794294:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074884.794296:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794298:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074884.794302:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074884.794306:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074884.794308:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074884.794311:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074884.794324:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074884.794329:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074884.794331:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074884.794334:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.794337:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074884.794342:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.794345:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074884.794348:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542146 00000100:00000001:2.0:1769074884.794350:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074884.794353:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074884.794358:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794365:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074884.794369:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074884.794371:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074884.794375:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074884.794382:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926565888:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074884.794388:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074884.794389:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074884.794391:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bc60. 00000400:00000200:2.0:1769074884.794393:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720b28 00000400:00000010:2.0:1769074884.794395:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720b28. 00000100:00000001:2.0:1769074884.794397:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794400:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074884.794407:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794413:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074884.794414:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794416:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074884.794417:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074884.794418:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074884.794420:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074884.794421:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074884.794425:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074884.794427:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074884.794429:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074884.794430:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.794432:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074884.794434:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.794436:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074884.794437:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074884.794439:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074884.794441:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074884.794444:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794450:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074884.794452:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074884.794453:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074884.794456:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074884.794483:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926566144:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074884.794488:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074884.794489:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074884.794491:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b9f8. 00000400:00000200:2.0:1769074884.794493:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:2.0:1769074884.794495:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:2.0:1769074884.794497:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794501:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074884.794508:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794515:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074884.794516:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794518:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074884.794519:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074884.794520:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074884.794522:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074884.794524:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074884.794526:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074884.794529:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074884.794531:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074884.794532:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.794533:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074884.794535:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.794537:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074884.794540:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794546:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074884.794547:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074884.794548:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074884.794551:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074884.794558:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926565760:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074884.794563:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074884.794564:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074884.794565:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bd68. 00000400:00000200:2.0:1769074884.794567:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720440 00000400:00000010:2.0:1769074884.794568:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720440. 00000100:00000001:2.0:1769074884.794570:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794573:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074884.794580:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794586:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074884.794587:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794588:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074884.794590:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074884.794591:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074884.794592:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074884.794594:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074884.794597:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074884.794600:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074884.794602:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074884.794603:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.794604:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074884.794606:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.794608:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074884.794610:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074884.794611:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074884.794613:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074884.794616:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794621:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074884.794623:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074884.794624:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074884.794627:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074884.794634:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926566016:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074884.794639:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074884.794640:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074884.794641:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b478. 00000400:00000200:2.0:1769074884.794643:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720a18 00000400:00000010:2.0:1769074884.794645:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720a18. 00000100:00000001:2.0:1769074884.794647:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074884.794649:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074884.794657:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794664:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074884.794665:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794666:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074884.794667:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074884.794669:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074884.794670:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074884.794672:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074884.794676:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074884.794678:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074884.794680:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074884.794682:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.794683:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074884.794685:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.794687:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074884.794688:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 55834574857 00000100:00000001:2.0:1769074884.794690:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074884.794692:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074884.794695:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794701:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074884.794702:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074884.794703:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074884.794706:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074884.794713:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2382:1855007926566272:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074884.794717:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794720:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074884.794723:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926565888/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794731:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074884.794734:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074884.794739:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f000. 02000000:00000001:2.0:1769074884.794742:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074884.794745:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074884.794748:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074884.794750:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074884.794754:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13300. 02000000:00000001:2.0:1769074884.794757:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074884.794759:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074884.794762:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769074884.794766:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074884.794768:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794769:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074884.794773:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926566144/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794778:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074884.794780:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074884.794781:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f400. 02000000:00000001:2.0:1769074884.794783:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074884.794784:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074884.794785:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074884.794787:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074884.794789:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13d00. 02000000:00000001:2.0:1769074884.794791:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074884.794792:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074884.794793:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:2.0:1769074884.794796:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074884.794797:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794799:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074884.794801:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926565760/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.794807:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074884.794808:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074884.794810:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ec00. 02000000:00000001:2.0:1769074884.794812:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074884.794813:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074884.794814:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074884.794816:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074884.794817:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13000. 02000000:00000001:2.0:1769074884.794819:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074884.794820:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074884.794821:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:2.0:1769074884.794824:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074884.794825:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.794826:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074884.794830:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926566016/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.797935:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074884.797941:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074884.797946:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8fc00. 02000000:00000001:2.0:1769074884.798534:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074884.798538:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074884.798540:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074884.798544:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074884.798548:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13400. 02000000:00000001:2.0:1769074884.798553:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074884.798555:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074884.798558:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:2.0:1769074884.798562:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074884.798563:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.798567:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074884.798581:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926566272/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074884.798589:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074884.798591:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074884.798592:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8fa00. 02000000:00000001:2.0:1769074884.798594:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074884.798596:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074884.798597:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074884.798600:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074884.798601:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13f00. 02000000:00000001:2.0:1769074884.798603:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074884.798604:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074884.798605:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:2.0:1769074884.798607:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074884.798608:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.798611:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074884.798623:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074884.798625:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074884.798628:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074884.798631:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074884.963409:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074884.963416:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074884.963421:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074884.963422:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074885.982897:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074885.982907:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074885.982914:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074885.982915:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074887.007545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074887.007555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074887.007562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074887.007563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074888.030792:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074888.030799:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074888.030805:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074888.030806:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.054960:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074889.054967:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.054973:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074889.054977:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074889.054979:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074889.054984:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074889.054986:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074889.054988:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.054991:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074889.054993:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.054995:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.054997:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.886976:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074889.886988:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074889.886993:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074889.887014:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995500 x1855007926566400/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.887066:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074889.887072:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.887080:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074889.887089:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074889.887098:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074889.887112:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926566400:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074889.887120:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074889.887130:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074889.887134:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.887139:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074889.887152:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19200. 02000000:00000001:0.0:1769074889.887161:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074889.887176:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074889.887184:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d2c0. 00000400:00000010:0.0:1769074889.887199:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841660. 00000100:00000200:0.0:1769074889.887210:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566400, portal 25 00000100:00000001:0.0:1769074889.887216:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074889.887232:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000040:0.0:1769074889.887252:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a995500 x1855007926566400/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.887293:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074889.887308:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074889.887318:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841990. 00000100:00000200:0.0:1769074889.887327:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926566400, offset 0 00000400:00000200:0.0:1769074889.887351:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074889.887368:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.887381:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074889.887388:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074889.887393:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074889.887396:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074889.887405:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074889.887417:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2639:2639:256:4294967295] 192.168.204.145@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:0.0:1769074889.887435:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.887458:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074889.887525:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074889.887536:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769074889.887554:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074889.887571:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074889.887580:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074889.887598:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074889.887610:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074889.887616:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296262927 00000100:00000001:0.0:1769074889.887628:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296257812 00000100:00000001:0.0:1769074889.887638:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296262927 00000100:00000001:0.0:1769074889.887647:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296257812 00000100:00000001:0.0:1769074889.887659:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074889.887669:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.887679:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.887684:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074889.887697:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074889.887702:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074889.887706:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074889.887710:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074889.887714:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074889.887724:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.887758:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074889.887763:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.887771:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074889.887777:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074889.887789:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074889.887806:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926566656:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074889.887822:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074889.887829:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074889.887836:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.887842:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074889.887851:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19000. 02000000:00000001:0.0:1769074889.887862:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074889.887874:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074889.887883:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d7e8. 00000400:00000010:0.0:1769074889.887892:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769074889.887902:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566656, portal 4 00000100:00000001:0.0:1769074889.887911:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074889.887917:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834874880 : -125747874676736 : ffff8da20a994000) 00000100:00000040:0.0:1769074889.887936:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.887971:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074889.887984:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074889.887991:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841b28. 00000100:00000200:0.0:1769074889.888001:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926566656, offset 0 00000400:00000200:0.0:1769074889.888017:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074889.888027:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.888039:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074889.888054:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074889.888061:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074889.888070:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074889.888081:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074889.888086:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2641:2641:254:4294967295] 192.168.204.145@tcp LPNI seq info [2641:2641:6:4294967295] 00000800:00000200:2.0:1769074889.888186:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074889.888190:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:2.0:1769074889.888196:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.888203:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074889.888210:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:2.0:1769074889.888213:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:2.0:1769074889.888218:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074889.888224:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926566400/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888235:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074889.888239:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995500 x1855007926566400/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888246:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.888248:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074889.888322:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074889.888325:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:2.0:1769074889.888330:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.888334:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074889.888337:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:2.0:1769074889.888340:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:2.0:1769074889.888343:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074889.888347:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926566528/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888359:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074889.888364:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997b80 x1855007926566528/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888370:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.888372:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769074889.888666:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.888676:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074889.888682:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074889.888687:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769074889.888692:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074889.888697:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074889.888700:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074889.888707:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074889.888711:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24477 usecs (25 jiffies) 00000800:00000200:2.0:1769074889.888794:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074889.888797:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:2.0:1769074889.888801:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.888805:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074889.888808:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841b28 00000400:00000010:2.0:1769074889.888810:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841b28. 00000100:00000001:2.0:1769074889.888812:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074889.888817:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888826:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074889.888829:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.888835:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.888837:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769074889.889558:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074889.889563:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296251420 00000100:00000001:0.0:1769074889.889567:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296262927 00000100:00000001:0.0:1769074889.889570:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296251420 00000100:00000001:0.0:1769074889.889572:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296262927 00000100:00000001:0.0:1769074889.889574:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074889.889577:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.889581:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074889.889588:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996d80 x1855007926566912/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.889596:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074889.889598:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.889601:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074889.889604:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074889.889606:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074889.889610:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2380:1855007926566912:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074889.889614:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074889.889617:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074889.889620:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.889623:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074889.889629:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e18c00. 02000000:00000001:0.0:1769074889.889631:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074889.889636:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074889.889639:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d948. 00000400:00000010:0.0:1769074889.889645:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038415d8. 00000100:00000200:0.0:1769074889.889652:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926566912, portal 10 00000100:00000001:0.0:1769074889.889654:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074889.889656:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000040:0.0:1769074889.889663:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a996d80 x1855007926566912/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.889670:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074889.889672:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074889.889676:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769074889.889678:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926566912, offset 0 00000400:00000200:0.0:1769074889.889684:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074889.889690:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.889700:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074889.889705:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074889.889710:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074889.889714:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074889.889720:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074889.889724:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2643:2643:255:4294967295] 192.168.204.145@tcp LPNI seq info [2643:2643:7:4294967295] 00000400:00000200:0.0:1769074889.889728:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074889.889735:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074889.889740:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074889.889745:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769074889.889762:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074889.889768:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074889.889772:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074889.889775:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074889.889778:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 282727 usecs (283 jiffies) 00000400:00000200:0.0:1769074889.889782:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074889.889784:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296251678 00000100:00000001:0.0:1769074889.889786:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296262927 00000100:00000001:0.0:1769074889.889788:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296251678 00000100:00000001:0.0:1769074889.889791:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296262927 00000100:00000001:0.0:1769074889.889793:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074889.889796:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.889799:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.889802:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074889.889810:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074889.889811:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074889.889814:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074889.889815:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074889.889817:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.889820:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074889.889912:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074889.889916:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:2.0:1769074889.889920:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.889925:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074889.889929:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14cc0 00000400:00000010:2.0:1769074889.889931:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14cc0. 00000100:00000001:2.0:1769074889.889934:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074889.889939:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997800 x1855007926566784/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.889947:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074889.889950:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997800 x1855007926566784/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.889961:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.889962:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074889.889995:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074889.889997:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:2.0:1769074889.890000:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.890003:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074889.890005:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:2.0:1769074889.890008:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:2.0:1769074889.890010:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074889.890013:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926566912/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.890019:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074889.890022:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926566912/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.890028:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.890029:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074889.908781:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.908806:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074889.908811:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.908814:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074889.908828:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.908838:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074889.908847:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.908853:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.908860:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.908865:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084bf00 00000400:00000200:2.0:1769074889.908872:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.908879:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6add [1] + 224 00000800:00000001:2.0:1769074889.908894:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.908906:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074889.908909:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.908915:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074889.908925:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074889.908936:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074889.908948:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.908967:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074889.908977:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.908980:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074889.909078:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074889.909086:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074889.909095:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074889.909098:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074889.909104:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d7e8. 00000400:00000200:0.0:1769074889.909115:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:0.0:1769074889.909118:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769074889.909122:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074889.909135:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074889.909147:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.909155:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074889.909158:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074889.909161:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074889.909164:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074889.909166:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074889.909169:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074889.909172:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074889.909181:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074889.909185:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074889.909188:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074889.909190:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074889.909194:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074889.909199:0:2380:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.909203:0:2380:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074889.909205:0:2380:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074889.909207:0:2380:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074889.909209:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074889.909214:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.909221:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074889.909363:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074889.909365:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074889.909371:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074889.909378:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926566656:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074889.909385:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.909388:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074889.909391:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994000 x1855007926566656/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074889.909399:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074889.909402:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074889.909405:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e19000. 02000000:00000001:0.0:1769074889.909410:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074889.909413:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074889.909415:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074889.909417:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074889.909420:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f700. 02000000:00000001:0.0:1769074889.909424:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074889.909426:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074889.909429:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994000. 00000100:00000001:0.0:1769074889.909432:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074889.909434:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074889.909437:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.909439:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074889.909441:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074889.909442:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074889.909444:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074889.924537:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.924570:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074889.924576:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.924579:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074889.924593:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.924603:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074889.924615:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.924621:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.924628:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.924633:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084bf80 00000400:00000200:2.0:1769074889.924640:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074889.924648:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6ae5 [1] + 224 00000800:00000001:2.0:1769074889.924659:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.924674:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074889.924678:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074889.924684:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074889.924695:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074889.924707:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997800 x1855007926566784/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074889.924720:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a997800 x1855007926566784/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074889.924757:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074889.924771:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074889.924776:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074890.078667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074890.078676:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074890.078683:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074890.078684:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074891.103257:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074891.103265:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074891.103271:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074891.103272:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074892.126683:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074892.126694:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074892.126702:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074892.126704:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074893.150664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074893.150676:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074893.150680:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074893.150683:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074893.150689:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074893.150692:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074893.150702:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074893.150705:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074893.150711:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074893.150712:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074894.174767:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074894.174777:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074894.174785:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074894.174787:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007303:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074895.007318:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074895.007332:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b800. 00000020:00000040:0.0:1769074895.007341:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074895.007346:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074895.007349:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074895.007357:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074895.007368:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38a00. 00000100:00000001:0.0:1769074895.007376:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007391:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074895.007405:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074895.007410:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007417:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005886818d] to pc [ptlrpcd_00_00+0] req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007455:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007458:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074895.007526:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074895.007531:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429500. 00000020:00000040:0.0:1769074895.007534:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074895.007536:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074895.007539:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074895.007541:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074895.007545:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38000. 00000100:00000001:0.0:1769074895.007548:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007553:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074895.007572:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074895.007574:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007579:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8193ea] to pc [ptlrpcd_00_01+1] req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007587:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007590:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074895.007593:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074895.007597:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428380. 00000020:00000040:0.0:1769074895.007599:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074895.007601:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074895.007603:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074895.007605:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074895.007608:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38600. 00000100:00000001:0.0:1769074895.007611:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007615:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074895.007622:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074895.007624:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007630:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70f701d] to pc [ptlrpcd_00_00+0] req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007637:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007640:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074895.007644:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074895.007647:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642bb80. 00000020:00000040:0.0:1769074895.007649:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074895.007651:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074895.007652:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074895.007654:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074895.007657:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38b00. 00000100:00000001:0.0:1769074895.007659:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007696:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074895.007703:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074895.007705:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007709:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e66a8ac] to pc [ptlrpcd_00_01+1] req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007716:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007718:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074895.007722:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074895.007725:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642a680. 00000020:00000040:0.0:1769074895.007728:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074895.007730:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074895.007731:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074895.007733:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074895.007736:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38f00. 00000100:00000001:0.0:1769074895.007739:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007742:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074895.007748:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074895.007750:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007754:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f1370ce] to pc [ptlrpcd_00_00+0] req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007760:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.007762:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074895.007767:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074895.007770:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074895.007773:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074895.007779:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1594) 00000100:00000001:0.0:1769074895.007802:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.007807:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074895.007809:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074895.007814:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007833:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074895.007835:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.007839:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074895.007843:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074895.007845:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.007848:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926567168:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.007852:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074895.007860:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074895.007863:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.007866:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074895.007871:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19000. 02000000:00000001:0.0:1769074895.007873:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074895.007884:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074895.007889:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d7e8. 00000400:00000010:0.0:1769074895.007898:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769074895.007908:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567168, portal 10 00000100:00000001:0.0:1769074895.007910:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074895.007912:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000040:0.0:1769074895.007920:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.007928:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074895.007931:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074895.007935:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074895.007939:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926567168, offset 0 00000400:00000200:0.0:1769074895.007946:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074895.007958:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.007967:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074895.007974:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074895.007979:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074895.007983:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074895.007986:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074895.007990:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2644:2644:256:4294967295] 192.168.204.145@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:0.0:1769074895.007995:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008006:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074895.008014:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074895.008021:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769074895.008029:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074895.008039:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074895.008045:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074895.008063:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.008069:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1328137 usecs (1329 jiffies) 00000400:00000200:0.0:1769074895.008072:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074895.008076:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296257842 00000100:00000001:0.0:1769074895.008079:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296262927 00000100:00000001:0.0:1769074895.008081:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296257842 00000100:00000001:0.0:1769074895.008084:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296262927 00000100:00000001:0.0:1769074895.008086:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.008089:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.008092:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074895.008096:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008109:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074895.008111:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008113:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074895.008115:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074895.008117:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.008120:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926567424:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.008123:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074895.008125:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074895.008127:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008128:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074895.008131:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19600. 02000000:00000001:0.0:1769074895.008133:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074895.008137:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074895.008140:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d9a0. 00000400:00000010:0.0:1769074895.008144:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074895.008146:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567424, portal 4 00000100:00000001:0.0:1769074895.008148:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074895.008150:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:0.0:1769074895.008156:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008161:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074895.008164:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074895.008166:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074895.008169:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926567424, offset 0 00000400:00000200:0.0:1769074895.008173:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008177:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008180:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074895.008182:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074895.008184:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074895.008187:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074895.008189:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008192:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2645:2645:255:4294967295] 192.168.204.145@tcp LPNI seq info [2645:2645:7:4294967295] 00000400:00000200:0.0:1769074895.008195:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008201:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074895.008204:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074895.008208:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769074895.008211:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074895.008215:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074895.008217:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074895.008219:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.008222:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27387 usecs (28 jiffies) 00000400:00000200:0.0:1769074895.008224:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074895.008226:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296256541 00000100:00000001:0.0:1769074895.008228:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296262927 00000100:00000001:0.0:1769074895.008230:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296256541 00000100:00000001:0.0:1769074895.008232:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296262927 00000100:00000001:0.0:1769074895.008233:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.008235:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.008238:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.008240:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.008250:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074895.008253:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074895.008255:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.008255:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074895.008257:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.008259:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1769074895.008261:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.008262:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074895.008264:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.008265:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.008266:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074895.008267:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074895.008271:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008277:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074895.008279:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008281:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074895.008282:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074895.008284:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.008287:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926567040:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.008290:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074895.008292:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074895.008294:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008295:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074895.008299:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e18200. 02000000:00000001:0.0:1769074895.008300:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074895.008303:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074895.008307:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d898. 00000400:00000010:0.0:1769074895.008311:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841000. 00000100:00000200:0.0:1769074895.008314:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567040, portal 25 00000100:00000001:0.0:1769074895.008316:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074895.008317:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000040:0.0:1769074895.008322:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008326:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074895.008328:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074895.008331:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038413b8. 00000100:00000200:0.0:1769074895.008333:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926567040, offset 0 00000400:00000200:0.0:1769074895.008337:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008340:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008343:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074895.008346:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074895.008348:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074895.008350:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074895.008352:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008356:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2646:2646:254:4294967295] 192.168.204.145@tcp LPNI seq info [2646:2646:6:4294967295] 00000400:00000200:0.0:1769074895.008360:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008366:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074895.008370:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074895.008373:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074895.008377:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074895.008382:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074895.008384:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074895.008386:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074895.008389:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074895.008391:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296268047 00000100:00000001:0.0:1769074895.008400:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296262927 00000100:00000001:0.0:1769074895.008404:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296268047 00000100:00000001:0.0:1769074895.008408:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296262927 00000100:00000001:0.0:1769074895.008411:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.008413:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.008415:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074895.008419:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008426:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074895.008428:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008430:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074895.008432:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074895.008434:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.008436:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926567296:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.008439:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074895.008442:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074895.008443:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008445:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074895.008448:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e18800. 02000000:00000001:0.0:1769074895.008450:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074895.008453:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074895.008456:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de18. 00000400:00000010:0.0:1769074895.008490:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000200:0.0:1769074895.008493:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567296, portal 4 00000100:00000001:0.0:1769074895.008495:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074895.008496:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:0.0:1769074895.008502:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008508:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074895.008510:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074895.008513:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841198. 00000100:00000200:0.0:1769074895.008515:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926567296, offset 0 00000400:00000200:0.0:1769074895.008519:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008523:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008527:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074895.008529:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074895.008532:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074895.008534:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074895.008536:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008539:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2647:2647:253:4294967295] 192.168.204.145@tcp LPNI seq info [2647:2647:5:4294967295] 00000400:00000200:0.0:1769074895.008542:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008547:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074895.008552:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074895.008555:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769074895.008558:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074895.008562:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074895.008564:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074895.008566:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.008569:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24501 usecs (25 jiffies) 00000400:00000200:0.0:1769074895.008571:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074895.008574:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296256539 00000100:00000001:0.0:1769074895.008577:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296268047 00000100:00000001:0.0:1769074895.008579:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296256539 00000100:00000001:0.0:1769074895.008581:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296268047 00000100:00000001:0.0:1769074895.008584:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.008586:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074895.008587:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769074895.008588:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074895.008595:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1769074895.008595:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000100:00000001:0.0:1769074895.008604:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1769074895.008605:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769074895.008606:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008611:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074895.008614:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769074895.008618:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 02000000:00000001:0.0:1769074895.008619:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074895.008625:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2380:1855007926567552:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.008627:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074895.008629:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074895.008631:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.008633:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074895.008636:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19800. 00000400:00000200:2.0:1769074895.008637:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 02000000:00000001:0.0:1769074895.008638:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769074895.008643:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000400:00000200:0.0:1769074895.008645:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074895.008649:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de70. 00000100:00000001:2.0:1769074895.008650:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1769074895.008654:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841550. 00000100:00000200:0.0:1769074895.008658:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567552, portal 10 00000100:00000200:2.0:1769074895.008660:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008674:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074895.008676:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000040:0.0:1769074895.008687:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.008688:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074895.008696:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429500 x1855007926567168/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008697:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074895.008704:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074895.008709:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038412a8. 00000100:00000001:2.0:1769074895.008710:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074895.008713:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926567552, offset 0 00000100:00000001:2.0:1769074895.008713:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769074895.008720:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074895.008725:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074895.008729:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000800:00000200:2.0:1769074895.008729:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074895.008734:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:0.0:1769074895.008735:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074895.008739:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074895.008740:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074895.008746:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074895.008748:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:0.0:1769074895.008753:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074895.008754:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:2.0:1769074895.008758:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000400:00000200:0.0:1769074895.008759:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2648:2648:253:4294967295] 192.168.204.145@tcp LPNI seq info [2648:2648:5:4294967295] 00000100:00000001:2.0:1769074895.008763:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1769074895.008766:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769074895.008771:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074895.008781:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:2.0:1769074895.008788:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1769074895.008791:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000040:2.0:1769074895.008794:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1769074895.008797:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769074895.008806:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:2.0:1769074895.008807:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.008810:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1769074895.008814:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074895.008817:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074895.008821:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074895.008823:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1769074895.008824:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 282727 usecs (283 jiffies) 00000800:00000010:2.0:1769074895.008827:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:0.0:1769074895.008831:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.008831:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769074895.008835:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296256797 00000400:00000200:2.0:1769074895.008839:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:0.0:1769074895.008841:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296268047 00000400:00000200:2.0:1769074895.008845:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038413b8 00000100:00000001:0.0:1769074895.008846:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296256797 00000400:00000010:2.0:1769074895.008849:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038413b8. 00000100:00000001:0.0:1769074895.008850:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296268047 00000100:00000001:2.0:1769074895.008853:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769074895.008855:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.008858:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769074895.008860:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.008862:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.008867:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.008873:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074895.008877:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b800 x1855007926567040/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.008882:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.008884:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074895.008891:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074895.008894:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000400:00000200:2.0:1769074895.008896:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074895.008900:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074895.008902:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:2.0:1769074895.008904:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:2.0:1769074895.008906:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074895.008909:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.008915:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074895.008918:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.008924:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.008925:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074895.009009:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074895.009011:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 00000400:00000200:2.0:1769074895.009014:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074895.009017:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074895.009019:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038412a8 00000400:00000010:2.0:1769074895.009020:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038412a8. 00000100:00000001:2.0:1769074895.009022:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074895.009025:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.009036:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074895.009038:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926567552/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.009044:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.009045:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074895.013055:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013081:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074895.013086:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013090:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074895.013104:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013114:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074895.013134:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013141:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013557:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013563:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084c200 00000400:00000200:2.0:1769074895.013569:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013577:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6afd [1] + 224 00000800:00000001:2.0:1769074895.013589:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013596:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074895.013600:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074895.013605:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074895.013614:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074895.013626:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074895.013638:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.013670:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074895.013682:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013687:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074895.013688:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013691:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074895.013694:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013697:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074895.013702:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013704:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013707:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013710:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084c180 00000400:00000200:2.0:1769074895.013714:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074895.013717:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b0d [1] + 224 00000800:00000001:2.0:1769074895.013721:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013726:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074895.013728:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074895.013731:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074895.013734:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074895.013739:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074895.013747:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074895.013753:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074895.013756:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074895.013760:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.015448:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.015596:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074895.015609:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074895.015612:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074895.015617:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1de18. 00000400:00000200:0.0:1769074895.015626:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:0.0:1769074895.015629:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:0.0:1769074895.015634:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074895.015647:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074895.015659:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.015679:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074895.015682:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.015685:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074895.015689:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074895.015692:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074895.015694:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.015698:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074895.015710:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074895.015715:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074895.015718:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074895.015720:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074895.015724:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074895.015728:0:2380:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.015733:0:2380:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074895.015735:0:2380:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074895.015737:0:2380:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074895.015739:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.015744:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.015752:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.015755:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074895.015757:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074895.015762:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074895.015774:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926567296:192.168.204.145@tcp:400:kworker.0 00000400:00000001:0.0:1769074895.015783:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074895.015784:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074895.015786:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d9a0. 00000400:00000200:0.0:1769074895.015789:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074895.015791:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074895.015793:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074895.016390:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074895.016404:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.016411:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074895.016413:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.016416:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074895.016418:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074895.016419:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074895.016421:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074895.016424:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074895.016431:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=47 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074895.016435:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074895.016437:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074895.016439:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074895.016441:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074895.016443:0:2380:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.016445:0:2380:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074895.016447:0:2380:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1769074895.016449:0:2380:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074895.016451:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074895.016455:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.016951:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074895.016955:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074895.016958:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074895.016964:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074895.016972:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926567424:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074895.016979:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.016983:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074895.016987:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428380 x1855007926567296/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.016994:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074895.016997:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074895.017002:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e18800. 02000000:00000001:0.0:1769074895.017008:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074895.017012:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074895.017014:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074895.017017:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074895.017020:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38600. 02000000:00000001:0.0:1769074895.017024:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074895.017026:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074895.017029:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428380. 00000100:00000001:0.0:1769074895.017040:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074895.017042:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.017044:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074895.017047:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926567424/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074895.017052:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074895.017054:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074895.017055:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e19600. 02000000:00000001:0.0:1769074895.017057:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074895.017058:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074895.017059:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074895.017061:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074895.017062:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38b00. 02000000:00000001:0.0:1769074895.017065:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074895.017066:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074895.017068:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:0.0:1769074895.017070:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074895.017071:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.017075:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.017078:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.017079:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074895.017082:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.017084:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074895.199438:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074895.199449:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074895.199631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074895.199633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074896.037423:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074896.037445:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074896.037448:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1769074896.037454:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074896.037457:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074896.037496:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074896.037502:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074896.222652:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074896.222661:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074896.222668:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074896.222669:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074897.247229:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074897.247238:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074897.247246:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074897.247247:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.270680:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074898.270692:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.270699:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074898.270700:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074899.294552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074899.294559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074899.294565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074899.294569:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074899.294571:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074899.294577:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074899.294580:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074899.294581:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074899.294585:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074899.294587:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074899.294589:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074899.294601:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074900.062826:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074900.062840:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074900.062843:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074900.062848:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074900.062850:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074900.062855:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074900.062859:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128201:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074900.128215:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074900.128230:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769074900.128238:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074900.128243:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074900.128246:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074900.128253:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074900.128262:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a400. 00000100:00000001:3.0:1769074900.128271:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128285:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074900.128298:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074900.128303:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128310:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_01_00+0] req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128363:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128367:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074900.128370:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074900.128374:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074900.128377:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074900.128379:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074900.128381:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074900.128383:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074900.128386:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a300. 00000100:00000001:3.0:1769074900.128389:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128394:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074900.128401:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074900.128403:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128407:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_01_01+1] req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128415:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128417:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074900.128421:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1769074900.128424:0:25395:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1769074900.128428:0:25395:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1769074900.128431:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769074900.128434:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074900.128437:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074900.128438:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074900.128439:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074900.128443:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a200. 00000100:00000001:3.0:1769074900.128446:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074900.128448:0:25395:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00080000:3.0:1769074900.128452:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1769074900.128456:0:25395:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8da202f2f800: disconnect after 22s idle 00000100:00000001:3.0:1769074900.128458:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074900.128479:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128484:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128503:0:25395:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074900.128506:0:25395:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128508:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074900.128511:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1769074900.128513:0:25395:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1769074900.128514:0:25395:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1769074900.128518:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000020:00000040:3.0:1769074900.128520:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074900.128535:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074900.128536:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074900.128538:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074900.128541:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254aa00. 00000100:00000001:3.0:1769074900.128544:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074900.128546:0:25395:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00080000:3.0:1769074900.128548:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1769074900.128551:0:25395:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8da202f2f800: disconnect after 22s idle 00000100:00000001:3.0:1769074900.128553:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074900.128555:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128558:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128571:0:25395:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074900.128573:0:25395:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128585:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074900.128589:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074900.128592:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074900.128595:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:3.0:1769074900.128597:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074900.128598:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074900.128600:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074900.128603:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a100. 00000100:00000001:3.0:1769074900.128606:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128610:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074900.128617:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074900.128619:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128623:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_00+0] req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128629:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.128631:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074900.128635:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074900.128637:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074900.128641:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074900.128647:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1599) 00000100:00000001:3.0:1769074900.128665:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074900.128669:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074900.128672:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074900.128677:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128690:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074900.128693:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074900.128698:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074900.128702:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074900.128706:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074900.128710:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926567808:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074900.128726:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074900.128733:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074900.128736:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074900.128739:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074900.128745:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f000. 02000000:00000001:3.0:1769074900.128746:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074900.128758:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074900.128764:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b000. 00000400:00000010:3.0:1769074900.128773:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769074900.128783:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567808, portal 10 00000100:00000001:3.0:1769074900.128786:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074900.128788:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:3.0:1769074900.128797:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.128812:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074900.128822:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074900.128826:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000200:3.0:1769074900.128830:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926567808, offset 0 00000400:00000200:3.0:1769074900.128846:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074900.128864:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.128881:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074900.128894:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074900.128904:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074900.128915:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074900.128923:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074900.128935:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2649:2649:256:4294967295] 192.168.204.145@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:3.0:1769074900.128943:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074900.129118:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074900.129122:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074900.129124:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074900.129132:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.129140:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074900.129142:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074900.129145:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074900.129147:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074900.129149:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074900.129152:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926567680:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074900.129156:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074900.129159:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074900.129161:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074900.129164:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074900.129168:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7ee00. 02000000:00000001:2.0:1769074900.129171:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074900.129206:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074900.129214:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074900.129222:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254ad00. 00000800:00000200:3.0:1769074900.129230:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074900.129240:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074900.129246:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074900.129261:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.129266:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1328137 usecs (1329 jiffies) 00000400:00000200:2.0:1769074900.140875:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074900.140890:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6dc0. 00000400:00000010:2.0:1769074900.140901:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353880. 00000100:00000200:2.0:1769074900.140910:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926567680, portal 25 00000100:00000001:2.0:1769074900.140914:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074900.140916:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769074900.140941:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.140958:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074900.140961:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074900.140964:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353ee0. 00000100:00000200:2.0:1769074900.140968:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926567680, offset 0 00000400:00000200:2.0:1769074900.140976:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074900.140986:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074900.140995:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074900.141001:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074900.141006:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074900.141010:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074900.141012:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074900.141016:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2652:2652:253:4294967295] 192.168.204.145@tcp LPNI seq info [2652:2652:5:4294967295] 00000400:00000200:2.0:1769074900.141020:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074900.141030:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074900.141037:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074900.141044:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348200. 00000800:00000200:2.0:1769074900.141053:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074900.141064:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074900.141069:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074900.141074:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074900.141078:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074900.141081:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296273178 00000100:00000001:2.0:1769074900.141090:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296268047 00000100:00000001:2.0:1769074900.141096:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296273178 00000100:00000001:2.0:1769074900.141099:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296268047 00000100:00000001:2.0:1769074900.141102:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074900.141105:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.141110:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074900.141115:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.141124:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074900.141126:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074900.141131:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074900.141135:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074900.141138:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074900.141142:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2381:1855007926568192:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074900.141145:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074900.141151:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074900.141154:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074900.141157:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074900.141163:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7e000. 02000000:00000001:2.0:1769074900.141165:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074900.141169:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074900.141172:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074900.141176:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000200:2.0:1769074900.141179:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926568192, portal 10 00000100:00000001:2.0:1769074900.141181:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074900.141182:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769074900.141189:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.141196:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074900.141199:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074900.141201:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074900.141204:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926568192, offset 0 00000400:00000200:2.0:1769074900.141208:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074900.141211:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074900.141215:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074900.141218:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074900.141220:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074900.141222:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074900.141225:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074900.141228:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2653:2653:252:4294967295] 192.168.204.145@tcp LPNI seq info [2653:2653:4:4294967295] 00000400:00000200:2.0:1769074900.141231:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074900.141236:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074900.141240:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074900.141243:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348d00. 00000800:00000200:2.0:1769074900.141247:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074900.141251:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074900.141253:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074900.141256:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074900.141259:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 282727 usecs (283 jiffies) 00000400:00000200:2.0:1769074900.141262:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074900.141264:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296261927 00000100:00000001:2.0:1769074900.141266:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296273178 00000100:00000001:2.0:1769074900.141269:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296261927 00000100:00000001:2.0:1769074900.141270:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296273178 00000100:00000001:2.0:1769074900.141273:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074900.141275:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.141278:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.141282:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.141293:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074900.141294:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074900.141299:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074900.141301:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074900.141303:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.141305:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074900.141392:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074900.141396:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254ad00. 00000400:00000200:2.0:1769074900.141406:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074900.141412:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074900.141418:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000400:00000010:2.0:1769074900.141421:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:2.0:1769074900.141429:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074900.141435:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.141446:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.141449:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.141457:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.141487:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074900.141505:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074900.141507:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:2.0:1769074900.141510:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074900.141514:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074900.141517:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14aa0 00000400:00000010:2.0:1769074900.141519:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14aa0. 00000100:00000001:2.0:1769074900.142434:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074900.142449:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142496:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.142499:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142507:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.142509:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074900.142543:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074900.142546:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:2.0:1769074900.142550:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074900.142554:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074900.142558:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000400:00000010:2.0:1769074900.142560:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000100:00000001:2.0:1769074900.142562:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074900.142567:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142574:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.142585:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142592:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.142593:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074900.142602:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074900.142604:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348200. 00000400:00000200:2.0:1769074900.142607:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074900.142610:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074900.142613:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:2.0:1769074900.142614:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:2.0:1769074900.142617:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074900.142621:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142627:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.142630:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.142635:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.142637:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074900.143155:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074900.143161:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348d00. 00000400:00000200:2.0:1769074900.143166:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074900.143171:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074900.143175:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074900.143177:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074900.143180:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074900.143185:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.143193:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.143196:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.143201:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.143203:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1769074900.146395:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074900.146408:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296262980 00000800:00000001:3.0:1769074900.147107:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.147126:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074900.147130:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.147132:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074900.147141:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.147151:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074900.147160:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.147168:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.147175:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.147245:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084c400 00000400:00000200:3.0:1769074900.147253:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.147260:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b2d [1] + 224 00000800:00000001:3.0:1769074900.147270:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.147280:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074900.147284:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074900.147289:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074900.147298:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074900.147309:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074900.147326:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.147343:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074900.147353:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.147356:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074900.147372:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074900.147376:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074900.147386:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074900.147389:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074900.147393:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0aa8. 00000400:00000200:3.0:1769074900.147398:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000400:00000010:3.0:1769074900.147401:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 00000100:00000001:3.0:1769074900.147405:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074900.147409:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074900.147418:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.147424:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074900.147426:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074900.147429:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074900.147434:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074900.147437:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074900.147439:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074900.147444:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074900.147457:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074900.147489:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074900.147492:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074900.147494:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074900.147498:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074900.147502:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074900.147506:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074900.147508:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074900.147510:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074900.147513:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074900.147519:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.147671:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296273178 00000100:00000001:2.0:1769074900.147677:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296262982 00000100:00000001:2.0:1769074900.147680:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296273178 00000100:00000001:2.0:1769074900.147684:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074900.147687:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.147691:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.147695:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.147706:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074900.147708:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074900.147711:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074900.147782:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074900.147785:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.147788:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074900.150064:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074900.150070:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074900.150072:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074900.150088:0:2378:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074900.150099:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1769074900.150105:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074900.150113:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926567936:192.168.204.145@tcp:9:kworker.0 00000800:00000001:3.0:1769074900.151701:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.151726:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074900.151731:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.151734:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074900.151747:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.151756:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074900.151766:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.151772:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.151779:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.151784:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084c480 00000400:00000200:3.0:1769074900.151791:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074900.151798:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b35 [1] + 224 00000800:00000001:3.0:1769074900.151808:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.151816:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074900.151820:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074900.151825:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074900.151834:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074900.151844:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074900.151857:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074900.151866:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074900.151876:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074900.151880:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074900.153404:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074900.153410:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074900.153415:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0bb0. 00000400:00000200:2.0:1769074900.153426:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:2.0:1769074900.153429:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:2.0:1769074900.153435:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074900.153447:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074900.153490:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.153498:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074900.153501:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.153504:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074900.153509:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074900.153512:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074900.153514:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074900.153518:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074900.153734:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074900.153740:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074900.153743:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074900.153745:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074900.153748:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074900.153752:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.153757:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074900.153759:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074900.153762:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074900.153764:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074900.153771:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.153778:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074900.153782:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074900.153785:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074900.153789:0:2378:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074900.153797:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1769074900.153802:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074900.153813:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926568064:192.168.204.145@tcp:9:kworker.0 00000100:00000001:2.0:1769074900.153819:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.153823:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.153827:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926567936/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.153834:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074900.153837:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074900.153841:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb200. 02000000:00000001:2.0:1769074900.153846:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074900.153849:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074900.153851:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074900.153853:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074900.153857:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a200. 02000000:00000001:2.0:1769074900.153864:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074900.153867:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074900.153869:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:2.0:1769074900.153874:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074900.153875:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.153876:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074900.153879:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926568064/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074900.153885:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074900.153886:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074900.153887:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceac00. 02000000:00000001:2.0:1769074900.153889:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074900.153890:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074900.153891:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074900.153893:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074900.153894:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254aa00. 02000000:00000001:2.0:1769074900.153896:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074900.153897:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074900.153899:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:2.0:1769074900.153902:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074900.153903:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.153906:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074900.153915:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074900.153918:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074900.153921:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074900.153923:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074900.318859:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074900.318869:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074900.318878:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074900.318879:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074901.088514:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074901.088534:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074901.088545:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074901.088552:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074901.088555:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074901.088570:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074901.088576:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074901.342653:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074901.342665:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074901.342674:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074901.342675:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074902.366646:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074902.366656:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074902.366664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074902.366666:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074903.390738:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074903.390751:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074903.390754:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074903.390757:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074903.390764:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074903.390766:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074903.390768:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074903.390771:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074903.390777:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074903.390778:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074904.414807:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074904.414816:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074904.414826:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074904.414827:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.183214:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074905.183219:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769074905.183280:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074905.183292:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769074905.183296:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769074905.183299:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769074905.183303:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074905.185346:0:25395:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1548 00000400:00000200:2.0:1769074905.185362:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074905.185372:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:2.0:1769074905.185381:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.185387:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074905.185392:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.185396:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769074905.185404:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074905.185406:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769074905.185410:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074905.185415:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769074905.185419:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769074905.185423:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769074905.185428:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.185431:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074905.185436:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.185440:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769074905.185445:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000400:00000001:3.0:1769074905.185724:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769074905.185821:0:25395:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769074905.185825:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074905.185828:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074905.185833:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074905.185836:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.185840:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769074905.185843:0:25395:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074905.185855:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4e00. 00000020:00000040:2.0:1769074905.185860:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769074905.185865:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074905.185867:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.185871:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074905.185874:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074905.185879:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074905.185888:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e38400. 00000100:00000001:2.0:1769074905.185896:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074905.185904:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074905.185916:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074905.185921:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.185925:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f3e04db] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.185960:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.185965:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074905.185971:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074905.185975:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5c00. 00000020:00000040:2.0:1769074905.185977:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=12 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074905.185980:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074905.185981:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074905.185983:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074905.185987:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348d00. 00000100:00000001:2.0:1769074905.185990:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.185994:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074905.186002:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074905.186004:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.186009:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429ddaac] to pc [ptlrpcd_01_01+1] req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.186041:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769074905.186043:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1769074905.186046:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769074905.186048:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6dc0. 00000100:00000040:2.0:1769074905.186053:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1769074905.186057:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353880 00000100:00000040:2.0:1769074905.186058:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769074905.186062:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353880. 00000100:00000040:2.0:1769074905.186063:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1769074905.186068:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074905.186069:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769074905.186075:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769074905.186078:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:3.0:1769074905.186080:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074905.186082:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769074905.186089:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074905.186094:0:25395:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da20a0ec000: connect to NID 192.168.204.145@tcp last attempt 1563 00000100:00000200:3.0:1769074905.186098:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074905.186103:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074905.186112:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074905.186113:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1769074905.186116:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074905.186123:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000040:3.0:1769074905.186125:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.186131:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769074905.186138:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:2.0:1769074905.186140:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074905.186144:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.186145:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769074905.186150:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769074905.186150:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1769074905.186154:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d4497368284d 00000100:00000001:3.0:1769074905.186155:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074905.186158:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074905.186161:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a791000 refcount=5 00000100:00000040:3.0:1769074905.186164:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769074905.186165:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000020:00000001:2.0:1769074905.186171:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000100:00000040:2.0:1769074905.186178:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.186183:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769074905.186184:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926567680:192.168.204.145@tcp:400:kworker.0 00000100:00000040:2.0:1769074905.186188:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:2.0:1769074905.186193:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769074905.186194:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074905.186197:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 4 00000100:00000001:3.0:1769074905.186200:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769074905.186203:0:25395:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da20a0ec000: import ffff8da202e8a000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000040:3.0:1769074905.186208:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926567680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.186209:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074905.186213:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074905.186220:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074905.186221:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074905.186226:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074905.186226:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769074905.186230:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:3.0:1769074905.186231:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7ee00. 00000008:00100000:2.0:1769074905.186236:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769074905.186238:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:2.0:1769074905.186241:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074905.186242:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769074905.186246:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074905.186247:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074905.186252:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1769074905.186256:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6d80. 02000000:00000010:3.0:1769074905.186256:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a400. 00000020:00000040:2.0:1769074905.186261:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=9 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:2.0:1769074905.186264:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074905.186265:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074905.186266:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.186269:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074905.186270:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1769074905.186271:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1769074905.186274:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 02000000:00000001:2.0:1769074905.186276:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.186281:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1769074905.186283:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a000. 00000100:00000001:3.0:1769074905.186285:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.186289:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074905.186290:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074905.186294:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074905.186297:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074905.186301:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074905.186304:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074905.186309:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074905.186310:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074905.186313:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074905.186315:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.186316:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074905.186322:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2ae895] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074905.186324:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.186344:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.186346:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074905.186350:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.186351:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074905.186356:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1769074905.186356:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074905.186361:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074905.186362:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769074905.186367:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.186369:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1769074905.186374:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926568448:192.168.204.145@tcp:400:kworker.0 00000100:00000040:2.0:1769074905.186378:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1604) 00000100:00000001:3.0:1769074905.186380:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074905.186388:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074905.186391:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074905.186395:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074905.186401:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ea00. 02000000:00000001:3.0:1769074905.186403:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.186411:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769074905.186411:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074905.186415:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1769074905.186418:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399be18. 00000100:00000001:2.0:1769074905.186420:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.186424:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074905.186426:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074905.186436:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926568448, portal 10 00000100:00000001:3.0:1769074905.186438:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074905.186441:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835275264 : -125747874276352 : ffff8da20a9f5c00) 00000100:00000040:3.0:1769074905.186450:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.186457:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074905.186482:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074905.186485:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 00000100:00000200:3.0:1769074905.186489:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926568448, offset 0 00000400:00000200:3.0:1769074905.186508:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769074905.186747:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.186751:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074905.186752:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074905.186760:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.186768:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074905.186770:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.186772:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074905.186774:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074905.186776:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074905.186779:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926568320:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769074905.186783:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074905.186785:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074905.186787:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.186789:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074905.186793:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c8000. 02000000:00000001:0.0:1769074905.186795:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074905.186800:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074905.186804:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d9a0. 00000400:00000010:0.0:1769074905.186808:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074905.186811:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926568320, portal 25 00000100:00000001:0.0:1769074905.186814:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074905.186816:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000100:00000040:0.0:1769074905.186821:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.186828:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074905.186830:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074905.186833:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000200:0.0:1769074905.186837:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926568320, offset 0 00000400:00000200:0.0:1769074905.186842:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074905.186848:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.186855:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074905.186862:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074905.186867:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074905.186872:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074905.186875:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074905.186879:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2654:2654:256:4294967295] 192.168.204.145@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:0.0:1769074905.186882:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.186895:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074905.186901:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074905.186907:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38b00. 00000800:00000200:0.0:1769074905.186915:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074905.186924:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074905.186929:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074905.186940:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074905.186945:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074905.186948:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296278226 00000100:00000001:0.0:1769074905.186956:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296273178 00000100:00000001:0.0:1769074905.186960:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296278226 00000100:00000001:0.0:1769074905.186963:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296273178 00000100:00000001:0.0:1769074905.186966:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074905.186969:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.186971:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074905.186975:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.186981:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074905.186982:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.186985:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074905.186986:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074905.186988:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074905.186991:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926568576:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769074905.186994:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074905.186996:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074905.186997:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.186999:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074905.187003:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105ca000. 02000000:00000001:0.0:1769074905.187005:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074905.187008:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074905.187011:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de18. 00000400:00000010:0.0:1769074905.187014:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841088. 00000100:00000200:0.0:1769074905.187017:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926568576, portal 10 00000100:00000001:0.0:1769074905.187019:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074905.187020:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835279744 : -125747874271872 : ffff8da20a9f6d80) 00000100:00000040:0.0:1769074905.187026:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.187033:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074905.187035:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074905.187038:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769074905.187041:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926568576, offset 0 00000400:00000200:0.0:1769074905.187049:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074905.187056:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.187063:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074905.187071:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074905.187077:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074905.187083:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074905.187088:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074905.187094:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2655:2655:255:4294967295] 192.168.204.145@tcp LPNI seq info [2655:2655:7:4294967295] 00000400:00000200:0.0:1769074905.187104:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.187120:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074905.187130:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074905.187135:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769074905.187144:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074905.187153:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074905.187159:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074905.187165:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074905.187172:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 282727 usecs (283 jiffies) 00000400:00000200:0.0:1769074905.187181:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074905.187186:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296266975 00000100:00000001:0.0:1769074905.187191:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296278226 00000100:00000001:0.0:1769074905.187197:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296266975 00000100:00000001:0.0:1769074905.187201:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296278226 00000100:00000001:0.0:1769074905.187206:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074905.187211:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.187216:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.187222:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.187233:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074905.187237:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074905.187242:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.187245:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074905.187249:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.187252:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074905.187411:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.187417:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074905.187421:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074905.187424:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074905.187426:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074905.187428:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074905.187431:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2656:2656:254:4294967295] 192.168.204.145@tcp LPNI seq info [2656:2656:6:4294967295] 00000400:00000200:3.0:1769074905.187436:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.187442:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074905.187446:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074905.187451:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a400. 00000800:00000200:3.0:1769074905.187455:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074905.187479:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074905.187483:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074905.187487:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074905.187500:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1328137 usecs (1329 jiffies) 00000400:00000200:3.0:1769074905.187505:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074905.187508:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296268022 00000100:00000001:3.0:1769074905.187510:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296278226 00000800:00000200:2.0:1769074905.187563:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074905.187569:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:2.0:1769074905.187574:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074905.187580:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074905.187587:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:2.0:1769074905.187590:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:2.0:1769074905.187594:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074905.187599:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187608:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074905.187611:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187617:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.187618:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074905.187632:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074905.187634:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:2.0:1769074905.187637:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074905.187640:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074905.187643:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:2.0:1769074905.187645:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:2.0:1769074905.187647:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074905.187651:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187658:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074905.187661:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187672:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.187674:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074905.187759:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074905.187763:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a400. 00000400:00000200:2.0:1769074905.187767:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074905.187772:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074905.187774:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:2.0:1769074905.187776:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:2.0:1769074905.187781:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074905.187785:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187793:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074905.187796:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.187803:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.187804:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074905.188237:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296268022 00000100:00000001:3.0:1769074905.188246:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296278226 00000100:00000001:3.0:1769074905.188249:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074905.188252:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.188256:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.188260:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074905.216383:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.216410:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074905.216416:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.216419:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.216435:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.216446:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074905.216456:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.216511:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.216518:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.216524:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 25 MB=0x6971eb084c580 00000400:00000200:3.0:1769074905.216530:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.216539:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 416/416 into md 0x6b6d [1] + 0 00000800:00000001:3.0:1769074905.216549:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.216560:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.216564:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074905.216569:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074905.216579:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074905.216591:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074905.216604:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.216633:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074905.216645:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.216649:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.217078:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.217085:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074905.217093:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074905.217096:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074905.217100:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d9a0. 00000400:00000200:0.0:1769074905.217107:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074905.217110:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074905.217113:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074905.217119:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074905.217130:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.217138:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074905.217140:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.217143:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074905.217147:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074905.217150:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074905.217152:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.217155:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074905.217164:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074905.217169:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074905.217172:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074905.217174:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.217178:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074905.217180:0:2378:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.217184:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074905.217189:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.217197:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074905.217200:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074905.217202:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.217205:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074905.217213:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.145@tcp: connect to target with instance 0 00000020:00000001:0.0:1769074905.217216:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074905.217219:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769074905.217222:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.217225:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769074905.217228:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769074905.217231:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00001000:0.0:1769074905.217234:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1769074905 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074905.217238:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1769074905.217246:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:0.0:1769074905.217249:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074905.217253:0:2378:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1769074905.217256:0:2378:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.217258:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:0.0:1769074905.217262:0:2378:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.145@tcp) after server handle changed from 0xe52bf4d4a35158ca to 0xe52bf4d4a3515df5 00000100:00080000:0.0:1769074905.217267:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1769074905.217269:0:2378:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074905.217273:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074905.217277:0:2378:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.145@tcp; invalidating 00000020:00000040:0.0:1769074905.217280:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074905.222285:0:2378:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.222302:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074905.222326:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074905.222341:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926568320:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769074905.222351:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.222355:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074905.222360:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4e00 x1855007926568320/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.222369:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074905.222374:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074905.222379:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c8000. 02000000:00000001:2.0:1769074905.222383:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074905.222387:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074905.222390:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074905.222392:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074905.222396:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e38400. 02000000:00000001:2.0:1769074905.222402:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074905.222404:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074905.222407:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4e00. 00000100:00000001:2.0:1769074905.222412:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074905.222413:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.222417:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.222420:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074905.222423:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074905.222425:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.222426:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.223415:0:27515:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1769074905.223433:0:27515:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.145@tcp to MGS@192.168.204.145@tcp 00000100:00100000:0.0:1769074905.223438:0:27515:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074905.223443:0:27515:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074905.223447:0:27515:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1769074905.223451:0:27515:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074905.223455:0:27515:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1769074905.223489:0:27515:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46300 count: 4 00010000:00000001:0.0:1769074905.223506:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.223509:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.223512:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.223515:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:0.0:1769074905.223518:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074905.223530:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074905.223534:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.223539:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d44973682f46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a35158d8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.223550:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.223552:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d44973682f46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a35158d8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.223559:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1769074905.223563:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.223564:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1769074905.223566:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.223569:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.223570:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.223590:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.223592:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.223593:0:27515:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da20acee600) refs 2 10000000:00000001:0.0:1769074905.223596:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.223597:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.223601:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.223603:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.223607:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.223609:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.223611:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.223613:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.223617:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d000 with handle 0x5882d44973682f46 from hash 00010000:00000001:0.0:1769074905.223619:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.223621:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.223623:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.223624:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.224141:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.224146:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.224150:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224151:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224153:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.224154:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.224158:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d44973682f46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a35158d8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.224174:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224177:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.224178:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.224180:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.224181:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074905.224183:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074905.224186:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074905.224188:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.224191:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da2064ee000/0x5882d44973682f5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a35158fb expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.224197:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.224199:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da2064ee000/0x5882d44973682f5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a35158fb expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.224203:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1769074905.224207:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.224208:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1769074905.224209:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.224211:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.224212:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.224215:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.224216:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.224218:0:27515:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da21000ac00) refs 2 10000000:00000001:0.0:1769074905.224219:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.224220:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.224222:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.224224:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.224226:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.224227:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.224229:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.224230:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.224233:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ee000 with handle 0x5882d44973682f5b from hash 00010000:00000001:0.0:1769074905.224235:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.224237:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224238:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224239:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.224240:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.224242:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.224244:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224245:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224246:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.224248:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.224249:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da2064ee000/0x5882d44973682f5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a35158fb expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.224262:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224265:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.224266:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.224267:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.224269:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074905.224270:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074905.224273:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074905.224274:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.224277:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.224282:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.224284:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.224289:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1769074905.224291:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.224293:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=3 sp=0 st=3) 10000000:00000040:0.0:1769074905.224295:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.224296:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.224298:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.224300:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.224301:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.224302:0:27515:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8da21000be00) refs 3 10000000:00000001:0.0:1769074905.224304:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.224305:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.224307:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.224309:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.224310:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.224311:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.224312:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.224314:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.224315:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80200 with handle 0x5882d44973682f69 from hash 00010000:00000001:0.0:1769074905.224317:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.224319:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224320:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224321:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.224322:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.224323:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.224325:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224326:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224327:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.224328:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.224330:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da20ab80200/0x5882d44973682f69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515909 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.224336:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1769074905.224339:0:27515:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46300 count: 0 00010000:00000040:0.0:1769074905.224348:0:27515:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 3 00010000:00000001:0.0:1769074905.224350:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.224351:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.224352:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.224354:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=3 00000020:00000001:0.0:1769074905.224356:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:0.0:1769074905.224358:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:0.0:1769074905.224360:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.224362:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.224368:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.224370:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.224375:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1769074905.224377:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.224378:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1769074905.224380:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.224381:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.224382:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.224385:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.224386:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.224387:0:27515:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da20aad6200) refs 2 10000000:00000001:0.0:1769074905.224389:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.224390:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.224391:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.224393:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.224394:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.224395:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.224397:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.224398:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.224400:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491c00 with handle 0x5882d44973682f70 from hash 00010000:00000001:0.0:1769074905.224402:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.224403:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224405:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224406:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.224407:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.224408:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.224410:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224411:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224412:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.224414:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.224416:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d44973682f70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a35159f7 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.224423:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224424:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.224425:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.224426:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.224427:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074905.224429:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074905.224431:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074905.224433:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.224435:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a35159fe expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.224440:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.224443:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a35159fe expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.224449:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1769074905.224451:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.224452:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1769074905.224454:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.224455:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.224456:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.224458:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.224534:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.224536:0:27515:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da21000b600) refs 2 10000000:00000001:0.0:1769074905.224538:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.224539:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.224541:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.224542:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.224544:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.224545:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.224546:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.224548:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.224550:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491800 with handle 0x5882d44973682f77 from hash 00010000:00000001:0.0:1769074905.224552:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.224553:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224554:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224555:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.224556:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.224558:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.224560:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.224561:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.224562:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.224564:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.224566:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da201491800/0x5882d44973682f77 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a35159fe expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.224572:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1769074905.224574:0:27515:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1e00 count: 0 00010000:00000040:0.0:1769074905.224581:0:27515:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ee00 count: 3 00010000:00000001:0.0:1769074905.224584:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.224585:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.224586:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.224588:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81200 refcount=3 00000020:00000001:0.0:1769074905.224590:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836894720 : -125747872656896 : ffff8da20ab81200) 00010000:00000001:0.0:1769074905.224592:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836894720 : -125747872656896 : ffff8da20ab81200) 00010000:00000001:0.0:1769074905.224594:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.224597:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da20ab81200/0x5882d44973682f4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a35158df expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.224602:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.224604:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da20ab81200/0x5882d44973682f4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a35158df expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.224609:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1769074905.224611:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.224613:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1769074905.224614:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.224615:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.224616:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.224618:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.224619:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.224620:0:27515:0:(mgc_request.c:123:config_log_put()) log params(ffff8da20acee000) refs 2 10000000:00000001:0.0:1769074905.224622:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.224623:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.224624:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.226738:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.226749:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.226751:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.226754:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.226840:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.227283:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81200 with handle 0x5882d44973682f4d from hash 00010000:00000001:0.0:1769074905.227288:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.227291:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.227293:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.227295:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.227298:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.227300:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.227305:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.227306:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.227308:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.227310:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.227314:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da20ab81200/0x5882d44973682f4d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a35158df expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.227329:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.227333:0:27515:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1769074905.227335:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074905.227337:0:27515:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074905.227339:0:27515:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81400 refcount=3 00000020:00000001:0.0:1769074905.227341:0:27515:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895232 : -125747872656384 : ffff8da20ab81400) 00010000:00000001:0.0:1769074905.227344:0:27515:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895232 : -125747872656384 : ffff8da20ab81400) 00010000:00000001:0.0:1769074905.227347:0:27515:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074905.227349:0:27515:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da20ab81400/0x5882d44973682f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515902 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1769074905.227357:0:27515:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1769074905.227359:0:27515:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da20ab81400/0x5882d44973682f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515902 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074905.227365:0:27515:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1769074905.227369:0:27515:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1769074905.227371:0:27515:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1769074905.227373:0:27515:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1769074905.227375:0:27515:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1769074905.227376:0:27515:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.227559:0:27515:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1769074905.227561:0:27515:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074905.227563:0:27515:0:(mgc_request.c:123:config_log_put()) log params(ffff8da210b9c400) refs 2 10000000:00000001:0.0:1769074905.227566:0:27515:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074905.227567:0:27515:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.227570:0:27515:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1769074905.227572:0:27515:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074905.227574:0:27515:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074905.227575:0:27515:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074905.227577:0:27515:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074905.227579:0:27515:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074905.227581:0:27515:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81400 with handle 0x5882d44973682f62 from hash 00010000:00000001:0.0:1769074905.227583:0:27515:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074905.227585:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.227586:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.227587:0:27515:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074905.227589:0:27515:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074905.227590:0:27515:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1769074905.227593:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074905.227594:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074905.227596:0:27515:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074905.227597:0:27515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074905.227600:0:27515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da20ab81400/0x5882d44973682f62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515902 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074905.227607:0:27515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1769074905.227612:0:27515:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ee00 count: 0 00000001:00000001:0.0:1769074905.227624:0:27515:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074905.227638:0:27515:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074905.227641:0:27515:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074905.227643:0:27515:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074905.227645:0:27515:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.227649:0:27515:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074905.227657:0:27515:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1769074905.227662:0:27515:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1769074905.227665:0:27515:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1769074905.227668:0:27515:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074905.227671:0:27515:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1769074905.227674:0:27515:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074905.227677:0:27515:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1769074905.227679:0:27515:0:(mgc_request.c:1182:mgc_import_event()) MGC192.168.204.145@tcp: Reactivating import 00000100:00080000:0.0:1769074905.242111:0:27515:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1769074905.242124:0:27515:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.242130:0:27515:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1769074905.242140:0:27515:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.145@tcp: Connection restored to 192.168.204.145@tcp (at 192.168.204.145@tcp) 00000100:00000001:0.0:1769074905.242146:0:27515:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074905.242150:0:27515:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074905.242153:0:27515:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074905.242157:0:27515:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074905.242159:0:27515:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074905.247369:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074905.247376:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769074905.247379:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769074905.247383:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769074905.247388:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769074905.247395:0:25395:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1563 00000400:00000200:3.0:1769074905.247405:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.247412:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:3.0:1769074905.247416:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074905.247419:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074905.247422:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074905.247424:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769074905.247428:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074905.247430:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769074905.247433:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074905.247436:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769074905.247438:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769074905.247441:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769074905.247444:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074905.247446:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074905.247447:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074905.247449:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769074905.247453:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769074905.247456:0:25395:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769074905.247507:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074905.247510:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074905.247519:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074905.247522:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.247525:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769074905.247530:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769074905.247533:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.247535:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074905.247547:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769074905.247551:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=12 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074905.247555:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074905.247557:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.247560:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074905.247563:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074905.247569:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074905.247580:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769074905.247588:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074905.247597:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074905.247608:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074905.247613:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074905.247618:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.247643:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074905.247646:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074905.247650:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074905.247654:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074905.247657:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074905.247660:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074905.247664:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074905.247667:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074905.247671:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074905.247678:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1604) 00000100:00000001:0.0:1769074905.248424:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.248430:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074905.248433:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074905.248443:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.248453:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074905.248456:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.248475:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074905.248479:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074905.248482:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074905.248485:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926568704:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769074905.248489:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074905.248504:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074905.248507:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.248510:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074905.248518:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9c00. 02000000:00000001:0.0:1769074905.248521:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074905.248530:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074905.248534:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d9a0. 00000400:00000010:0.0:1769074905.248542:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074905.248553:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926568704, portal 10 00000100:00000001:0.0:1769074905.248555:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074905.248557:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:0.0:1769074905.248565:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.248578:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074905.248580:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074905.248583:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841880. 00000100:00000200:0.0:1769074905.248587:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926568704, offset 0 00000400:00000200:0.0:1769074905.248594:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074905.248604:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.248611:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074905.248618:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074905.248622:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074905.248627:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074905.248629:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074905.248633:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2657:2657:256:4294967295] 192.168.204.145@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:0.0:1769074905.248637:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074905.248648:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074905.248655:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074905.248662:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769074905.248669:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074905.248678:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074905.248684:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074905.248706:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074905.248712:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1328137 usecs (1329 jiffies) 00000400:00000200:0.0:1769074905.248715:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074905.248719:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296268083 00000100:00000001:0.0:1769074905.248722:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296278226 00000100:00000001:0.0:1769074905.248724:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296268083 00000100:00000001:0.0:1769074905.248726:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296278226 00000100:00000001:0.0:1769074905.248729:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074905.248731:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.248736:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.248738:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.248746:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074905.248749:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074905.248751:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.248752:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074905.248753:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.248755:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074905.250228:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074905.250238:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:3.0:1769074905.250247:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074905.250257:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074905.250265:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841880 00000400:00000010:3.0:1769074905.250268:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841880. 00000100:00000001:3.0:1769074905.250273:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074905.250280:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.250292:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074905.250296:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.250304:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074905.250306:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074905.250621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:0.1:1769074905.250639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00010000:00000010:0.1:1769074905.250644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00010000:00000010:0.1:1769074905.250650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46300. 00010000:00000010:0.1:1769074905.250656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491c00. 00010000:00000010:0.1:1769074905.255538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00010000:00000010:0.1:1769074905.255561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:0.1:1769074905.255568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81200. 00010000:00000010:0.1:1769074905.255573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81400. 00010000:00000010:0.1:1769074905.255576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ee00. 00000800:00000001:3.0:1769074905.257122:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257143:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074905.257148:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257151:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.257166:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257176:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074905.257186:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257193:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257200:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257205:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084c680 00000400:00000200:3.0:1769074905.257211:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257220:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b75 [1] + 0 00000800:00000001:3.0:1769074905.257230:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257236:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.257240:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074905.257246:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074905.257255:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074905.257268:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074905.257281:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.257306:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074905.257317:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257321:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074905.257323:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257326:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.257329:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257333:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074905.257337:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257340:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257343:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257346:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084c600 00000400:00000200:3.0:1769074905.257350:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.257355:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b5d [1] + 224 00000800:00000001:3.0:1769074905.257359:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257366:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.257368:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074905.257371:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074905.257374:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074905.257379:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074905.257388:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.257410:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074905.257414:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.257418:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.257640:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074905.257646:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074905.257655:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074905.257657:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074905.257662:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399be18. 00000400:00000200:2.0:1769074905.257668:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:2.0:1769074905.257671:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:2.0:1769074905.257677:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074905.257682:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074905.257693:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.257699:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074905.257701:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.257704:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074905.257708:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074905.257711:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074905.257714:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074905.257718:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074905.257730:0:2381:0:(import.c:2128:obd_at_measure()) add 0 to ffff8da20ac51c58 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074905.257734:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074905.257737:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074905.257740:0:2381:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1769074905.257745:0:2381:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1769074905.257749:0:2381:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff8da202f2f800 of lustre-MDT0000_UUID@192.168.204.145@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1769074905.257753:0:2381:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da20ac51800 already not connected (conn 66, was 65): CONNECTING 00000100:00000001:2.0:1769074905.257758:0:2381:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1769074905.257759:0:2381:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1769074905.257765:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.257772:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1769074905.257776:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074905.257778:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074905.257782:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074905.257791:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926568448:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074905.257797:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.257800:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074905.257803:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5c00 x1855007926568448/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074905.257810:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074905.257813:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074905.257817:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ea00. 02000000:00000001:2.0:1769074905.257822:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074905.257825:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074905.257828:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074905.257830:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074905.257833:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348d00. 02000000:00000001:2.0:1769074905.257837:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074905.257841:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074905.257843:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5c00. 00000100:00000001:2.0:1769074905.257847:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074905.257848:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074905.257852:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.257855:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074905.257856:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074905.257858:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074905.257859:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.257946:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.257950:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074905.257955:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074905.257956:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074905.257959:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1de18. 00000400:00000200:0.0:1769074905.257964:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841088 00000400:00000010:0.0:1769074905.257966:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841088. 00000100:00000001:0.0:1769074905.257969:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074905.257974:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074905.257982:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.257989:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074905.257990:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.257992:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074905.257994:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074905.257995:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074905.257997:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.257999:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074905.258005:0:2378:0:(import.c:2128:obd_at_measure()) add 0 to ffff8da202e8a458 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074905.258008:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074905.258011:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074905.258013:0:2378:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1769074905.258016:0:2378:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1769074905.258020:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.258027:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1769074905.258030:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074905.258031:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.258034:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769074905.258036:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1769074905.258040:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769074905.258045:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-19) 00000100:00000001:0.0:1769074905.258049:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1769074905.258052:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074905.258060:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926568576:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769074905.258064:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.258065:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074905.258068:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6d80 x1855007926568576/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.258074:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074905.258076:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074905.258078:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105ca000. 02000000:00000001:0.0:1769074905.258081:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074905.258082:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074905.258083:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074905.258085:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074905.258087:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a000. 02000000:00000001:0.0:1769074905.258103:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074905.258104:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074905.258106:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6d80. 00000100:00000001:0.0:1769074905.258109:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074905.258110:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.258113:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.258114:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.258115:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074905.258117:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.258118:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074905.266761:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.266789:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074905.266796:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.266799:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.266813:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.266824:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074905.266834:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.266840:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.266847:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.266852:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084c700 00000400:00000200:3.0:1769074905.266859:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074905.266880:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6b7d [1] + 0 00000800:00000001:3.0:1769074905.266892:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074905.266966:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074905.266971:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074905.269957:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074905.269971:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074905.269997:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074905.270011:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074905.270033:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074905.270143:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.270149:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074905.270160:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074905.270163:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074905.270167:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d9a0. 00000400:00000200:0.0:1769074905.270173:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074905.270176:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074905.270179:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074905.270186:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074905.270196:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.270202:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074905.270205:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.270208:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074905.270212:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074905.270216:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074905.270219:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074905.270222:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074905.270234:0:2378:0:(import.c:2128:obd_at_measure()) add 0 to ffff8da20ac51c58 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074905.270239:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074905.270242:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074905.270245:0:2378:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1769074905.270247:0:2378:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1769074905.270253:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.270261:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1769074905.270265:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074905.270267:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.270270:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769074905.270273:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1769074905.270276:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769074905.270283:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-19) 00000100:00000001:0.0:1769074905.270286:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1769074905.270290:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074905.270299:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926568704:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769074905.270304:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.270307:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074905.270311:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926568704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074915 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074905.270319:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074905.270322:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074905.270327:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9c00. 02000000:00000001:0.0:1769074905.270332:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074905.270336:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074905.270338:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074905.270340:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074905.270343:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:0.0:1769074905.270348:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074905.270351:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074905.270353:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:0.0:1769074905.270359:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074905.270361:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.270363:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074905.270383:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074905.270386:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074905.270389:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074905.270391:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074905.270547:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074905.270562:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074905.439235:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074905.439245:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074906.206583:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074906.206599:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074906.206602:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074906.206607:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074906.206610:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074906.206613:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074906.206617:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074906.462667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074906.462677:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074906.912736:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074906.912742:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fe00. 00000400:00000200:3.0:1769074906.912748:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.912753:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074906.912760:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14440 00000400:00000010:3.0:1769074906.912762:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14440. 00000100:00000001:3.0:1769074906.912766:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074906.912771:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926568832/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.912782:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074906.912785:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997b80 x1855007926568832/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.912796:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074906.912798:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074906.924363:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.924389:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074906.924395:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.924397:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.924413:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.924424:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074906.924435:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.924442:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.924450:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.924455:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084c780 00000400:00000200:3.0:1769074906.924497:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.924506:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6b85 [1] + 224 00000800:00000001:3.0:1769074906.924517:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.924526:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.924530:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.924535:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074906.924544:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074906.924556:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997b80 x1855007926568832/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074906.924567:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a997b80 x1855007926568832/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.924585:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074906.924595:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.924609:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074906.928490:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074906.928500:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 00000400:00000200:3.0:1769074906.928506:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.928514:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074906.928523:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:3.0:1769074906.928527:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:3.0:1769074906.928533:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074906.928542:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926568960/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.928557:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074906.928561:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997b80 x1855007926568960/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.928566:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074906.928568:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074906.940316:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.940339:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074906.940345:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.940348:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.940363:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940373:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074906.940382:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940388:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940396:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940401:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 44 into portal 33 MB=0x6971eb084c800 00000400:00000200:3.0:1769074906.940407:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940416:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.145@tcp of length 44/44 into md 0x6b8d [4] + 0 00000400:00000010:3.0:1769074906.940422:0:2373:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0e18. 00000400:00000200:3.0:1769074906.940429:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8da207d39c00 00000800:00000001:3.0:1769074906.940437:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.940446:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.940450:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.940455:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074906.940518:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d39c00 00000400:00000010:3.0:1769074906.940522:0:2373:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da207d39c00. 00000100:00000001:3.0:1769074906.940528:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1769074906.940530:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8da20a997b80 desc ffff8da210005c00 mbits 1855007926568960 00000100:00000001:3.0:1769074906.940543:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1769074906.940553:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074906.940558:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940565:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074906.940571:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2660:2660:256:4294967295] 192.168.204.145@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1769074906.940575:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.940584:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074906.940591:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074906.940787:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8da20ad8fe00. 00000800:00000200:3.0:1769074906.940796:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074906.940805:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074906.940810:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ad8fe00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074906.945192:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074906.945210:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8da20ad8fe00. 00000400:00000200:3.0:1769074906.945218:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.945231:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074906.945250:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.945262:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074906.954562:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.954584:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074906.954591:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.954593:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.954618:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.954629:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074906.954638:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.954645:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.954652:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.954657:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 240 into portal 25 MB=0x6971eb084c800 00000400:00000200:3.0:1769074906.954664:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074906.954672:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 240/240 into md 0x6b95 [1] + 224 00000800:00000001:3.0:1769074906.954682:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.954692:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074906.954695:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.954701:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074906.954710:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074906.954722:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997b80 x1855007926568960/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074906.954734:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff8da20a997b80 x1855007926568960/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074922 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.954753:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074906.954764:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074906.954768:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074906.978515:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074906.978531:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769074906.978540:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074906.978551:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074906.978561:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14000 00000400:00000010:3.0:1769074906.978564:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14000. 00000100:00000001:3.0:1769074906.978572:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074906.978583:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926569088/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.978609:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074906.978614:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997b80 x1855007926569088/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074906.978621:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074906.978624:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.008880:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.008918:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.008924:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.008927:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.008942:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.008953:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.008965:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.008972:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.008979:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.008984:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084c880 00000400:00000200:2.0:1769074907.008991:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.009000:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6b9d [1] + 224 00000800:00000001:2.0:1769074907.009011:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.009025:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.009028:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.009034:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.009042:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.009054:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997b80 x1855007926569088/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.009067:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20a997b80 x1855007926569088/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074922 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.009085:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.009095:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.009099:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074907.010634:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.010641:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:2.0:1769074907.010646:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.010652:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.010657:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14000 00000400:00000010:2.0:1769074907.010659:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14000. 00000100:00000001:2.0:1769074907.010664:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.010668:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.010676:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.010680:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.010686:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.010687:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.018158:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.018183:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.018190:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.018193:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.018208:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018218:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.018227:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018234:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018242:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018247:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb084c900 00000400:00000200:2.0:1769074907.018253:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018261:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6ba5 [1] + 224 00000800:00000001:2.0:1769074907.018270:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.018282:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.018286:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.018292:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.018302:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.018316:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.018329:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018358:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.018369:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.018373:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.018429:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074907.018437:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074907.018439:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074907.018443:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0580. 00000400:00000200:2.0:1769074907.018447:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14330 00000400:00000010:2.0:1769074907.018451:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14330. 00000100:00000001:2.0:1769074907.018454:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.018486:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074907.018497:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018502:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074907.018505:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.018508:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074907.018513:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074907.018516:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074907.018518:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.018522:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074907.018532:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074907.018536:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074907.018539:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074907.018541:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074907.018545:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074907.018547:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.018551:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074907.018556:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018568:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074907.018571:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074907.018574:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074907.018578:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074907.018586:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569216:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1769074907.018592:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.018605:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.018608:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074907.018611:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.018615:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018622:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074907.018626:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d390c0. 00000100:00000001:2.0:1769074907.018629:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074907.018631:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1769074907.018639:0:11570:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1769074907.018644:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074907.018647:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074907.018649:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074907.018651:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.018655:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997b80 x1855007926569216/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018661:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074907.018665:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074907.018669:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202cea400. 02000000:00000001:2.0:1769074907.018673:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074907.018674:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074907.018675:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074907.018677:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074907.018681:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceb200. 02000000:00000001:2.0:1769074907.018685:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074907.018687:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074907.018690:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997b80. 00000100:00000001:2.0:1769074907.018694:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074907.018696:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1769074907.018699:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1769074907.018703:0:11570:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1769074907.018713:0:11570:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8da20a77c000. 00000040:00000001:2.0:1769074907.018715:0:11570:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1769074907.018717:0:11570:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1769074907.018720:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:2.0:1769074907.018724:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5c00. 00000020:00000040:2.0:1769074907.018727:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074907.018731:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074907.018734:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074907.018739:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074907.018746:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4a00. 00000100:00000001:2.0:1769074907.018753:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.018757:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074907.018758:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074907.018766:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da203a5c780. 00000100:00000001:2.0:1769074907.018768:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325718255488 : -125747991296128 : ffff8da203a5c780) 00000100:00000001:2.0:1769074907.018771:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074907.018773:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835275264 : -125747874276352 : ffff8da20a9f5c00) 00000100:00000001:2.0:1769074907.018778:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074907.018783:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.018785:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074907.018787:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074907.018792:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018800:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074907.018802:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.018807:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074907.018810:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074907.018813:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074907.018817:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569344:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1769074907.018822:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074907.018828:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074907.018830:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.018833:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074907.018869:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8da207fb8000. 02000000:00000001:2.0:1769074907.018873:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074907.018880:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074907.018884:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074907.018890:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da203a5c000. 00000100:00000200:2.0:1769074907.018898:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007926569344, portal 25 00000100:00000001:2.0:1769074907.018901:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074907.018902:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835275264 : -125747874276352 : ffff8da20a9f5c00) 00000100:00000040:2.0:1769074907.018908:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.018915:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074907.018917:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074907.018921:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074907.018924:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007926569344, offset 0 00000400:00000200:2.0:1769074907.018930:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074907.018936:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018944:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074907.018951:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074907.018956:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074907.018962:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074907.018964:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074907.018968:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2663:2663:256:4294967295] 192.168.204.145@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:2.0:1769074907.018972:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.018981:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074907.018989:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074907.018995:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348d00. 00000800:00000200:2.0:1769074907.019002:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074907.019011:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074907.019016:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1769074907.019029:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074907.019034:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074907.019036:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280058 00000800:00000200:2.0:1769074907.019146:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.019151:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348d00. 00000400:00000200:2.0:1769074907.019155:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.019160:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.019163:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074907.019165:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074907.019169:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.019173:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.019182:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.019185:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.019191:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.019192:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074907.019210:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280048 00000100:00000001:2.0:1769074907.019217:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280058 00000100:00000001:2.0:1769074907.019220:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280048 00000100:00000001:2.0:1769074907.019224:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074907.019226:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.019229:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074907.019231:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074907.019233:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da203a5c780 going to sleep for 11 seconds 00000100:00000001:2.0:1769074907.019235:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.019237:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074907.032752:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.032777:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.032782:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.032785:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.032800:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.032811:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.032821:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.032827:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.032835:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.032841:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb084c980 00000400:00000200:3.0:1769074907.032847:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.032855:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x6bad [4] + 224 00000800:00000001:3.0:1769074907.033136:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.033153:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.033158:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.033164:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.033175:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.033187:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.033199:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da20a9f5c00 x1855007926569344/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074907.034361:0:27530:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff8da209879040. 00000020:00000040:0.0:1769074907.034373:0:27530:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff8da20a0ec000 is connecting to an obsoleted target(14/15), reconnecting... 00000100:00000001:0.0:1769074907.034378:0:27530:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:0.0:1769074907.034383:0:27530:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da202e8a000 already not connected (conn 33, was 0): DISCONN 00010000:00000001:0.0:1769074907.034389:0:27530:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1769074907.034404:0:27530:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.145@tcp->12345-192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034408:0:27530:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1769074907.034414:0:27530:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.034420:0:27530:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.145@tcp primary NID 192.168.204.145@tcp rc 0 00000100:00000001:0.0:1769074907.034424:0:27530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074907.034427:0:27530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034429:0:27530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769074907.034432:0:27530:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446618326063718336 : -125747645833280 : 0xffff8da2183d1fc0) 00000100:00000040:0.0:1769074907.034436:0:27530:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000040:0.0:1769074907.034438:0:27530:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.145@tcp -> ffff8da2183d1fc0 00010000:00080000:0.0:1769074907.034442:0:27530:0:(ldlm_lib.c:85:import_set_conn()) imp ffff8da202e8a000@lustre-MDT0000-mdc-ffff8da20a0ec000: found existing conn 192.168.204.145@tcp, moved to head 00010000:00000001:0.0:1769074907.034445:0:27530:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1769074907.034448:0:27530:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00010000:00000001:0.0:1769074907.034450:0:27530:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.034455:0:27530:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074907.034458:0:27530:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074907.034501:0:27530:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074907.034505:0:27530:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da20a0ec000: connect to NID 192.168.204.145@tcp last attempt 0 00000400:00000200:0.0:1769074907.034508:0:27530:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.034512:0:27530:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1769074907.034516:0:27530:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034518:0:27530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074907.034520:0:27530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034522:0:27530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769074907.034526:0:27530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074907.034528:0:27530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d4497368284d 00000020:00000001:0.0:1769074907.034531:0:27530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.034534:0:27530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a791000 refcount=5 00000020:00000001:0.0:1769074907.034537:0:27530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000020:00000001:0.0:1769074907.034540:0:27530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000100:00000040:0.0:1769074907.034543:0:27530:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034545:0:27530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074907.034547:0:27530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034548:0:27530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769074907.034552:0:27530:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 4 00000100:00080000:0.0:1769074907.034556:0:27530:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da20a0ec000: import ffff8da202e8a000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769074907.034558:0:27530:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.034562:0:27530:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074907.034570:0:27530:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.034573:0:27530:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.034575:0:27530:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769074907.034580:0:27530:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769074907.034583:0:27530:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.034586:0:27530:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.034592:0:27530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642bb80. 00000100:00000001:3.0:1769074907.034701:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.034720:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.034728:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074907.035093:0:27530:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:0.0:1769074907.035101:0:27530:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074907.035103:0:27530:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.035106:0:27530:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.035110:0:27530:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.035115:0:27530:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.035124:0:27530:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105c8400. 00000100:00000001:0.0:1769074907.035133:0:27530:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.035144:0:27530:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074907.035157:0:27530:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.035161:0:27530:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.035166:0:27530:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e66a8ac] to pc [ptlrpcd_rcv+-1] req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.035193:0:27530:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.035197:0:27530:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:0.0:1769074907.035199:0:27530:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff8da209879040. 00000100:00000001:2.0:1769074907.035728:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074907.035734:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.035736:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074907.035746:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.035755:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074907.035757:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.035761:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074907.035764:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074907.035767:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074907.035771:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926569472:192.168.204.145@tcp:38:lctl.0 00000100:00000001:2.0:1769074907.035776:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074907.035780:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074907.035783:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.035785:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074907.035791:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e38c00. 02000000:00000001:2.0:1769074907.035793:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074907.035801:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074907.035806:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b61b8. 00000400:00000010:2.0:1769074907.035813:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074907.035822:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926569472, portal 10 00000100:00000001:2.0:1769074907.035825:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074907.035826:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:2.0:1769074907.035844:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.035852:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074907.035855:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074907.035858:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353ee0. 00000100:00000200:2.0:1769074907.035865:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926569472, offset 0 00000400:00000200:2.0:1769074907.035873:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074907.035883:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.035891:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074907.035897:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074907.035902:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074907.035906:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074907.035909:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074907.035913:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2664:2664:256:4294967295] 192.168.204.145@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:2.0:1769074907.035918:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.035929:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074907.035937:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074907.035942:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348d00. 00000800:00000200:2.0:1769074907.035951:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074907.035960:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074907.035965:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074907.035981:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074907.035986:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 281946 usecs (282 jiffies) 00000400:00000200:2.0:1769074907.035989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074907.035993:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296268820 00000100:00000001:2.0:1769074907.035996:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296280058 00000100:00000001:2.0:1769074907.035999:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296268820 00000100:00000001:2.0:1769074907.036001:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296280058 00000100:00000001:2.0:1769074907.036004:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074907.036006:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.036010:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.036013:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.036021:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074907.036023:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074907.036026:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074907.036027:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.036028:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.036030:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074907.036162:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.036166:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348d00. 00000400:00000200:2.0:1769074907.036171:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.036176:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.036182:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:2.0:1769074907.036185:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:2.0:1769074907.036189:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.036194:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.036203:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.036206:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.036212:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.036214:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:2.0:1769074907.049556:0:27533:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1769074907.049571:0:27533:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207da5c00. 00000020:00000010:2.0:1769074907.049581:0:27533:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207da4400. 00000040:00000010:2.0:1769074907.049587:0:27533:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207da5400. 00000020:00000010:2.0:1769074907.049603:0:27533:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20ac52800. 00000020:00000010:2.0:1769074907.049611:0:27533:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da210398f18. 00000020:00000010:2.0:1769074907.049616:0:27533:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207da4e00. 80000000:00000010:2.0:1769074907.049623:0:27533:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da20a154ea0. 40000000:00000010:2.0:1769074907.049629:0:27533:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da207e39e80. 00100000:00000010:2.0:1769074907.049635:0:27533:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da20ac57000. 00040000:00000010:2.0:1769074907.049640:0:27533:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da208348d00. 00040000:00000010:2.0:1769074907.049646:0:27533:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da20ac53800. 00040000:00000010:2.0:1769074907.049650:0:27533:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da207da5000. 00000004:00000010:2.0:1769074907.049656:0:27533:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da20ac52000. 00000004:00000010:2.0:1769074907.049663:0:27533:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da21004e000. 00000004:00000010:2.0:1769074907.049669:0:27533:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da20ac53000. 00002000:00000010:2.0:1769074907.049675:0:27533:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da202e39c00. 00000004:00000010:2.0:1769074907.049681:0:27533:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da202e39400. 00000020:00000010:2.0:1769074907.049686:0:27533:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da207e39fc0. 00000040:00000010:2.0:1769074907.049701:0:27533:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da20a77e000. 00000040:00080000:2.0:1769074907.050197:0:27533:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1769074907.050204:0:27533:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da20a77e000. 00000020:00000010:2.0:1769074907.050214:0:27533:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da207e39fc0. 00000020:00000010:2.0:1769074907.050226:0:27533:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207da4400. 00000040:00000010:2.0:1769074907.050231:0:27533:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207da5400. 00000020:00000010:2.0:1769074907.050236:0:27533:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20ac52800. 00000020:00000010:2.0:1769074907.050241:0:27533:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da210398f18. 00000020:00000010:2.0:1769074907.050247:0:27533:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207da4e00. 80000000:00000010:2.0:1769074907.050251:0:27533:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da20a154ea0. 40000000:00000010:2.0:1769074907.050256:0:27533:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da207e39e80. 00100000:00000010:2.0:1769074907.050260:0:27533:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da20ac57000. 00040000:00000010:2.0:1769074907.050264:0:27533:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da208348d00. 00000800:00000001:3.0:1769074907.050701:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.050720:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.050724:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.050727:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.050741:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.050750:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.050760:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.050765:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.050772:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.050776:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb084ca00 00000400:00000200:3.0:1769074907.050782:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.050791:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x6bbd [1] + 0 00000800:00000001:3.0:1769074907.050800:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.051111:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.051116:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.051123:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.051133:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.051146:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.051160:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.051188:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.051200:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.051205:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051343:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074907.051348:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.051357:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.051360:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.051364:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b61b8. 00000400:00000200:0.0:1769074907.051370:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:0.0:1769074907.051373:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:0.0:1769074907.051377:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.051383:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.051393:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051400:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.051402:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051405:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.051409:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.051412:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.051415:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.051419:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.051431:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.051436:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.051440:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.051442:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.051445:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1769074907.051450:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1769074907.051456:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.051489:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074907.051492:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 60129542152 gen 1 00000100:00000040:0.0:1769074907.051499:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542152) req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051511:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.051514:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926564480/t60129542151(60129542151) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051521:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.051524:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.051528:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:0.0:1769074907.051533:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.051536:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.051538:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074907.051541:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.051544:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:0.0:1769074907.051548:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.051551:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.051553:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:0.0:1769074907.051558:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.051559:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.051565:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542152) req@ffff8da20a995180 x1855007926564992/t60129542152(60129542152) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051571:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.051575:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995180 x1855007926564992/t60129542152(60129542152) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051580:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.051582:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.051584:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210005800. 02000000:00000001:0.0:1769074907.051587:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.051589:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.051590:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074907.051592:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.051593:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207f68a00. 02000000:00000001:0.0:1769074907.051596:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.051597:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.051599:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995180. 00000100:00000001:0.0:1769074907.051603:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.051604:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051606:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769074907.051609:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1769074907.051611:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074907.051613:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.051618:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051624:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.051628:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.051630:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051633:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074907.051639:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da20a0ec000: connect to target with instance 15 00000020:00000001:0.0:1769074907.051642:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074907.051644:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d4497368284d 00000020:00000001:0.0:1769074907.051647:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.051650:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a791000 refcount=5 00000020:00000001:0.0:1769074907.051653:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000020:00000001:0.0:1769074907.051656:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832765440 : -125747876786176 : ffff8da20a791000) 00000100:00001000:0.0:1769074907.051660:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=1769074907 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074907.051663:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8a410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769074907.051669:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:0.0:1769074907.051676:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 4 00000100:00000001:0.0:1769074907.051679:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074907.051683:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1769074907.051688:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da20a0ec000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1769074907.051692:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1769074907.051693:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074907.051695:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769074907.051699:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769074907.051702:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074907.051704:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074907.051707:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.051710:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074907.051714:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:0.0:1769074907.051719:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074907.051722:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074907.051724:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074907.051726:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074907.051727:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 60129542152 gen 1 00000100:00000040:0.0:1769074907.051730:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074907.051732:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074907.051733:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da202e8a000 from lustre-MDT0000_UUID committed 60129542152 last 0 00000100:00000001:0.0:1769074907.051737:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074907.051739:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1769074907.051742:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074907.051882:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.051885:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.051890:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.051898:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926569472:192.168.204.145@tcp:38:lctl.0 00000100:00000001:0.0:1769074907.051903:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051906:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.051909:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926569472/t0(0) o38->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.051914:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.051916:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.051918:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e38c00. 02000000:00000001:0.0:1769074907.051921:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.051922:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.051923:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074907.051925:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.051926:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c8400. 02000000:00000001:0.0:1769074907.051928:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.051930:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.051931:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:0.0:1769074907.051934:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.051935:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051937:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.051945:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.051947:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.051950:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074907.051952:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1769074907.051962:0:27534:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff8da20a0ec000 to lustre-MDT0000_UUID@192.168.204.145@tcp 00010000:00000001:0.0:1769074907.051965:0:27534:0:(ldlm_request.c:2670:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1769074907.051968:0:27534:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff8da20a0ec000 (0) 00010000:00000001:0.0:1769074907.051971:0:27534:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074907.051974:0:27534:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.051976:0:27534:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff8da20a0ec000 00000001:00000001:0.0:1769074907.051979:0:27534:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074907.051982:0:27534:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00040000:00000010:2.0:1769074907.052522:0:27533:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da20ac53800. 00040000:00000010:2.0:1769074907.052533:0:27533:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da207da5000. 00000004:00000010:2.0:1769074907.052539:0:27533:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da20ac52000. 00000004:00000010:2.0:1769074907.052545:0:27533:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da21004e000. 00000004:00000010:2.0:1769074907.052552:0:27533:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da20ac53000. 00002000:00000010:2.0:1769074907.052558:0:27533:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da202e39c00. 00000004:00000010:2.0:1769074907.052563:0:27533:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da202e39400. 00000020:00000010:2.0:1769074907.052567:0:27533:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207da5c00. 00000001:00000001:0.0:1769074907.056571:0:27534:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.056581:0:27534:0:(ldlm_request.c:2700:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.056586:0:27534:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074907.056590:0:27534:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1769074907.056596:0:27534:0:(import.c:1544:signal_completed_replay()) Process entered 00000040:00000010:0.0:1769074907.056611:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da20a7e1a80. 00000040:00000001:0.0:1769074907.056618:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1769074907.056621:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:0.0:1769074907.056628:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da20a77c000. 00000040:00000010:0.0:1769074907.056632:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da202ceac00. 00000020:00000001:0.0:1769074907.056636:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.056640:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1769074907.056648:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202cea000. 00000040:00000010:0.0:1769074907.056652:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202ceba00. 00000020:00000010:0.0:1769074907.056657:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a765800. 00000020:00000010:0.0:1769074907.056665:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202ceb600. 80000000:00000010:0.0:1769074907.056670:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da20a7e1000. 00040000:00000010:0.0:1769074907.056677:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202cebe00. 20000000:00000010:0.0:1769074907.056681:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da202ceb800. 00000020:00000010:0.0:1769074907.056685:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202cebc00. 10000000:00000010:0.0:1769074907.056688:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da2081b24c0. 10000000:01000000:0.0:1769074907.056691:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1769074907.056696:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074907.056700:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.056703:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.056707:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c800 refcount=3 00000020:00000001:0.0:1769074907.056710:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:0.0:1769074907.056715:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:0.0:1769074907.056718:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074907.056723:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.056735:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.056737:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074907.056739:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.056746:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074907.056747:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.056748:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074907.056750:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.056752:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.056756:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074907.056759:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.056761:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da20acee000) refs 2 10000000:00000001:0.0:1769074907.056763:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.056765:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074907.056767:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da20acee600) refs 3 10000000:00000001:0.0:1769074907.056769:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074907.056770:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074907.056772:0:11570:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1769074907.056774:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074907.056776:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8da20a0ec000 from 7 10000000:00000001:0.0:1769074907.056780:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074907.056781:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1769074907.056790:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642bb80. 00000020:00000040:0.0:1769074907.056794:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.056799:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.056803:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.056810:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.056818:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e18800. 00000100:00000001:0.0:1769074907.056827:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.056833:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074907.056836:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074907.056844:0:11570:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef700. 00010000:00000001:0.0:1769074907.056849:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074907.056852:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064eea00. 00000020:00000001:0.0:1769074907.056857:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074907.056859:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064eea00 with handle 0x5882d44973682fd2 to hash 00000020:00000001:0.0:1769074907.056862:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074907.056864:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:0.0:1769074907.056867:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:0.0:1769074907.056872:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074907.056875:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.056878:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.056886:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.056898:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074907.056903:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.056906:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.056915:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734300. 00000100:00000001:0.0:1769074907.056917:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765276416 : -125747944275200 : ffff8da206734300) 00000100:00000001:0.0:1769074907.056920:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.056922:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769074907.056928:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.056935:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.056937:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.056940:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.056953:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.056963:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.056965:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.056970:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.056973:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.056976:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.056980:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569600:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.056985:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.056991:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.056994:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.056996:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.057003:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c8400. 02000000:00000001:0.0:1769074907.057004:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.057016:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.057021:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d9a0. 00000400:00000010:0.0:1769074907.057029:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074907.057038:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926569600, portal 25 00000100:00000001:0.0:1769074907.057040:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.057041:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:0.0:1769074907.057047:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.057055:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.057058:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.057060:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841088. 00000100:00000200:0.0:1769074907.057064:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926569600, offset 0 00000400:00000200:0.0:1769074907.057072:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.057082:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.057092:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.057099:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.057105:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.057109:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.057112:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.057117:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2665:2665:256:4294967295] 192.168.204.145@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:0.0:1769074907.057121:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.057133:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.057140:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.057145:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38b00. 00000800:00000200:0.0:1769074907.057153:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.057161:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.057166:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.057212:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.057217:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.057220:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280095 00000100:00000001:0.0:1769074907.057228:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280058 00000100:00000001:0.0:1769074907.057234:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280095 00000100:00000001:0.0:1769074907.057237:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280058 00000100:00000001:0.0:1769074907.057240:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.057243:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057245:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.057247:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.057250:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734300 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.057253:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.057256:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.057344:0:27534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428380. 00000020:00000040:0.0:1769074907.057347:0:27534:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074907.057351:0:27534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.057352:0:27534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.057355:0:27534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.057359:0:27534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38a00. 00000100:00000001:0.0:1769074907.057363:0:27534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057367:0:27534:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.057370:0:27534:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.057376:0:27534:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70f701d] to pc [ptlrpcd_rcv+-1] req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.057395:0:27534:0:(import.c:1568:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057397:0:27534:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074907.057400:0:27534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.057402:0:27534:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074907.057404:0:27534:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074907.057411:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074907.057414:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.057416:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.057420:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.057426:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.057428:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.057431:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.057433:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.057435:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.057438:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926569728:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1769074907.057441:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.057443:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.057445:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.057447:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.057451:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e18a00. 02000000:00000001:0.0:1769074907.057453:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.057457:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.057495:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de18. 00000400:00000010:0.0:1769074907.057500:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841dd0. 00000100:00000200:0.0:1769074907.057503:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926569728, portal 10 00000100:00000001:0.0:1769074907.057505:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.057507:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:0.0:1769074907.057512:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.057519:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.057521:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.057524:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074907.057526:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926569728, offset 0 00000400:00000200:0.0:1769074907.057531:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.057536:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.057541:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.057543:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.057546:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.057548:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.057550:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.057553:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2666:2666:255:4294967295] 192.168.204.145@tcp LPNI seq info [2666:2666:7:4294967295] 00000400:00000200:0.0:1769074907.057556:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.057562:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.057566:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.057570:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769074907.057575:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.057581:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.057584:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.057587:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.057591:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 280891 usecs (281 jiffies) 00000400:00000200:0.0:1769074907.057595:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.057597:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296268842 00000100:00000001:0.0:1769074907.057600:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296280095 00000100:00000001:0.0:1769074907.057602:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296268842 00000100:00000001:0.0:1769074907.057604:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296280095 00000100:00000001:0.0:1769074907.057608:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.057611:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057613:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057616:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.057624:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.057626:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074907.057628:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074907.057629:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.057631:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.057634:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074907.058407:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.058414:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:2.0:1769074907.058420:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.058428:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.058435:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841088 00000400:00000010:2.0:1769074907.058438:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841088. 00000100:00000001:2.0:1769074907.058444:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.058450:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.058492:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.058497:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.058503:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.058505:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074907.058878:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.058882:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 00000400:00000200:2.0:1769074907.058887:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.058891:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.058895:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:2.0:1769074907.058898:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:2.0:1769074907.058901:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.058906:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.058915:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.058918:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.058925:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.058926:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.063574:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.063597:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.063602:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.063605:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.063619:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.063630:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.063640:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.063647:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.063655:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.063660:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084ca80 00000400:00000200:3.0:1769074907.063667:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.063675:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6bcd [1] + 224 00000800:00000001:3.0:1769074907.063686:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.063696:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.063700:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.063705:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.063714:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.063726:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.063739:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.063759:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.063771:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.063774:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.064380:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.064394:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.064396:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.064400:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d9a0. 00000400:00000200:0.0:1769074907.064407:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074907.064410:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074907.064414:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.064421:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.064431:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064438:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.064440:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.064442:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.064447:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.064450:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.064452:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.064455:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.064488:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.064493:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.064496:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.064498:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.064502:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.064504:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.064507:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.064512:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064521:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.064525:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.064527:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.064532:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.064539:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569600:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.064544:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.064548:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.064550:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.064553:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.064557:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064563:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.064566:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734300. 00000100:00000001:0.0:1769074907.064570:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.064571:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.064575:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074907.064578:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.064582:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.064585:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=4 00000020:00000001:0.0:1769074907.064588:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:0.0:1769074907.064591:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000040:0.0:1769074907.064600:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064eea00, remote cookie: 0xe52bf4d4a3515f3e, flags: 0x0 00010000:00000001:0.0:1769074907.064604:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074907.064609:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074907.064612:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074907.064614:0:11570:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074907.064615:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074907.064618:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8da2120ef700) refcount = 1 00010000:00010000:0.0:1769074907.064624:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.064632:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074907.064634:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074907.064636:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.064639:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074907.064641:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.064644:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.064650:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074907.064652:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.064654:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.064655:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.064656:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.064658:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.064662:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.064666:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926569600/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064672:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.064675:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.064678:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c8400. 02000000:00000001:0.0:1769074907.064681:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.064684:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.064685:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.064688:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.064691:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e18800. 02000000:00000001:0.0:1769074907.064695:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.064697:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.064699:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:0.0:1769074907.064703:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.064705:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074907.064707:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.064712:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.064715:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da20acee000) refs 3 10000000:00000001:0.0:1769074907.064717:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.064719:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.064720:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.064722:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=3 00000020:00000001:0.0:1769074907.064723:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:0.0:1769074907.064726:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:0.0:1769074907.064728:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074907.064729:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.064730:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.064732:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.064735:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1769074907.064742:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da209879040. 00000020:00000010:0.0:1769074907.064748:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e18800. 00000020:00000010:0.0:1769074907.064756:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e18600. 00000040:00000010:0.0:1769074907.064761:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207e19400. 00000020:00000010:0.0:1769074907.064765:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9b800. 00000020:00000010:0.0:1769074907.064771:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207e19c00. 80000000:00000010:0.0:1769074907.064775:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da202ef4d20. 00040000:00000010:0.0:1769074907.064781:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da207e19600. 20000000:00000010:0.0:1769074907.064786:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da207e19200. 10000000:00000040:0.0:1769074907.064791:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:0.0:1769074907.064794:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1769074907.064796:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1769074907.064798:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1769074907.064802:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da207e18c00. 00000040:00000001:0.0:1769074907.064807:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1769074907.064810:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:0.0:1769074907.064813:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642bb80. 00000020:00000040:0.0:1769074907.064816:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.064821:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.064824:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.064830:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.064839:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e18200. 00000100:00000001:0.0:1769074907.064846:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.064853:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.064855:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.064861:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734300. 00000100:00000001:0.0:1769074907.064863:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765276416 : -125747944275200 : ffff8da206734300) 00000100:00000001:0.0:1769074907.064866:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.064868:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769074907.064872:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.064877:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.064880:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.064881:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.064887:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064894:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.064896:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.064901:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.064904:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.064907:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.064910:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569856:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.064914:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.064921:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.064923:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.064926:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.064930:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e19a00. 02000000:00000001:0.0:1769074907.064931:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.064938:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.064941:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d9a0. 00000400:00000010:0.0:1769074907.064946:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074907.064954:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926569856, portal 25 00000100:00000001:0.0:1769074907.064956:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.064957:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:0.0:1769074907.064963:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.064971:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.064974:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.064976:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841110. 00000100:00000200:0.0:1769074907.064980:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007926569856, offset 0 00000400:00000200:0.0:1769074907.064988:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.064995:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.065003:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.065009:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.065014:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.065018:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.065021:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.065025:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2667:2667:256:4294967295] 192.168.204.145@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:0.0:1769074907.065029:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.065038:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.065044:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.065050:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769074907.065058:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.065068:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.065073:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.065090:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.065095:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.065098:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280103 00000100:00000001:0.0:1769074907.065107:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280095 00000100:00000001:0.0:1769074907.065114:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280103 00000100:00000001:0.0:1769074907.065117:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280095 00000100:00000001:0.0:1769074907.065120:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.065123:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.065126:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.065127:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.065130:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734300 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.065132:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.065134:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074907.066614:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.066624:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000400:00000200:2.0:1769074907.066631:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.066642:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.066650:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841110 00000400:00000010:2.0:1769074907.066653:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841110. 00000100:00000001:2.0:1769074907.066658:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.066666:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.066679:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.066684:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.066691:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.066693:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.072950:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.072975:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.072979:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.072983:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.072999:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.073008:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.073018:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.073024:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.073030:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.073035:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb084cb80 00000400:00000200:2.0:1769074907.073042:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.073050:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6bdd [1] + 224 00000800:00000001:2.0:1769074907.073060:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.073071:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.073074:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.073079:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.073089:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.073101:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.073113:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.073144:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.073155:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.073159:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.073265:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074907.073277:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074907.073280:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074907.073284:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d9a0. 00000400:00000200:3.0:1769074907.073291:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:3.0:1769074907.073294:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:3.0:1769074907.073298:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.073304:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074907.073316:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073322:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074907.073325:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.073328:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074907.073332:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074907.073335:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074907.073349:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.073353:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074907.073362:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074907.073367:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074907.073370:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074907.073371:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.073375:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074907.073378:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.073381:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.073387:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073394:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.073398:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074907.073400:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.073404:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074907.073413:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569856:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.073421:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.073423:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.073426:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074907.073429:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.073432:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073449:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074907.073452:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734300. 00000100:00000001:3.0:1769074907.073456:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074907.073458:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074907.073499:0:11570:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1769074907.073504:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.073507:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074907.073509:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074907.073511:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.073515:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926569856/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073522:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.073525:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.073529:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e19a00. 02000000:00000001:3.0:1769074907.073533:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.073534:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.073536:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074907.073538:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.073541:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e18200. 02000000:00000001:3.0:1769074907.073545:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.073547:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.073550:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:3.0:1769074907.073554:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.073555:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1769074907.073559:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074907.073563:0:11570:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1769074907.073572:0:11570:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8da20a7c2000. 00000040:00000001:3.0:1769074907.073575:0:11570:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1769074907.073577:0:11570:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1769074907.073580:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:3.0:1769074907.073585:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769074907.073588:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074907.073592:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074907.073595:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074907.073599:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074907.073605:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8e400. 00000100:00000001:3.0:1769074907.073610:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.073614:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074907.073616:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074907.073622:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074907.073624:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800399424 : -125747909152192 : ffff8da2088b3240) 00000100:00000001:3.0:1769074907.073627:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.073628:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769074907.073634:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074907.073639:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.073641:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074907.073642:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074907.073647:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073653:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074907.073656:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.073660:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074907.073664:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.073666:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.073670:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569984:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.073674:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074907.073680:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074907.073683:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.073686:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074907.073712:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8da207fb8000. 02000000:00000001:3.0:1769074907.073715:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.073721:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.073725:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074907.073731:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da2088b3c00. 00000100:00000200:3.0:1769074907.073739:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007926569984, portal 25 00000100:00000001:3.0:1769074907.073741:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.073742:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769074907.073748:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.073755:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074907.073758:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074907.073762:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769074907.073765:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007926569984, offset 0 00000400:00000200:3.0:1769074907.073772:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074907.073780:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.073787:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.073793:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074907.073798:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074907.073803:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074907.073806:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074907.073810:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2668:2668:256:4294967295] 192.168.204.145@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:3.0:1769074907.073814:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.073823:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074907.073830:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.073837:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a600. 00000800:00000200:3.0:1769074907.073844:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.073852:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.073857:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1769074907.073865:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.073869:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074907.073872:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280112 00000100:00000001:3.0:1769074907.074042:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280103 00000100:00000001:3.0:1769074907.074050:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280113 00000100:00000001:3.0:1769074907.074054:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280103 00000100:00000001:3.0:1769074907.074058:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.074061:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.074063:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.074065:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074907.074068:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074907.074070:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.074073:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074907.075132:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.075141:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a600. 00000400:00000200:2.0:1769074907.075152:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.075161:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.075169:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000400:00000010:2.0:1769074907.075171:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:2.0:1769074907.075178:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.075186:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.075199:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.075203:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.075210:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.075212:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.089182:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.089206:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.089212:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.089214:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.089228:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.089239:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.089247:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.089252:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.089259:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.089264:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb084cc00 00000400:00000200:3.0:1769074907.089270:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.089278:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x6be5 [4] + 224 00000800:00000001:3.0:1769074907.089288:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.089316:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.089321:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.089327:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.089337:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.089348:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.089361:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.089376:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.089386:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.089391:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.089407:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074907.089416:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074907.089419:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074907.089423:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074907.089427:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2088b3c00 00000400:00000010:3.0:1769074907.089431:0:11570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da2088b3c00. 00000100:00000001:3.0:1769074907.089434:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.089439:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074907.089449:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.089456:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074907.089458:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.089659:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074907.089664:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074907.089667:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074907.089670:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.089674:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074907.089683:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074907.089689:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074907.089692:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074907.089693:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.089698:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074907.089700:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.089703:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.089709:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.089716:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.089719:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074907.089722:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.089725:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074907.089733:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926569984:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.089739:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.089742:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.089744:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074907.089746:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.089750:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.089757:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074907.089760:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074907.089763:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074907.089765:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074907.089774:0:11570:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1769074907.089776:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.089778:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926569984/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.089783:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.089785:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.089788:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8da207fb8000. 02000000:00000001:3.0:1769074907.089796:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.089798:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.089800:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074907.089802:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.089804:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8e400. 02000000:00000001:3.0:1769074907.089807:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.089809:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.089811:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:3.0:1769074907.089814:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.089815:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074907.089817:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.089818:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074907.089819:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1769074907.089822:0:11570:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074907.089824:0:11570:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074907.089827:0:11570:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1769074907.089831:0:11570:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8da208ba6a20. 00000040:00001000:3.0:1769074907.089833:0:11570:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074907.091307:0:27540:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074907.091320:0:27540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8ee00. 00000020:00000010:3.0:1769074907.091331:0:27540:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20ad8e200. 00000040:00000010:3.0:1769074907.091335:0:27540:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da20ad8ec00. 00000020:00000010:3.0:1769074907.091341:0:27540:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a795000. 00000020:00000010:3.0:1769074907.091348:0:27540:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da210a2b758. 00000020:00000010:3.0:1769074907.091365:0:27540:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da20ad8f400. 80000000:00000010:3.0:1769074907.091371:0:27540:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da208ba6900. 40000000:00000010:3.0:1769074907.091376:0:27540:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da207f73c40. 00100000:00000010:3.0:1769074907.091383:0:27540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da20a793000. 00040000:00000010:3.0:1769074907.091389:0:27540:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da21254aa00. 00040000:00000010:3.0:1769074907.091395:0:27540:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da20a794800. 00040000:00000010:3.0:1769074907.091400:0:27540:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da20ad8e600. 00000004:00000010:3.0:1769074907.091405:0:27540:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da20a795800. 00000004:00000010:3.0:1769074907.091413:0:27540:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da208347000. 00000004:00000010:3.0:1769074907.091419:0:27540:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da20a794000. 00002000:00000010:3.0:1769074907.091425:0:27540:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da207f0d800. 00000004:00000010:3.0:1769074907.091431:0:27540:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da207f0e800. 00000020:00000010:3.0:1769074907.091437:0:27540:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da207f73b00. 00000040:00000010:3.0:1769074907.091449:0:27540:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da20a7c6000. 00000040:00080000:3.0:1769074907.092377:0:27540:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1769074907.092388:0:27540:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da20a7c6000. 00000020:00000010:3.0:1769074907.092398:0:27540:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da207f73b00. 00000020:00000010:3.0:1769074907.092413:0:27540:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20ad8e200. 00000040:00000010:3.0:1769074907.092417:0:27540:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da20ad8ec00. 00000020:00000010:3.0:1769074907.092420:0:27540:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a795000. 00000020:00000010:3.0:1769074907.092424:0:27540:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da210a2b758. 00000020:00000010:3.0:1769074907.092429:0:27540:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da20ad8f400. 80000000:00000010:3.0:1769074907.092431:0:27540:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da208ba6900. 40000000:00000010:3.0:1769074907.092435:0:27540:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da207f73c40. 00100000:00000010:3.0:1769074907.092438:0:27540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da20a793000. 00040000:00000010:3.0:1769074907.092444:0:27540:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da21254aa00. 00040000:00000010:3.0:1769074907.092452:0:27540:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da20a794800. 00040000:00000010:3.0:1769074907.092456:0:27540:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da20ad8e600. 00000004:00000010:3.0:1769074907.093700:0:27540:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da20a795800. 00000004:00000010:3.0:1769074907.093713:0:27540:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da208347000. 00000004:00000010:3.0:1769074907.093719:0:27540:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da20a794000. 00002000:00000010:3.0:1769074907.093723:0:27540:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da207f0d800. 00000004:00000010:3.0:1769074907.093726:0:27540:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da207f0e800. 00000020:00000010:3.0:1769074907.093729:0:27540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20ad8ee00. 00000040:00000010:3.0:1769074907.093762:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da208ba6a20. 00000040:00000001:3.0:1769074907.093765:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1769074907.093769:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1769074907.093775:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da20a7c2000. 00000040:00000010:3.0:1769074907.093778:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da207e18c00. 00000020:00000001:3.0:1769074907.093781:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.093784:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1769074907.093788:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e18600. 00000040:00000010:3.0:1769074907.093790:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207e19400. 00000020:00000010:3.0:1769074907.093794:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9b800. 00000020:00000010:3.0:1769074907.093802:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207e19c00. 80000000:00000010:3.0:1769074907.093806:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da202ef4d20. 00040000:00000010:3.0:1769074907.093810:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da207e19600. 20000000:00000010:3.0:1769074907.093814:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da207e19200. 00000020:00000010:3.0:1769074907.093817:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e18800. 10000000:00000010:3.0:1769074907.093818:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da209879040. 10000000:01000000:3.0:1769074907.093822:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1769074907.093825:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074907.093828:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074907.093830:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074907.093832:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=3 00000020:00000001:3.0:1769074907.093834:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:3.0:1769074907.093837:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:3.0:1769074907.093839:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074907.093844:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074907.093852:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074907.093854:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074907.093855:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074907.093860:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074907.093861:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074907.093862:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074907.093864:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.093865:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.093867:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074907.093870:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074907.093872:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 2 10000000:00000001:3.0:1769074907.093873:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.093874:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074907.093875:0:11570:0:(mgc_request.c:123:config_log_put()) log params(ffff8da20acee000) refs 3 10000000:00000001:3.0:1769074907.093877:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074907.093879:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074907.093881:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1769074907.093883:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074907.093885:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8da202f2f800 from 19 10000000:00000001:3.0:1769074907.093888:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074907.093889:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1769074907.093897:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769074907.093901:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074907.093907:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074907.093911:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074907.093918:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074907.093926:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8ee00. 00000100:00000001:3.0:1769074907.093935:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.093941:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074907.093944:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1769074907.093952:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46900 count: 2 00010000:00000001:3.0:1769074907.093956:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074907.093959:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074907.093963:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490a00. 00000020:00000001:3.0:1769074907.093968:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074907.093970:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490a00 with handle 0x5882d44973682fd9 to hash 00000020:00000001:3.0:1769074907.093972:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074907.093974:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:3.0:1769074907.093977:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:3.0:1769074907.093991:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074907.093993:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074907.093996:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074907.094001:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074907.094011:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074907.094015:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074907.094017:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074907.094023:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074907.094025:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800399424 : -125747909152192 : ffff8da2088b3240) 00000100:00000001:3.0:1769074907.094027:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.094029:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769074907.094033:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074907.094038:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.094040:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074907.094042:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074907.094053:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.094060:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074907.094062:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.094065:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074907.094068:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.094069:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.094072:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570112:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.094076:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074907.094082:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074907.094085:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.094087:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074907.094092:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769074907.094093:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.094103:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.094107:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074907.094113:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7204c8. 00000100:00000200:3.0:1769074907.094122:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926570112, portal 25 00000100:00000001:3.0:1769074907.094123:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.094124:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769074907.094128:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.094140:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074907.094142:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074907.094145:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769074907.094148:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926570112, offset 0 00000400:00000200:3.0:1769074907.094154:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074907.094163:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.094171:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.094177:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074907.094181:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074907.094185:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074907.094187:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074907.094190:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2669:2669:256:4294967295] 192.168.204.145@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:3.0:1769074907.094192:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.094202:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074907.094207:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.094211:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254aa00. 00000800:00000200:3.0:1769074907.094218:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.094226:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.094231:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074907.094244:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.094248:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074907.094250:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280130 00000100:00000001:3.0:1769074907.094258:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280112 00000100:00000001:3.0:1769074907.094263:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280130 00000100:00000001:3.0:1769074907.094265:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280113 00000100:00000001:3.0:1769074907.094268:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.094269:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.094271:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.094273:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074907.094275:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074907.094277:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.094280:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.094398:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.094402:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254aa00. 00000400:00000200:3.0:1769074907.094409:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.094415:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.094422:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000400:00000010:3.0:1769074907.094424:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:3.0:1769074907.094431:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.094436:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.094446:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.094449:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.094456:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.094457:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.107503:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.107527:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.107532:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.107536:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.107553:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.107563:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.107683:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.107691:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.107699:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.107704:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084cc80 00000400:00000200:2.0:1769074907.107712:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.107720:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6bf5 [1] + 224 00000800:00000001:2.0:1769074907.107731:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.107746:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.107750:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.107756:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.107765:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.107777:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.107789:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.107814:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.107825:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.107837:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.107991:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074907.108002:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074907.108005:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074907.108008:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074907.108014:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7204c8 00000400:00000010:3.0:1769074907.108017:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7204c8. 00000100:00000001:3.0:1769074907.108023:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.108028:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074907.108039:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.108046:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074907.108049:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.108052:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074907.108056:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074907.108059:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074907.108062:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.108065:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074907.108075:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074907.108080:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074907.108083:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074907.108085:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.108089:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074907.108091:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108095:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.108100:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.108108:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.108111:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074907.108114:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.108117:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074907.108125:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570112:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.108130:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.108134:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108137:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074907.108139:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.108143:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.108150:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074907.108153:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074907.108158:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074907.108159:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.108162:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074907.108167:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074907.108170:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074907.108174:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490a00 refcount=4 00000020:00000001:3.0:1769074907.108177:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:3.0:1769074907.108179:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000040:3.0:1769074907.108187:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490a00, remote cookie: 0xe52bf4d4a3515f61, flags: 0x0 00010000:00000001:3.0:1769074907.108191:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074907.108196:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074907.108198:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074907.108201:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074907.108202:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074907.108205:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8da20ca46900) refcount = 2 00010000:00000040:3.0:1769074907.108208:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1769074907.108211:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074907.108219:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074907.108225:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074907.108227:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074907.108229:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074907.108232:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074907.108234:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074907.108237:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074907.108244:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074907.108246:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074907.108248:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074907.108249:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074907.108250:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074907.108252:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108255:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.108258:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926570112/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.108264:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.108267:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.108270:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769074907.108274:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.108277:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.108279:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074907.108281:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.108285:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8ee00. 02000000:00000001:3.0:1769074907.108288:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.108291:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.108293:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:3.0:1769074907.108297:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.108298:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074907.108301:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.108305:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074907.108307:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 3 10000000:00000001:3.0:1769074907.108309:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.108311:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074907.108313:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074907.108315:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490a00 refcount=3 00000020:00000001:3.0:1769074907.108317:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:3.0:1769074907.108319:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:3.0:1769074907.108321:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074907.108323:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074907.108325:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074907.108327:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074907.108329:0:11570:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1769074907.108335:0:11570:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff8da20a7cc0e0. 00000100:00000010:3.0:1769074907.108357:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769074907.108361:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074907.108365:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074907.108369:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074907.108375:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074907.108382:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8ee00. 00000100:00000001:3.0:1769074907.108390:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108395:0:11570:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1769074907.108400:0:11570:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8da207f0e800. 00000100:00000010:3.0:1769074907.108404:0:11570:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8da207f73c40. 00000020:00000040:3.0:1769074907.108406:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074907.108412:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074907.108414:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074907.108420:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074907.108422:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800399424 : -125747909152192 : ffff8da2088b3240) 00000100:00000001:3.0:1769074907.108425:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.108426:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769074907.108431:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074907.108437:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108439:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074907.108441:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074907.108446:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.108452:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074907.108455:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.108518:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074907.108521:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.108524:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.108528:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570240:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074907.108531:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074907.108538:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074907.108542:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.108544:0:11570:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1769074907.108550:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.108555:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074907.108562:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da2088b3c00. 00000100:00000200:3.0:1769074907.108570:0:11570:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971eb084cd00-0x6971eb084cd00, portal 33 00000100:00000001:3.0:1769074907.108573:0:11570:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.108575:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074907.108579:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8e600. 02000000:00000001:3.0:1769074907.108581:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.108584:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.108587:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bdc0. 00000400:00000010:3.0:1769074907.108590:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7204c8. 00000100:00000200:3.0:1769074907.108593:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926570240, portal 25 00000100:00000001:3.0:1769074907.110725:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.110728:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769074907.110747:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.110759:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074907.110762:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074907.110775:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769074907.110783:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007926570240, offset 0 00000400:00000200:3.0:1769074907.110791:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074907.110805:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.110815:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.110823:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074907.110828:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074907.110833:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074907.110836:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074907.110839:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2670:2670:256:4294967295] 192.168.204.145@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:3.0:1769074907.110843:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.110855:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074907.110862:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.110870:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254aa00. 00000800:00000200:3.0:1769074907.110880:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.110890:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.110895:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254aa00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1769074907.110922:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.110927:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074907.110932:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280147 00000100:00000001:3.0:1769074907.110941:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280130 00000100:00000001:3.0:1769074907.110947:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280147 00000100:00000001:3.0:1769074907.110950:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280130 00000100:00000001:3.0:1769074907.110953:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.110956:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.110959:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.110962:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074907.110965:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074907.110969:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.110972:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074907.111359:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.111365:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254aa00. 00000400:00000200:2.0:1769074907.111376:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.111382:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.111389:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000400:00000010:2.0:1769074907.111391:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:2.0:1769074907.111399:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.111404:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.111415:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.111418:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.111424:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.111426:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.120264:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.120289:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.120294:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.120297:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.120310:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120319:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.120329:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120334:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120340:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120345:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 44 into portal 33 MB=0x6971eb084cd00 00000400:00000200:3.0:1769074907.120351:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120359:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.145@tcp of length 44/44 into md 0x6c05 [4] + 0 00000400:00000010:3.0:1769074907.120379:0:2373:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074907.120384:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8da2088b3c00 00000800:00000001:3.0:1769074907.120392:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.120403:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.120406:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.120411:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.120417:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2088b3c00 00000400:00000010:3.0:1769074907.120419:0:2373:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da2088b3c00. 00000100:00000001:3.0:1769074907.120426:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1769074907.120429:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8da206485880 desc ffff8da207f0e800 mbits 1855007926570240 00000100:00000001:3.0:1769074907.120438:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1769074907.120448:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074907.120451:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.120458:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.120500:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2671:2671:256:4294967295] 192.168.204.145@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:3.0:1769074907.120505:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.120510:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769074907.120517:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:0.0:1769074907.120518:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.120528:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.120535:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8da20ad8f400. 00000800:00000200:3.0:1769074907.120543:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.120550:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.120555:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ad8f400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074907.120926:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.120932:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8da20ad8f400. 00000400:00000200:3.0:1769074907.120936:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.120941:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074907.120948:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.120953:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.122857:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.122883:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.122888:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.122891:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.122903:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.122912:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.122922:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.122928:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.122935:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.122940:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 240 into portal 25 MB=0x6971eb084cd00 00000400:00000200:3.0:1769074907.122947:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.122955:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 240/240 into md 0x6c0d [1] + 224 00000800:00000001:3.0:1769074907.122965:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.122975:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.122979:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.122984:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.122992:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.123004:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.123016:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.123037:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.123045:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.123049:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.123665:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.123677:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.123680:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.123684:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bdc0. 00000400:00000200:0.0:1769074907.123690:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7204c8 00000400:00000010:0.0:1769074907.123693:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7204c8. 00000100:00000001:0.0:1769074907.123701:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.123708:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.123719:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.123727:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.123729:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.123732:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.123736:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.123739:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.123741:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.123745:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.123754:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.123759:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.123762:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.123764:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.123768:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.123770:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.123774:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.123778:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769074907.123789:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.123797:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.123800:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.123804:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.123812:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570240:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.123818:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.123822:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.123825:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.123827:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.123830:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.123836:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.123839:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2088b3240. 00000100:00000001:0.0:1769074907.123843:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.123844:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1769074907.123852:0:11570:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 19, more 0. 10000000:00000001:0.0:1769074907.123856:0:11570:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1769074907.123868:0:11570:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8da207db3000. 00010000:00000001:0.0:1769074907.123880:0:11570:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1769074907.123884:0:11570:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1769074907.123888:0:11570:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.145@tcp has 192.168.204.145@tcp. 00000100:00000001:0.0:1769074907.123891:0:11570:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.123894:0:11570:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1769074907.123895:0:11570:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.145@tcp with 192.168.204.145@tcp 00000100:00000200:0.0:1769074907.123897:0:11570:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.145@tcp' 00000400:00000200:0.0:1769074907.123901:0:11570:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1769074907.123904:0:11570:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1769074907.123907:0:11570:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.123912:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.123916:0:11570:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.145@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1769074907.123920:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.123926:0:11570:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1769074907.123929:0:11570:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.145@tcp NID 192.168.204.145@tcp: 0. pending discovery 00000400:00000200:0.0:1769074907.123931:0:11570:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.145@tcp 00000100:00000001:0.0:1769074907.123934:0:11570:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.123935:0:11570:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1769074907.123938:0:11570:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.204.145@tcp' by NID '192.168.204.145@tcp' 10000000:00000010:0.0:1769074907.123943:0:11570:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8da2064c0480. 10000000:00000040:0.0:1769074907.123946:0:11570:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 19/19 for lustre-MDT0000-mdc-ffff8da202f2f800 -> mdc.import=connection=192.168.204.145@tcp::15 00000020:00000080:0.0:1769074907.123950:0:11570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1769074907.123956:0:11570:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1769074907.123962:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e19e00. 00000020:00000010:0.0:1769074907.123967:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e18000. 00000020:00000010:0.0:1769074907.123971:0:11570:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da202ef4b40. 00000008:00000010:0.0:1769074907.123978:0:11570:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074907.123984:0:11570:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da207f1f900. 00008000:00000010:0.0:1769074907.123990:0:11570:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074907.123997:0:11570:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074907.124001:0:11570:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da202cd8db0. 00000040:00000001:0.0:1769074907.124007:0:11570:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1769074907.124009:0:11570:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8da2064c0480 00000040:00001000:0.0:1769074907.124011:0:11570:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1769074907.124012:0:11570:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1769074907.124014:0:11570:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1769074907.124015:0:11570:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1769074907.124018:0:11570:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1769074907.124019:0:11570:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1769074907.124020:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff8da202f2f800 00000040:00001000:0.0:1769074907.124022:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.204.145@tcp::15 00000040:00000001:0.0:1769074907.124024:0:11570:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1769074907.124100:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e18000. 00000020:00000010:0.0:1769074907.124105:0:11570:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4b40. 00000008:00000010:0.0:1769074907.124111:0:11570:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074907.124114:0:11570:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f900. 00008000:00000010:0.0:1769074907.124117:0:11570:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074907.124121:0:11570:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074907.124124:0:11570:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd8db0. 00000020:00000010:0.0:1769074907.124128:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e19e00. 00000020:00000001:0.0:1769074907.124131:0:11570:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074907.124134:0:11570:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1769074907.124136:0:11570:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8da2064c0480. 10000000:00000010:0.0:1769074907.124140:0:11570:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8da207db3000. 10000000:00000001:0.0:1769074907.124142:0:11570:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.124145:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.124149:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926570240/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.124156:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.124159:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.124163:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8e600. 02000000:00000001:0.0:1769074907.124166:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.124169:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.124171:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.124173:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074907.124174:0:11570:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1769074907.124177:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.124178:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.124179:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1769074907.124183:0:11570:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8da207f73c40. 00000100:00000010:0.0:1769074907.124186:0:11570:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8da207f0e800. 00000100:00000001:0.0:1769074907.124188:0:11570:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1769074907.124191:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8ee00. 02000000:00000001:0.0:1769074907.124194:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.124196:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.124198:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:0.0:1769074907.124202:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.124203:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1769074907.124220:0:11570:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at ffff8da20a7cc0e0. 10000000:01000000:0.0:1769074907.124224:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1769074907.124227:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074907.124230:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.124233:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.124236:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490a00 refcount=3 00000020:00000001:0.0:1769074907.124239:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:0.0:1769074907.124241:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:0.0:1769074907.124244:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074907.124250:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.124258:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.124260:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074907.124262:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.124268:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074907.124269:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.124270:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074907.124272:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.124274:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.124277:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074907.124280:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.124282:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8da21000ac00) refs 2 10000000:00000001:0.0:1769074907.124284:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.124286:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074907.124287:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da21000b600) refs 3 10000000:00000001:0.0:1769074907.124290:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074907.124291:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074907.124293:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1769074907.124295:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074907.124297:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8da202f2f800 from 42 10000000:00000001:0.0:1769074907.124299:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074907.124301:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1769074907.124307:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074907.124310:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.124314:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.124317:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.124322:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.124328:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e19e00. 00000100:00000001:0.0:1769074907.124334:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.124339:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074907.124341:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1769074907.124348:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46c00 count: 2 00010000:00000001:0.0:1769074907.124351:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.124354:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074907.124372:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef000. 00000020:00000001:0.0:1769074907.124377:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074907.124380:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef000 with handle 0x5882d44973682fe0 to hash 00000020:00000001:0.0:1769074907.124383:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074907.124384:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.124387:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.124390:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074907.124393:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.124396:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.124403:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.124412:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074907.124417:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.124419:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.124425:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.124427:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765278528 : -125747944273088 : ffff8da206734b40) 00000100:00000001:0.0:1769074907.124430:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.124431:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074907.124436:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.124441:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.124443:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.124445:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.124450:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.124457:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.125239:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.125246:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.125249:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.125252:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.125258:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570368:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.125263:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.125272:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.125275:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.125278:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.125284:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074907.125286:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.125296:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.125301:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769074907.125308:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074907.125316:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926570368, portal 25 00000100:00000001:0.0:1769074907.125319:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.125320:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074907.125326:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.125334:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.125337:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.125340:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038416e8. 00000100:00000200:0.0:1769074907.125344:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926570368, offset 0 00000400:00000200:0.0:1769074907.125352:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.125360:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.125368:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.125374:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.125379:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.125383:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.125385:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.125389:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2672:2672:256:4294967295] 192.168.204.145@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:0.0:1769074907.125393:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.125404:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.125412:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.125418:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074907.125425:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.125434:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.125439:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.125453:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.125458:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.125485:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280164 00000100:00000001:0.0:1769074907.125493:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280147 00000100:00000001:0.0:1769074907.125499:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280164 00000100:00000001:0.0:1769074907.125503:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280147 00000100:00000001:0.0:1769074907.125506:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.125508:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.125511:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.125512:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.125515:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734b40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.125518:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.125521:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.132779:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.132793:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:3.0:1769074907.132801:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.132814:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.132824:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038416e8 00000400:00000010:3.0:1769074907.133449:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038416e8. 00000100:00000001:3.0:1769074907.133488:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.133502:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.133520:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.133524:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.133532:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.133534:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.138938:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.138960:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.138964:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.138967:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.138981:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.138991:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.139000:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.139006:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.139014:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.139020:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084cd80 00000400:00000200:3.0:1769074907.139027:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.139036:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6c1d [1] + 224 00000800:00000001:3.0:1769074907.139047:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.139057:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.139062:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.139067:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.139077:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.139088:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.139101:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.139115:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.139124:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.139128:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.139557:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.139569:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.139572:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.139576:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769074907.139583:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:0.0:1769074907.139586:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:0.0:1769074907.139590:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.139596:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.139608:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.139615:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.139617:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.139620:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.139624:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.139628:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.139630:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.139634:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.139644:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.139648:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.139651:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.139654:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.139657:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.139660:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.139664:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.139669:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.139677:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.139681:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.139684:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.139688:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.139697:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570368:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.139703:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.139706:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.139709:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.139712:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.139717:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.139724:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.139727:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.139731:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.139733:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.139736:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074907.139740:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.139744:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.139748:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef000 refcount=4 00000020:00000001:0.0:1769074907.139751:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.139754:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000040:0.0:1769074907.139763:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef000, remote cookie: 0xe52bf4d4a3515f92, flags: 0x0 00010000:00000001:0.0:1769074907.139767:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074907.139772:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074907.139775:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074907.139779:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074907.139781:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074907.139784:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8da20ca46c00) refcount = 2 00010000:00000040:0.0:1769074907.139788:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1769074907.139793:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.139804:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.139810:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074907.139813:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074907.139814:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.139818:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074907.139821:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.139824:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.139830:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074907.139832:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.139835:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.139836:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.139837:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.139839:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.139842:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.139846:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926570368/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.139853:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.139856:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.139860:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074907.139863:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.139866:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.139868:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.139870:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.139873:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e19e00. 02000000:00000001:0.0:1769074907.139877:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.139880:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.139882:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769074907.139886:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.139887:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074907.139889:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.139894:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.139896:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8da21000ac00) refs 3 10000000:00000001:0.0:1769074907.139899:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.139901:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.139902:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.139904:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef000 refcount=3 00000020:00000001:0.0:1769074907.139905:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.139908:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.139910:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074907.139912:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.139913:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.139914:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.139918:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1769074907.139923:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da209879c80. 00000020:00000010:0.0:1769074907.139929:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e19e00. 00000020:00000010:0.0:1769074907.139934:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e18000. 00000040:00000010:0.0:1769074907.139940:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207e18e00. 00000020:00000010:0.0:1769074907.139946:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9f000. 00000020:00000010:0.0:1769074907.139954:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207e18800. 80000000:00000010:0.0:1769074907.139959:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da202ef4b40. 00040000:00000010:0.0:1769074907.139966:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da207e19200. 20000000:00000010:0.0:1769074907.139972:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da207e19600. 10000000:00000040:0.0:1769074907.139978:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:0.0:1769074907.139981:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1769074907.139984:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1769074907.139987:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1769074907.139991:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da207e19c00. 00000040:00000001:0.0:1769074907.139995:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1769074907.139998:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:0.0:1769074907.140003:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074907.140007:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.140013:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.140016:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.140022:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.140029:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e19400. 00000100:00000001:0.0:1769074907.140036:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.140043:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.140045:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.140051:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.140053:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765278528 : -125747944273088 : ffff8da206734b40) 00000100:00000001:0.0:1769074907.140056:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.140057:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074907.140062:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.140067:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.140070:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.140071:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.140077:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.140085:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.140087:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.140092:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.140096:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.140099:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.140103:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570496:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.140107:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.140114:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.140117:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.140120:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.140124:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e18600. 02000000:00000001:0.0:1769074907.140126:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.140133:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.140136:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769074907.140141:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074907.140150:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926570496, portal 25 00000100:00000001:0.0:1769074907.140153:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.140154:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074907.140160:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.140168:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.140172:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.140174:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841d48. 00000100:00000200:0.0:1769074907.140178:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007926570496, offset 0 00000400:00000200:0.0:1769074907.140187:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.140195:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.140205:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.140210:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.140215:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.140220:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.140223:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.140227:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2673:2673:256:4294967295] 192.168.204.145@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:0.0:1769074907.140231:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.140242:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.140249:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.140255:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769074907.140263:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.140272:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.140278:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.140298:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.140303:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.140306:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280179 00000100:00000001:0.0:1769074907.140313:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280164 00000100:00000001:0.0:1769074907.140319:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280179 00000100:00000001:0.0:1769074907.140322:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280164 00000100:00000001:0.0:1769074907.140325:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.140328:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.140331:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.140333:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.140336:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734b40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.140338:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.140340:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.140558:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.140564:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769074907.140568:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.140573:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.140578:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841d48 00000400:00000010:3.0:1769074907.140581:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841d48. 00000100:00000001:3.0:1769074907.140585:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.140590:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.140612:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.140615:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.140622:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.140623:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.156584:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.156682:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.156688:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.156691:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.156704:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.156714:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.156723:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.156729:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.156736:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.156741:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb084ce00 00000400:00000200:3.0:1769074907.156747:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.156755:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6c25 [1] + 224 00000800:00000001:3.0:1769074907.156766:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.156775:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.156779:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.156784:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.156794:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.156805:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.156818:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.157113:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.157127:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.157131:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.159204:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.159219:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.159222:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.159227:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769074907.159234:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:0.0:1769074907.159237:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:0.0:1769074907.159242:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.159255:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.159267:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159275:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.159277:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.159280:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.159284:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.159288:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.159290:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.159293:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.159302:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.159308:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.159312:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.159314:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.159317:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.159320:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.159324:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.159329:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159337:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.159341:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.159344:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.159348:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.159428:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570496:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.159436:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.159440:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.159443:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.159445:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.159450:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159457:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.159501:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.159505:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.159506:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074907.159513:0:11570:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1769074907.159517:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.159519:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.159521:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074907.159522:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.159525:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926570496/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159531:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.159534:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.159537:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e18600. 02000000:00000001:0.0:1769074907.159541:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.159542:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.159544:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.159545:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.159549:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e19400. 02000000:00000001:0.0:1769074907.159552:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.159555:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.159557:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769074907.159561:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.159563:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1769074907.159566:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074907.159570:0:11570:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1769074907.159582:0:11570:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8da20acfa000. 00000040:00000001:0.0:1769074907.159584:0:11570:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1769074907.159586:0:11570:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1769074907.159589:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:0.0:1769074907.159595:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074907.159598:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.159602:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.159605:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.159610:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.159616:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e19400. 00000100:00000001:0.0:1769074907.159623:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.159627:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.159629:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.159635:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.159637:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765278528 : -125747944273088 : ffff8da206734b40) 00000100:00000001:0.0:1769074907.159640:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.159641:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074907.159647:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.159652:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.159655:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.159656:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.159660:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159667:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.159669:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.159674:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.159676:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.159679:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.159683:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570624:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.159687:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.159694:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.159697:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.159701:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.159720:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8da206604000. 02000000:00000001:0.0:1769074907.159723:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.159733:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.159737:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769074907.159743:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da2067346c0. 00000100:00000200:0.0:1769074907.159750:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007926570624, portal 25 00000100:00000001:0.0:1769074907.159752:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.159753:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074907.159759:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.159766:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.159769:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.159772:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074907.159776:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007926570624, offset 0 00000400:00000200:0.0:1769074907.159783:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.159792:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.159801:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.159808:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.159814:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.159818:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.159821:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.159825:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2674:2674:256:4294967295] 192.168.204.145@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:0.0:1769074907.159829:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.159840:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.159847:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.159853:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769074907.159932:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.159944:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.159949:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.159967:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.159972:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.159975:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280198 00000100:00000001:0.0:1769074907.159982:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280179 00000100:00000001:0.0:1769074907.159988:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280198 00000100:00000001:0.0:1769074907.159992:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280179 00000100:00000001:0.0:1769074907.159995:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.159998:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.160001:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.160003:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.160006:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734b40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.160008:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.160010:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.161063:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.161073:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:3.0:1769074907.161081:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.161092:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.161102:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:3.0:1769074907.161105:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:3.0:1769074907.161111:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.161118:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.161131:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.161134:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.161140:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.161142:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.168314:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.168342:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.168348:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.168351:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.168377:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.168388:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.168398:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.168404:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.169632:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.169638:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb084ce80 00000400:00000200:3.0:1769074907.169645:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.169653:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x6c2d [4] + 224 00000800:00000001:3.0:1769074907.169665:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.169693:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.169698:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.169703:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.169713:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.169725:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.169738:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.169755:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.169766:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.169770:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.169866:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.169877:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.169880:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.169884:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769074907.169890:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2067346c0 00000400:00000010:0.0:1769074907.169893:0:11570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da2067346c0. 00000100:00000001:0.0:1769074907.169896:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.169901:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.169909:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.169915:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.169917:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.169919:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.169923:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.169926:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.169928:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.169932:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.169941:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.169946:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.169949:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.169951:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.169955:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.169957:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.169960:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.169965:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.169972:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.169976:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.169978:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.169982:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.169990:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570624:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.169995:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.169999:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.170002:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.170005:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.170009:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.170015:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.170018:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da206734b40. 00000100:00000001:0.0:1769074907.170021:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.170023:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074907.170033:0:11570:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1769074907.170036:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.170039:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926570624/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.170045:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.170048:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.170052:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8da206604000. 02000000:00000001:0.0:1769074907.170071:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.170074:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.170076:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.170078:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.170082:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e19400. 02000000:00000001:0.0:1769074907.170086:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.170088:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.170091:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769074907.170095:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.170096:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074907.170099:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.170100:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.170102:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074907.170105:0:11570:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074907.170108:0:11570:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074907.170112:0:11570:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1769074907.170118:0:11570:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8da202ef4ea0. 00000040:00001000:0.0:1769074907.170121:0:11570:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000020:00000010:3.0:1769074907.173936:0:27547:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff8da207f73c80. 00000020:00000040:3.0:1769074907.173956:0:27547:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff8da202f2f800 is connecting to an obsoleted target(14/15), reconnecting... 00000100:00000001:3.0:1769074907.173961:0:27547:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1769074907.173964:0:27547:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da20ac51800 already not connected (conn 66, was 0): DISCONN 00010000:00000001:3.0:1769074907.173971:0:27547:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1769074907.173991:0:27547:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.145@tcp->12345-192.168.204.145@tcp 00000100:00000001:3.0:1769074907.173994:0:27547:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1769074907.174003:0:27547:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.174011:0:27547:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.145@tcp primary NID 192.168.204.145@tcp rc 0 00000100:00000001:3.0:1769074907.174016:0:27547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074907.174019:0:27547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174022:0:27547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769074907.174026:0:27547:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446618326063718336 : -125747645833280 : 0xffff8da2183d1fc0) 00000100:00000040:3.0:1769074907.174029:0:27547:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff8da2183d1fc0 refcount 22 to 192.168.204.145@tcp 00000100:00000040:3.0:1769074907.174031:0:27547:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.145@tcp -> ffff8da2183d1fc0 00010000:00080000:3.0:1769074907.174035:0:27547:0:(ldlm_lib.c:85:import_set_conn()) imp ffff8da20ac51800@lustre-MDT0000-mdc-ffff8da202f2f800: found existing conn 192.168.204.145@tcp, moved to head 00010000:00000001:3.0:1769074907.174039:0:27547:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1769074907.174042:0:27547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00010000:00000001:3.0:1769074907.174044:0:27547:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.174048:0:27547:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769074907.174052:0:27547:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769074907.174056:0:27547:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769074907.174059:0:27547:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 0 00000400:00000200:3.0:1769074907.174063:0:27547:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.174067:0:27547:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:3.0:1769074907.174071:0:27547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174074:0:27547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074907.174076:0:27547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174078:0:27547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769074907.174082:0:27547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074907.174084:0:27547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769074907.174086:0:27547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074907.174089:0:27547:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769074907.174092:0:27547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769074907.174094:0:27547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769074907.174097:0:27547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174099:0:27547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074907.174101:0:27547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174103:0:27547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769074907.174106:0:27547:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769074907.174110:0:27547:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769074907.174113:0:27547:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.174116:0:27547:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074907.174124:0:27547:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.174127:0:27547:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.174130:0:27547:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769074907.174135:0:27547:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769074907.174138:0:27547:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.174139:0:27547:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074907.174145:0:27547:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769074907.174148:0:27547:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074907.174152:0:27547:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074907.174154:0:27547:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.174158:0:27547:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074907.174161:0:27547:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074907.174166:0:27547:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074907.174174:0:27547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769074907.174182:0:27547:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.174192:0:27547:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074907.174204:0:27547:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074907.174208:0:27547:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.174213:0:27547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.174242:0:27547:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.174245:0:27547:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:3.0:1769074907.174248:0:27547:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff8da207f73c80. 00000100:00000001:3.0:1769074907.174268:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.174273:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.174276:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074907.174283:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.174291:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074907.174293:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.174297:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074907.174300:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.174302:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.174306:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926570752:192.168.204.145@tcp:38:lctl.0 00000100:00000001:3.0:1769074907.174310:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074907.174316:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074907.174319:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.174322:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074907.174326:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769074907.174329:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.174336:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.174340:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074907.174348:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074907.174356:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926570752, portal 10 00000100:00000001:3.0:1769074907.174358:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.174373:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:3.0:1769074907.174382:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.174389:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074907.174392:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074907.174395:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 00000100:00000200:3.0:1769074907.174398:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926570752, offset 0 00000400:00000200:3.0:1769074907.175009:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074907.175023:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.175031:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.175038:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074907.175042:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074907.175047:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074907.175050:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074907.175054:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2675:2675:256:4294967295] 192.168.204.145@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:3.0:1769074907.175059:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.175070:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074907.175077:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.175086:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a200. 00000800:00000200:3.0:1769074907.175094:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.175103:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.175109:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074907.175124:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.175130:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1320672 usecs (1321 jiffies) 00000400:00000200:3.0:1769074907.175134:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074907.175137:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296269998 00000100:00000001:3.0:1769074907.175140:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296280198 00000100:00000001:3.0:1769074907.175142:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296269998 00000100:00000001:3.0:1769074907.175145:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296280198 00000100:00000001:3.0:1769074907.175147:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.175151:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.175156:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.175158:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.175169:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.175172:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074907.175174:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.175176:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.175177:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.175179:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.175315:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.175319:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a200. 00000400:00000200:3.0:1769074907.175328:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.175334:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.175340:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:3.0:1769074907.175343:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:3.0:1769074907.175350:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.175355:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.175364:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.175367:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.175373:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.175375:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:0.0:1769074907.178632:0:27550:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1769074907.178646:0:27550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e18c00. 00000020:00000010:0.0:1769074907.178655:0:27550:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e18200. 00000040:00000010:0.0:1769074907.178660:0:27550:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207e19a00. 00000020:00000010:0.0:1769074907.178664:0:27550:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9a800. 00000020:00000010:0.0:1769074907.178672:0:27550:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da20acda338. 00000020:00000010:0.0:1769074907.178678:0:27550:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da20aad7600. 80000000:00000010:0.0:1769074907.178683:0:27550:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da202ef4f00. 40000000:00000010:0.0:1769074907.178687:0:27550:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da209879ac0. 00100000:00000010:0.0:1769074907.178693:0:27550:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da203e98800. 00040000:00000010:0.0:1769074907.178699:0:27550:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20ac38500. 00040000:00000010:0.0:1769074907.178704:0:27550:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da203e9b800. 00040000:00000010:0.0:1769074907.178709:0:27550:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202ceb000. 00000004:00000010:0.0:1769074907.178714:0:27550:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da203e9a000. 00000004:00000010:0.0:1769074907.178721:0:27550:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da207db3000. 00000004:00000010:0.0:1769074907.178726:0:27550:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da203e9e800. 00002000:00000010:0.0:1769074907.178730:0:27550:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da2105c9800. 00000004:00000010:0.0:1769074907.178735:0:27550:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da2105ca800. 00000020:00000010:0.0:1769074907.178740:0:27550:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da209879280. 00000040:00000010:0.0:1769074907.178750:0:27550:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da20acfe000. 00000040:00080000:0.0:1769074907.179239:0:27550:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:0.0:1769074907.179247:0:27550:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da20acfe000. 00000020:00000010:0.0:1769074907.179257:0:27550:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da209879280. 00000020:00000010:0.0:1769074907.179267:0:27550:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e18200. 00000040:00000010:0.0:1769074907.179273:0:27550:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207e19a00. 00000020:00000010:0.0:1769074907.179276:0:27550:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9a800. 00000020:00000010:0.0:1769074907.179281:0:27550:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da20acda338. 00000020:00000010:0.0:1769074907.179287:0:27550:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da20aad7600. 80000000:00000010:0.0:1769074907.179290:0:27550:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da202ef4f00. 40000000:00000010:0.0:1769074907.179297:0:27550:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da209879ac0. 00100000:00000010:0.0:1769074907.179301:0:27550:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da203e98800. 00040000:00000010:0.0:1769074907.179304:0:27550:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20ac38500. 00040000:00000010:0.0:1769074907.179308:0:27550:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da203e9b800. 00040000:00000010:0.0:1769074907.179314:0:27550:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202ceb000. 00000004:00000010:0.0:1769074907.179317:0:27550:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da203e9a000. 00000004:00000010:0.0:1769074907.179321:0:27550:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da207db3000. 00000004:00000010:0.0:1769074907.179325:0:27550:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da203e9e800. 00002000:00000010:0.0:1769074907.179328:0:27550:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da2105c9800. 00000004:00000010:0.0:1769074907.179331:0:27550:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da2105ca800. 00000020:00000010:0.0:1769074907.179334:0:27550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e18c00. 00000040:00000010:0.0:1769074907.179351:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da202ef4ea0. 00000040:00000001:0.0:1769074907.179355:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1769074907.179358:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:0.0:1769074907.179365:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da20acfa000. 00000040:00000010:0.0:1769074907.179368:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da207e19c00. 00000020:00000001:0.0:1769074907.179371:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.179375:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1769074907.179378:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e18000. 00000040:00000010:0.0:1769074907.179380:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207e18e00. 00000020:00000010:0.0:1769074907.179382:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9f000. 00000020:00000010:0.0:1769074907.179385:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207e18800. 80000000:00000010:0.0:1769074907.179387:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da202ef4b40. 00040000:00000010:0.0:1769074907.179390:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da207e19200. 20000000:00000010:0.0:1769074907.179394:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da207e19600. 00000020:00000010:0.0:1769074907.179397:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e19e00. 10000000:00000010:0.0:1769074907.179400:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da209879c80. 10000000:01000000:0.0:1769074907.179403:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1769074907.179408:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074907.179411:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.179414:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.179417:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef000 refcount=3 00000020:00000001:0.0:1769074907.179420:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.179423:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:0.0:1769074907.179426:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074907.179432:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.179442:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.179444:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074907.179447:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.179452:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074907.179453:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.179454:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074907.179456:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.179492:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.179496:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074907.179499:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.179501:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da210b9c400) refs 2 10000000:00000001:0.0:1769074907.179503:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.179505:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074907.179506:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da21000ac00) refs 3 10000000:00000001:0.0:1769074907.179509:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074907.179511:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074907.179513:0:11570:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1769074907.179514:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074907.179516:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8da202f2f800 from 7 10000000:00000001:0.0:1769074907.179519:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074907.179521:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1769074907.179531:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074907.179536:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.179542:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.179546:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.179552:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.179560:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202ceb000. 00000100:00000001:0.0:1769074907.179568:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.179574:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074907.179577:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1769074907.179585:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef700 count: 2 00010000:00000001:0.0:1769074907.179589:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.179592:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074907.179596:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef400. 00000020:00000001:0.0:1769074907.179601:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074907.179603:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef400 with handle 0x5882d44973682fe7 to hash 00000020:00000001:0.0:1769074907.179605:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074907.179607:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.179610:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.179614:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074907.179617:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.179620:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.179628:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.179642:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074907.179648:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.179650:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.179658:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2067346c0. 00000100:00000001:0.0:1769074907.179660:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765277376 : -125747944274240 : ffff8da2067346c0) 00000100:00000001:0.0:1769074907.179663:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.179665:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074907.179672:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.179677:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.179680:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.179682:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.179697:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.179707:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.179710:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.179715:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.179719:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.179721:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.179725:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570880:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.179731:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.179738:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.179741:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.179744:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.179748:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105ca800. 02000000:00000001:0.0:1769074907.179750:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.179763:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.179768:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769074907.179778:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074907.179789:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926570880, portal 25 00000100:00000001:0.0:1769074907.179791:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.179792:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074907.179798:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.179805:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.179807:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.179811:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841d48. 00000100:00000200:0.0:1769074907.179815:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926570880, offset 0 00000400:00000200:0.0:1769074907.179824:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.179834:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.179843:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.179850:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.179856:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.179861:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.179864:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.179868:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2676:2676:256:4294967295] 192.168.204.145@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:0.0:1769074907.179872:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.179885:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.179893:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.179899:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769074907.179908:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.179920:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.179925:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.179942:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.179947:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.179951:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280217 00000100:00000001:0.0:1769074907.179959:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280198 00000100:00000001:0.0:1769074907.179965:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280217 00000100:00000001:0.0:1769074907.179969:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280198 00000100:00000001:0.0:1769074907.179973:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.179976:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.179978:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.179980:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.179983:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2067346c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.179986:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.179989:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.181218:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.181228:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:3.0:1769074907.181234:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.181245:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.181254:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841d48 00000400:00000010:3.0:1769074907.181257:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841d48. 00000100:00000001:3.0:1769074907.181263:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.181269:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.181282:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.181286:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.181293:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.181294:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.185754:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.185777:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.185783:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.185786:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.185799:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.185809:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.185819:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.185897:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.185905:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.185910:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb084cf00 00000400:00000200:3.0:1769074907.185917:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.185925:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x6c35 [1] + 0 00000800:00000001:3.0:1769074907.185934:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.185948:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.185952:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.185956:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.185965:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.185976:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.185989:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186004:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.186015:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.186018:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.186034:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.186039:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074907.186047:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074907.186049:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074907.186053:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074907.186057:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074907.186060:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074907.186066:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.186071:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074907.186080:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186085:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074907.186088:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.186091:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074907.186095:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074907.186098:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074907.186100:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.186104:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074907.186116:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074907.186121:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074907.186123:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074907.186125:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.186128:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1769074907.186133:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074907.186139:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.186143:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074907.186145:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 60129542150 gen 1 00000100:00000040:3.0:1769074907.186150:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542150) req@ffff8da20a995880 x1855007926562560/t60129542147(60129542147) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074893 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186157:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186160:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995880 x1855007926562560/t60129542147(60129542147) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/448 e 0 to 0 dl 1769074893 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186166:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.186169:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.186173:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210007400. 02000000:00000001:3.0:1769074907.186178:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.186181:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.186183:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074907.186186:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.186189:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da21118f800. 02000000:00000001:3.0:1769074907.186193:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.186195:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.186197:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995880. 00000100:00000001:3.0:1769074907.186202:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.186203:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.186208:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542150) req@ffff8da20a994a80 x1855007926562944/t60129542148(60129542148) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074893 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.186216:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.186217:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000001:3.0:1769074907.186220:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186224:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926562944/t60129542148(60129542148) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074893 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.186229:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.186231:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186235:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.186240:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074907.186243:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3c980. 00000100:00000001:3.0:1769074907.186246:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186249:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994a80 x1855007926562944/t60129542148(60129542148) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 656/608 e 0 to 0 dl 1769074893 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.186254:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074907.186256:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.186257:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074907.186259:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.186260:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210004800. 02000000:00000001:3.0:1769074907.186264:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.186265:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.186266:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994a80. 00000100:00000001:3.0:1769074907.186269:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.186270:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.186274:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542150) req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186280:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186282:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926563584/t60129542149(60129542149) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186287:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.186288:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.186290:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769074907.186292:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.186292:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.186294:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074907.186295:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.186296:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:3.0:1769074907.186298:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.186299:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.186301:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:3.0:1769074907.186303:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.186305:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.186309:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 60129542150) req@ffff8da20a997480 x1855007926564096/t60129542150(60129542150) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186314:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.186316:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997480 x1855007926564096/t60129542150(60129542150) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074894 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186321:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.186322:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.186324:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210004000. 02000000:00000001:3.0:1769074907.186325:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.186326:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.186327:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074907.186329:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.186330:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207f68e00. 02000000:00000001:3.0:1769074907.186333:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.186334:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.186335:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997480. 00000100:00000001:3.0:1769074907.186338:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.186338:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074907.186342:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.186347:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769074907.186350:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:3.0:1769074907.186352:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074907.186356:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.186374:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.186381:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.186384:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074907.186386:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.186389:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074907.186396:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to target with instance 15 00000020:00000001:3.0:1769074907.186399:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074907.186400:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769074907.186403:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074907.189029:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769074907.189043:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769074907.189049:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00001000:3.0:1769074907.189058:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1769074907 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074907.189061:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074907.189067:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:3.0:1769074907.189074:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:3.0:1769074907.189078:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074907.189082:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1769074907.189087:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da202f2f800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1769074907.189092:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1769074907.189095:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074907.189097:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1769074907.189101:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1769074907.189104:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074907.189106:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074907.189108:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.189111:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074907.189114:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1769074907.189123:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074907.189125:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1769074907.189128:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1769074907.189131:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074907.189134:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 60129542150 gen 1 00000100:00100000:3.0:1769074907.189149:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074907.189157:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1769074907.189160:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1769074907.189162:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 60129542150 last 0 00000100:00000001:3.0:1769074907.189166:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1769074907.189172:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 1 fl New:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.189179:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.189180:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:3.0:1769074907.189186:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b37d916] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 2 fl New:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.189197:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.189200:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.189202:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.189205:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.189210:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074907.189225:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926570752:192.168.204.145@tcp:38:lctl.0 00000100:00000001:3.0:1769074907.189234:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.189237:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.189240:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926570752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.189247:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.189251:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.189256:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769074907.189261:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.189263:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.189265:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074907.189267:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.189271:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074907.189274:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.189277:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.189279:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:3.0:1769074907.189283:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.189284:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.189287:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.189296:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.189299:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074907.189301:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.189303:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.189305:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074907.189310:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074898 ref 2 fl New:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.189317:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074907.189319:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.189323:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074907.189327:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074907.189330:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074907.189334:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926565632:192.168.204.145@tcp:35:multiop.0 00000100:00000001:3.0:1769074907.189339:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074907.189345:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074907.189348:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074907.189372:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074907.189378:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074907.189387:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074907.189396:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926565632, portal 10 00000100:00000001:3.0:1769074907.189398:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074907.189400:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:3.0:1769074907.189930:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.189938:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074907.189941:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074907.189945:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 00000100:00000200:3.0:1769074907.189949:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926565632, offset 0 00000400:00000200:3.0:1769074907.189956:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074907.189968:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.189977:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074907.189984:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074907.189988:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074907.189993:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074907.189996:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074907.190001:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2677:2677:256:4294967295] 192.168.204.145@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:3.0:1769074907.190005:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.190019:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074907.190027:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074907.190033:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a200. 00000800:00000200:3.0:1769074907.190042:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074907.190052:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074907.190058:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074907.190076:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.190083:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1316842 usecs (1317 jiffies) 00000400:00000200:3.0:1769074907.190087:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074907.190091:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296270012 00000100:00000001:3.0:1769074907.190094:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296280217 00000100:00000001:3.0:1769074907.190097:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296270012 00000100:00000001:3.0:1769074907.190099:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296280217 00000100:00000001:3.0:1769074907.190102:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.190105:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.190109:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.190111:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.190116:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.190118:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074907.190121:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.190123:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074907.190124:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.190126:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.193811:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.193821:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a200. 00000400:00000200:3.0:1769074907.193831:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.193842:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.193850:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:3.0:1769074907.193853:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:3.0:1769074907.193860:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.193871:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.193884:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.193888:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074907.193895:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.193897:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.193909:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.193923:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.193926:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.193930:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.193939:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.193944:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.193951:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.193956:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.193962:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.193965:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084cf80 00000400:00000200:3.0:1769074907.193970:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.193978:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6c45 [1] + 224 00000800:00000001:3.0:1769074907.193987:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.194008:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.194011:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.194015:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.194024:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.194031:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.194040:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.194062:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.194069:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.194072:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.195325:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074907.195341:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074907.195344:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074907.195348:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769074907.195609:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:0.0:1769074907.195613:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:0.0:1769074907.195619:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074907.195631:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074907.195644:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.195706:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074907.195708:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.195712:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074907.195715:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074907.195718:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074907.195721:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.195724:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074907.195734:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074907.195738:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074907.195741:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074907.195742:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.195746:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074907.195748:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.195751:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074907.195757:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.195764:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.195768:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074907.195770:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074907.195775:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074907.195782:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926570880:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.195787:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074907.195791:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.195793:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074907.195795:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.195799:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.195809:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074907.195812:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2067346c0. 00000100:00000001:0.0:1769074907.195816:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074907.195818:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.195822:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074907.195825:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.195829:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.195832:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=4 00000020:00000001:0.0:1769074907.195834:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.195837:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000040:0.0:1769074907.195845:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef400, remote cookie: 0xe52bf4d4a3515f99, flags: 0x0 00010000:00000001:0.0:1769074907.195849:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074907.195854:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074907.195857:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074907.195859:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074907.195860:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074907.195863:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8da2120ef700) refcount = 2 00010000:00000040:0.0:1769074907.195867:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1769074907.195871:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.195879:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.195884:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074907.195887:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074907.195889:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.195892:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074907.195894:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.195898:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.195903:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074907.195906:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.195908:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.195909:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.195910:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.195911:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.195915:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074907.195918:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926570880/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.195924:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074907.195927:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074907.195931:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105ca800. 02000000:00000001:0.0:1769074907.195935:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074907.195937:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074907.195939:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074907.195941:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074907.195944:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceb000. 02000000:00000001:0.0:1769074907.195948:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074907.195950:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074907.195952:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769074907.195956:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074907.195957:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074907.195959:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.195963:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.195966:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da210b9c400) refs 3 10000000:00000001:0.0:1769074907.195968:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.195970:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.195972:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.195973:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:0.0:1769074907.195975:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.195977:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.195979:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074907.195980:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.195981:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074907.195983:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.195985:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1769074907.195992:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da209879c80. 00000020:00000010:0.0:1769074907.195998:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202ceb000. 00000020:00000010:0.0:1769074907.196004:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceb200. 00000040:00000010:0.0:1769074907.196009:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202cebc00. 00000020:00000010:0.0:1769074907.196014:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9f000. 00000020:00000010:0.0:1769074907.196020:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202ceb800. 80000000:00000010:0.0:1769074907.196025:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da202ef4b40. 00040000:00000010:0.0:1769074907.196031:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202cebe00. 20000000:00000010:0.0:1769074907.196036:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da202ceb600. 10000000:00000040:0.0:1769074907.196041:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:0.0:1769074907.196044:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1769074907.196046:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1769074907.196050:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1769074907.196054:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da202ceba00. 00000040:00000001:0.0:1769074907.196059:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1769074907.196062:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:0.0:1769074907.196067:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074907.196070:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.196074:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.196077:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.196081:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.196088:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202cea000. 00000100:00000001:0.0:1769074907.196096:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.196101:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.196103:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.196110:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2067346c0. 00000100:00000001:0.0:1769074907.196112:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765277376 : -125747944274240 : ffff8da2067346c0) 00000100:00000001:0.0:1769074907.196115:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.196117:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074907.196121:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.196127:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.196129:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.196130:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.196135:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.196142:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.196144:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.196148:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.196151:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.196154:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.196157:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926571008:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.196161:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.196167:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.196169:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.196172:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.196175:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceac00. 02000000:00000001:0.0:1769074907.196177:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.196185:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.196188:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769074907.196193:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074907.196201:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926571008, portal 25 00000100:00000001:0.0:1769074907.196202:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.196203:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074907.196208:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.196216:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.196218:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.196221:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038416e8. 00000100:00000200:0.0:1769074907.196225:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007926571008, offset 0 00000400:00000200:0.0:1769074907.196231:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.196241:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.196249:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.196256:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.196260:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.196264:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.196267:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.196270:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2678:2678:256:4294967295] 192.168.204.145@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:0.0:1769074907.196274:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.196286:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.196292:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.196298:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769074907.196306:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.196315:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.196321:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.199872:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.199903:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.199909:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280230 00000100:00000001:0.0:1769074907.199921:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280217 00000100:00000001:0.0:1769074907.199927:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280230 00000100:00000001:0.0:1769074907.199931:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280217 00000100:00000001:0.0:1769074907.199934:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.199939:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.199942:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.199945:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.199954:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2067346c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.199961:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.199965:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.200922:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.200931:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:3.0:1769074907.200937:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.200948:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.200956:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038416e8 00000400:00000010:3.0:1769074907.200958:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038416e8. 00000100:00000001:3.0:1769074907.200965:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.200974:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.200987:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.200990:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.200998:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.200999:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074907.211713:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.211738:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074907.211743:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.211746:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.211761:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.211771:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074907.211779:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.211785:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.211793:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.211798:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb084d000 00000400:00000200:3.0:1769074907.211804:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074907.211812:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6c5d [1] + 224 00000800:00000001:3.0:1769074907.211823:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.211832:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074907.211836:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.211841:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074907.211850:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.211862:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074907.211875:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da206428000 x1855007926571008/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.211906:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074907.211917:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074907.211923:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074907.213105:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.213111:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:3.0:1769074907.213116:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.213122:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.213126:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:3.0:1769074907.213129:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:3.0:1769074907.213133:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.213138:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926571136/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.213148:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.213151:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926571136/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.213157:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.213159:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.226120:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.226143:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.226149:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.226152:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.226167:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.226177:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.226186:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.226192:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.226199:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.226204:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb084d080 00000400:00000200:2.0:1769074907.226211:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.226218:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x6c65 [4] + 224 00000800:00000001:2.0:1769074907.226228:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.226244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.226248:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.226253:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.226261:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.226272:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995500 x1855007926571136/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.226285:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da20a995500 x1855007926571136/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.226301:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.226310:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.226314:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1769074907.238497:0:27556:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074907.238512:0:27556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8f200. 00000020:00000010:3.0:1769074907.238522:0:27556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20ad8f800. 00000040:00000010:3.0:1769074907.238527:0:27556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da20ad8f600. 00000020:00000010:3.0:1769074907.238533:0:27556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a795800. 00000020:00000010:3.0:1769074907.238541:0:27556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da210a2b758. 00000020:00000010:3.0:1769074907.238546:0:27556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da20ad8e800. 80000000:00000010:3.0:1769074907.238552:0:27556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da208ba6a20. 40000000:00000010:3.0:1769074907.238557:0:27556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da207f73c80. 00100000:00000010:3.0:1769074907.238564:0:27556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da20a794800. 00040000:00000010:3.0:1769074907.238568:0:27556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da21254a200. 00040000:00000010:3.0:1769074907.238574:0:27556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da20a793000. 00040000:00000010:3.0:1769074907.238578:0:27556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da20ad8fc00. 00000004:00000010:3.0:1769074907.238585:0:27556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da20a795000. 00000004:00000010:3.0:1769074907.238592:0:27556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da208347000. 00000004:00000010:3.0:1769074907.238600:0:27556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da20a794000. 00002000:00000010:3.0:1769074907.238606:0:27556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da207f0d400. 00000004:00000010:3.0:1769074907.238611:0:27556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da207f0f000. 00000020:00000010:3.0:1769074907.238616:0:27556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da207f73440. 00000040:00000010:3.0:1769074907.238627:0:27556:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da20a7c2000. 00000040:00080000:3.0:1769074907.239122:0:27556:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1769074907.239129:0:27556:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da20a7c2000. 00000020:00000010:3.0:1769074907.239137:0:27556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da207f73440. 00000020:00000010:3.0:1769074907.239155:0:27556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20ad8f800. 00000040:00000010:3.0:1769074907.239160:0:27556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da20ad8f600. 00000020:00000010:3.0:1769074907.239164:0:27556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a795800. 00000020:00000010:3.0:1769074907.239168:0:27556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da210a2b758. 00000020:00000010:3.0:1769074907.239173:0:27556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da20ad8e800. 80000000:00000010:3.0:1769074907.239176:0:27556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da208ba6a20. 40000000:00000010:3.0:1769074907.239180:0:27556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da207f73c80. 00100000:00000010:3.0:1769074907.239184:0:27556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da20a794800. 00040000:00000010:3.0:1769074907.239187:0:27556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da21254a200. 00040000:00000010:3.0:1769074907.239193:0:27556:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da20a793000. 00040000:00000010:3.0:1769074907.239197:0:27556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da20ad8fc00. 00000004:00000010:3.0:1769074907.239200:0:27556:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da20a795000. 00000004:00000010:3.0:1769074907.239203:0:27556:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da208347000. 00000004:00000010:3.0:1769074907.239209:0:27556:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da20a794000. 00002000:00000010:3.0:1769074907.239211:0:27556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da207f0d400. 00000004:00000010:3.0:1769074907.239215:0:27556:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da207f0f000. 00000020:00000010:3.0:1769074907.239218:0:27556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20ad8f200. 00000040:00000010:0.0:1769074907.239387:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da20a7e1180. 00000040:00000001:0.0:1769074907.239394:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1769074907.239398:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1769074907.239404:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da202f3c000. 00000040:00000010:0.0:1769074907.239409:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da202ceba00. 00000020:00000001:0.0:1769074907.239412:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.239416:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1769074907.239420:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceb200. 00000040:00000010:0.0:1769074907.239422:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202cebc00. 00000020:00000010:0.0:1769074907.239424:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9f000. 00000020:00000010:0.0:1769074907.239428:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202ceb800. 80000000:00000010:0.0:1769074907.239430:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da202ef4b40. 00040000:00000010:0.0:1769074907.239435:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202cebe00. 20000000:00000010:0.0:1769074907.239438:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da202ceb600. 00000020:00000010:0.0:1769074907.239442:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202ceb000. 10000000:00000010:0.0:1769074907.239444:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da209879c80. 10000000:01000000:0.0:1769074907.239447:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1769074907.239451:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074907.239455:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074907.239479:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074907.239483:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:0.0:1769074907.239486:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.239489:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074907.239492:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074907.239498:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.239508:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.239510:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074907.239513:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074907.239518:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074907.239519:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074907.239520:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074907.239522:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.239524:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.239528:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074907.239530:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074907.239532:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8da21000be00) refs 3 10000000:00000001:0.0:1769074907.239534:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074907.239536:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074907.239538:0:11570:0:(mgc_request.c:123:config_log_put()) log params(ffff8da210b9c400) refs 3 10000000:00000001:0.0:1769074907.239540:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074907.239541:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074907.239543:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1769074907.239545:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074907.239547:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8da2083018d8 from 1 10000000:00000001:0.0:1769074907.239549:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074907.239551:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1769074907.239560:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b100. 00000020:00000040:0.0:1769074907.239564:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074907.239569:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074907.239574:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074907.239580:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074907.239588:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202ceb000. 00000100:00000001:0.0:1769074907.239596:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.239601:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074907.239604:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1769074907.239611:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46c00 count: 3 00010000:00000001:0.0:1769074907.239614:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074907.239617:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074907.239621:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064efc00. 00000020:00000001:0.0:1769074907.239626:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074907.239628:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064efc00 with handle 0x5882d44973682fee to hash 00000020:00000001:0.0:1769074907.239630:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074907.239632:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762898944 : -125747946652672 : ffff8da2064efc00) 00010000:00000001:0.0:1769074907.239635:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762898944 : -125747946652672 : ffff8da2064efc00) 00010000:00000001:0.0:1769074907.239639:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074907.239642:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.239645:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.239653:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074907.239665:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074907.239671:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074907.239674:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074907.239682:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da206734300. 00000100:00000001:0.0:1769074907.239684:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325765276416 : -125747944275200 : ffff8da206734300) 00000100:00000001:0.0:1769074907.239687:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.239689:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000001:0.0:1769074907.239694:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074907.239699:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.239702:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074907.239704:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074907.239717:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.239726:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074907.239729:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.239733:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074907.239736:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074907.239739:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074907.239742:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926571264:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074907.239747:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074907.239753:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074907.239756:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074907.239759:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074907.239763:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105ca800. 02000000:00000001:0.0:1769074907.239765:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.239775:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074907.239780:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d108. 00000400:00000010:0.0:1769074907.239788:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074907.239797:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926571264, portal 25 00000100:00000001:0.0:1769074907.239799:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074907.239801:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000040:0.0:1769074907.239807:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074907.239814:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074907.239817:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074907.239820:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841110. 00000100:00000200:0.0:1769074907.239823:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926571264, offset 0 00000400:00000200:0.0:1769074907.239830:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074907.239840:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.239849:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074907.239855:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074907.239861:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074907.239865:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074907.239868:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074907.239872:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2680:2680:256:4294967295] 192.168.204.145@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:0.0:1769074907.239877:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074907.239888:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074907.239895:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074907.239901:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769074907.239908:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074907.239917:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074907.239922:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074907.239936:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074907.239940:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074907.239943:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296280277 00000100:00000001:0.0:1769074907.239950:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280252 00000100:00000001:0.0:1769074907.239955:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296280277 00000100:00000001:0.0:1769074907.239958:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280252 00000100:00000001:0.0:1769074907.239961:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074907.239964:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074907.239967:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074907.239969:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074907.239972:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da206734300 going to sleep for 11 seconds 00000100:00000001:0.0:1769074907.239974:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074907.239978:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.240986:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.240993:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:3.0:1769074907.240998:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.241007:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074907.241015:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841110 00000400:00000010:3.0:1769074907.241018:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841110. 00000100:00000001:3.0:1769074907.241024:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.241031:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.241044:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.241048:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.241056:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.241058:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.260307:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.260334:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.260339:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.260342:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.260356:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.260367:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.260378:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.260385:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.260391:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.260397:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb084d100 00000400:00000200:2.0:1769074907.260404:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.260412:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x6c6d [1] + 224 00000800:00000001:2.0:1769074907.260423:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.260438:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.260442:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.260447:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.260485:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.260496:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.260509:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da20642b100 x1855007926571264/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.260539:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.260549:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.260553:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074907.261765:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074907.261771:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:2.0:1769074907.261776:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.261781:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074907.261786:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:2.0:1769074907.261788:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:2.0:1769074907.261792:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074907.261796:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926571392/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.261806:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074907.261818:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926571392/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.261824:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.261825:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.272027:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.272053:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.272059:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.272062:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.272077:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.272088:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074907.272097:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.272103:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.272111:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.272116:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb084d180 00000400:00000200:2.0:1769074907.272122:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074907.272130:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x6c75 [1] + 224 00000800:00000001:2.0:1769074907.272141:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.272156:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.272160:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.272165:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074907.272174:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.272186:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995500 x1855007926571392/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.272200:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da20a995500 x1855007926571392/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.272220:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.272230:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.272233:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074907.487144:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074907.487155:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074907.487162:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074907.487163:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074908.511775:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074908.511786:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074908.511793:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074908.511794:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074908.512905:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074908.512911:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074908.512916:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1769074909.279097:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1769074909.279101:0:11570:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1769074909.534654:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074909.534668:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074909.534671:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074909.534679:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074909.534681:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074909.534683:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074909.534690:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074909.534692:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074909.534694:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074909.534696:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074909.534701:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074909.534703:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074910.366923:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074910.366940:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074910.366956:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4e00. 00000020:00000040:2.0:1769074910.366965:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074910.366970:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074910.366974:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074910.366982:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074910.366994:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348d00. 00000100:00000001:2.0:1769074910.367001:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074910.367017:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074910.367030:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074910.367036:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074910.367044:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f3e04db] to pc [ptlrpcd_01_00+0] req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074910.367086:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074910.367089:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074910.367094:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:2.0:1769074910.367097:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074910.367101:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074910.367104:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074910.367107:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1769074910.367111:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074910.367114:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1769074910.367117:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074910.367120:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074910.367123:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074910.367126:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074910.367133:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (1609) 00000100:00000001:2.0:1769074910.367153:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074910.367157:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074910.367162:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074910.367166:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1769074910.367168:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074910.367178:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074910.367181:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074910.367184:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074910.367185:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074910.367186:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074910.367193:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074910.367201:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074910.367203:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074910.367208:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074910.367211:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074910.367214:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074910.367219:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926571520:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074910.367223:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074910.367230:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074910.367233:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074910.367237:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074910.367243:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5e00. 02000000:00000001:2.0:1769074910.367244:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074910.367256:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074910.367262:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6528. 00000400:00000010:2.0:1769074910.367269:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353ee0. 00000100:00000200:2.0:1769074910.367279:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926571520, portal 25 00000100:00000001:2.0:1769074910.367282:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074910.367284:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000100:00000040:2.0:1769074910.367290:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074910.367299:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074910.367302:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074910.367305:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000200:2.0:1769074910.367308:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926571520, offset 0 00000400:00000200:2.0:1769074910.367316:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074910.367328:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.367339:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074910.367347:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074910.367352:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074910.367356:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074910.367359:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074910.367363:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2682:2682:256:4294967295] 192.168.204.145@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:2.0:1769074910.367368:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.367380:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074910.367390:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074910.367396:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348200. 00000800:00000200:2.0:1769074910.367437:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074910.367447:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074910.367452:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074910.367508:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074910.367514:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074910.367517:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296283407 00000100:00000001:2.0:1769074910.367525:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296280300 00000100:00000001:2.0:1769074910.367529:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296283407 00000100:00000001:2.0:1769074910.367533:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296280300 00000100:00000001:2.0:1769074910.367536:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074910.367539:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074910.367542:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074910.367544:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074910.367667:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074910.367672:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348200. 00000400:00000200:2.0:1769074910.367678:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074910.367683:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074910.367689:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:2.0:1769074910.367692:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:2.0:1769074910.367696:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074910.367701:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074910.367712:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074910.367715:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074910.367728:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074910.367730:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074910.368385:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074910.368391:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074910.368394:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074910.368397:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074910.381379:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074910.381403:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074910.381415:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074910.381419:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074910.381433:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.381444:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074910.381454:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.381852:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.381914:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.381919:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084d200 00000400:00000200:2.0:1769074910.381926:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074910.381933:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6c7d [1] + 224 00000800:00000001:2.0:1769074910.381944:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074910.381956:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074910.381960:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074910.381965:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074910.381976:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074910.381987:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074910.381999:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074910.382063:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074910.382069:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074910.382086:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074910.382098:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074910.382103:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074910.389210:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074910.389219:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074910.389225:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6528. 00000400:00000200:3.0:1769074910.389239:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:3.0:1769074910.389242:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:3.0:1769074910.389249:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074910.389265:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074910.389278:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074910.389286:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074910.389289:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074910.389292:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074910.389297:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074910.389299:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074910.389302:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074910.389306:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074910.389315:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074910.389319:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074910.389322:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074910.389323:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074910.389327:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074910.389329:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074910.389332:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074910.389337:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074910.389344:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074910.389348:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074910.389350:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074910.389354:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074910.389367:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926571520:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074910.389373:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074910.389377:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074910.389380:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4e00 x1855007926571520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074926 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074910.389386:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074910.389389:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074910.389394:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5e00. 02000000:00000001:3.0:1769074910.389399:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074910.389402:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074910.389414:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074910.389417:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074910.389420:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348d00. 02000000:00000001:3.0:1769074910.389424:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074910.389426:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074910.389428:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4e00. 00000100:00000001:3.0:1769074910.389432:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074910.389434:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074910.389437:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074910.389440:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074910.389443:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074910.389444:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074910.389446:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074910.559201:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074910.559211:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074910.559219:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074910.559220:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074910.565175:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074910.565186:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074910.565193:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074911.264514:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074911.264533:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074911.264535:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074911.264541:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074911.264543:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074911.264547:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074911.264552:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074911.393961:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074911.393980:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074911.393983:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074911.393989:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074911.393992:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074911.393996:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074911.394001:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074911.582654:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074911.582664:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074911.582671:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074911.582673:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074912.286947:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074912.286964:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074912.286967:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074912.286973:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074912.286975:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074912.286980:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074912.286985:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074912.418623:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074912.418639:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074912.418653:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074912.418660:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074912.418666:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074912.418669:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074912.418675:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074912.418685:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38100. 00000100:00000001:0.0:1769074912.418694:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074912.418710:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074912.418723:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074912.418729:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074912.418737:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054df33d1] to pc [ptlrpcd_00_01+1] req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.418764:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074912.418767:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074912.418772:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074912.418775:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074912.418778:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074912.418781:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074912.418784:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1769074912.418787:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074912.418790:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1769074912.418792:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074912.418794:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074912.418797:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074912.418800:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074912.418806:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1611) 00000100:00000001:0.0:1769074912.418829:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074912.418834:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074912.418837:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074912.418842:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.418851:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074912.418853:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074912.418858:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074912.418861:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074912.418865:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074912.418869:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926571648:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074912.418875:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074912.418881:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074912.418884:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074912.418887:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074912.418892:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceb200. 02000000:00000001:0.0:1769074912.418894:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074912.418906:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074912.418912:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074912.418920:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074912.418940:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926571648, portal 25 00000100:00000001:0.0:1769074912.418943:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074912.418945:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074912.418951:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.418959:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074912.418962:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074912.418965:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841088. 00000100:00000200:0.0:1769074912.418969:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926571648, offset 0 00000400:00000200:0.0:1769074912.418978:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074912.418989:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074912.418999:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074912.419005:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074912.419010:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074912.419014:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074912.419017:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074912.419021:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2683:2683:256:4294967295] 192.168.204.145@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:0.0:1769074912.419026:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074912.419038:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074912.419045:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074912.419062:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769074912.419071:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074912.419080:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074912.419085:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074912.419107:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074912.419113:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074912.419115:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296285458 00000100:00000001:0.0:1769074912.419124:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296283407 00000100:00000001:0.0:1769074912.419129:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296285458 00000100:00000001:0.0:1769074912.419132:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296283407 00000100:00000001:0.0:1769074912.419135:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074912.419138:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.419141:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.419144:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.419153:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074912.419155:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074912.419158:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074912.419159:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074912.419160:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.419162:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.419175:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074912.419178:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074912.420405:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074912.420415:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:2.0:1769074912.420425:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074912.420435:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074912.420444:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841088 00000400:00000010:2.0:1769074912.420447:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841088. 00000100:00000001:2.0:1769074912.420454:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074912.421251:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074912.421267:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074912.421272:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074912.421279:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074912.421281:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074912.422595:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074912.422610:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074912.422612:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.422618:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074912.422621:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074912.422625:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.422629:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074912.427230:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.427246:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074912.427252:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.427255:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074912.427270:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074912.427281:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074912.427291:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074912.427298:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074912.427305:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074912.427310:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084d280 00000400:00000200:2.0:1769074912.427316:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074912.427325:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6c8d [1] + 224 00000800:00000001:2.0:1769074912.427335:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.427342:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074912.427346:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074912.427351:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074912.427360:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074912.427386:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074912.427399:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074912.427414:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074912.427425:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.427428:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.429907:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074912.429921:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074912.429943:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074912.429946:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074912.429952:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074912.429965:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074912.429969:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074912.429975:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074912.429991:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074912.430004:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.430017:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074912.430020:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.430023:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074912.430027:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074912.430030:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074912.430033:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074912.430037:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074912.430046:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074912.430059:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074912.430062:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074912.430063:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074912.430066:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074912.430069:0:2380:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.430072:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074912.430077:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.430084:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074912.430088:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074912.430090:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074912.430095:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074912.430103:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926571648:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074912.430109:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.430111:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074912.430114:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926571648/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074912.430121:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074912.430125:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074912.430130:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb200. 02000000:00000001:0.0:1769074912.430135:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074912.430138:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074912.430141:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074912.430144:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074912.430147:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38100. 02000000:00000001:0.0:1769074912.430150:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074912.430153:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074912.430155:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074912.430159:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074912.430161:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.430163:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074912.430172:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074912.430174:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074912.430177:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074912.430179:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074912.606639:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074912.606649:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074912.606655:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074912.606657:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074912.607921:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074912.607938:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074912.607944:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769074913.146117:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074913.146146:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074913.146150:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074913.146153:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074913.146168:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074913.146179:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074913.146191:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074913.146198:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074913.146206:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074913.146211:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084cb00 00000400:00000200:2.0:1769074913.146217:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074913.146226:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6bd5 [1] + 0 00000800:00000001:2.0:1769074913.146237:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074913.146250:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074913.146254:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074913.146260:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074913.146271:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074913.146284:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074913.146310:0:2373:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074913.146334:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074913.146346:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074913.146351:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074913.146907:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074913.146913:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074913.146918:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1769074913.146920:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1769074913.146930:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 02000000:00000010:3.0:1769074913.146938:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da21254a200. 02000000:00000001:3.0:1769074913.146941:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074913.146944:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074913.146947:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074913.146956:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074913.146958:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074913.146965:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=6 v=5 (1 0 0 0) 02000000:00000010:3.0:1769074913.146971:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da21254a200. 00000100:00000010:3.0:1769074913.146979:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00001000:3.0:1769074913.146988:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 30s (20s) req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074913.146997:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.147000:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.147003:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.310756:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074913.310775:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074913.310778:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074913.310784:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074913.310786:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074913.310791:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.310795:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.442296:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074913.442312:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074913.442315:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074913.442320:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074913.442323:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074913.442327:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074913.442331:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074913.630642:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074913.630652:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074913.630659:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074913.630663:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074913.630666:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074913.630669:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074913.630673:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074913.630676:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074913.630678:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074913.630680:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074913.630855:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074913.630859:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074913.630863:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074914.335165:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074914.335185:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074914.335188:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074914.335195:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074914.335198:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074914.335202:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074914.335207:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074914.462688:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074914.462708:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074914.462711:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074914.462718:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074914.462721:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074914.462726:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074914.462731:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074914.654664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074914.654672:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074914.654679:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074914.654681:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074914.655148:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074914.655153:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074914.655156:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074915.358649:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074915.358663:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074915.358665:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074915.358671:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074915.358674:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074915.358678:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074915.358682:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074915.488256:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074915.488283:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074915.488286:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074915.488293:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074915.488296:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074915.488301:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074915.488305:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074915.689645:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074915.689654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074915.689662:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074915.689663:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074915.689815:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074915.689820:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074915.689824:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074916.279427:0:27610:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074916.279443:0:27610:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.386078:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074916.386091:0:2381:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074916.386114:0:2381:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074900/real 1769074900] req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074916.386141:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074916.386143:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074916.386149:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:3.0:1769074916.386157:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000400:00000010:3.0:1769074916.386161:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:3.0:1769074916.386166:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074916.386172:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074916.386181:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.386189:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074916.386191:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386194:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074916.386196:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074916.386201:0:2381:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.386208:0:2381:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386220:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074916.386222:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.386225:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074916.386229:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074916.386243:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386246:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074916.386249:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074916.386254:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.386263:0:2381:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1769074916.386267:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386268:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074916.386269:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074916.386274:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074916.386283:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2381:1855007926568192:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074916.386289:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386292:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074916.386296:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926568192/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.386312:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074916.386317:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074916.386322:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7e000. 02000000:00000001:3.0:1769074916.386328:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074916.386332:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074916.386335:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:3.0:1769074916.386338:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074916.386341:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a100. 02000000:00000001:3.0:1769074916.386349:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074916.386353:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074916.386355:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:3.0:1769074916.386360:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074916.386361:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386364:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.386366:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074916.386368:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.386369:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074916.386372:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.510732:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074916.510742:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074916.510761:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074900/real 1769074900] req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074916.510785:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074916.510788:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074916.510792:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b000. 00000400:00000200:3.0:1769074916.510797:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769074916.510802:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769074916.510810:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074916.510815:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074916.510830:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.510839:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074916.510841:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510844:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074916.510846:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074916.510851:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.510857:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510867:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074916.510869:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.510873:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074916.510877:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074916.510879:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510881:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074916.510884:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074916.510900:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.510908:0:2382:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1769074916.510911:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510913:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074916.510914:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074916.510918:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074916.510926:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926567808:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074916.510931:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510935:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074916.510939:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926567808/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074916 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074916.510950:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074916.510954:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074916.510959:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f000. 02000000:00000001:3.0:1769074916.510963:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074916.510967:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074916.510969:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074916.510971:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074916.510975:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a300. 02000000:00000001:3.0:1769074916.510982:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074916.510984:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074916.510986:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:3.0:1769074916.510990:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074916.510991:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510994:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.510996:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074916.510997:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.510999:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074916.511001:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074916.703552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074916.703562:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074916.703570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074916.703572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074916.850667:0:27630:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d9bd08 00000080:00200008:3.0:1769074916.850682:0:27630:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074916.850693:0:27630:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074916.850695:0:27630:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d9bc80 00000080:00200000:3.0:1769074916.850698:0:27630:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074916.850708:0:27630:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8f400. 00800000:00000002:3.0:1769074916.850716:0:27630:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074916.850720:0:27630:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074916.850727:0:27630:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074916.850729:0:27630:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d9bba0 00800000:00000002:3.0:1769074916.850732:0:27630:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074916.850737:0:27630:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074916.850743:0:27630:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074916.850748:0:27630:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074916.850751:0:27630:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d9ba70 00000002:00010000:3.0:1769074916.850752:0:27630:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074916.850757:0:27630:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074916.850759:0:27630:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074916.850764:0:27630:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074916.850773:0:27630:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074916.850775:0:27630:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074916.850777:0:27630:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074916.850779:0:27630:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074916.850782:0:27630:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074916.850789:0:27630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074916.850794:0:27630:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074916.850802:0:27630:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074916.850808:0:27630:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074916.850814:0:27630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074916.850817:0:27630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074916.850819:0:27630:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.850822:0:27630:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074916.850825:0:27630:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074916.850832:0:27630:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074916.850840:0:27630:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769074916.850848:0:27630:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074916.850854:0:27630:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074916.850856:0:27630:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074916.850857:0:27630:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074916.850858:0:27630:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074916.850860:0:27630:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074916.850867:0:27630:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00010000:00000001:3.0:1769074916.850871:0:27630:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074916.850873:0:27630:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074916.850878:0:27630:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1f00. 00010000:00000010:3.0:1769074916.852363:0:27630:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983cc80. 00010000:00000001:3.0:1769074916.852381:0:27630:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074916.852389:0:27630:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491e00. 00000020:00000001:3.0:1769074916.852395:0:27630:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074916.852398:0:27630:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491e00 with handle 0x5882d44973682ff5 to hash 00000020:00000001:3.0:1769074916.852402:0:27630:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074916.852403:0:27630:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074916.852410:0:27630:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074916.852415:0:27630:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074916.852417:0:27630:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074916.852422:0:27630:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 27630 initiator: MDT0 00010000:00010000:3.0:1769074916.852433:0:27630:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27630 initiator: MDT0 00010000:00010000:3.0:1769074916.852757:0:27630:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 27630 initiator: MDT0 00000100:00000001:3.0:1769074916.852765:0:27630:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074916.852768:0:27630:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074916.852778:0:27630:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2088b3240. 00000100:00000001:3.0:1769074916.852781:0:27630:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325800399424 : -125747909152192 : ffff8da2088b3240) 00000100:00000001:3.0:1769074916.852785:0:27630:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074916.852787:0:27630:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000001:3.0:1769074916.852794:0:27630:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074916.852799:0:27630:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.852801:0:27630:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074916.852803:0:27630:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074916.852817:0:27630:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074916.852826:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074916.852828:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074916.852832:0:27630:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != REPLAY) req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074916.852840:0:27630:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074916.852843:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074916.852845:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074916.852849:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074916.852852:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074916.852856:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.852858:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074916.852859:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074916.852862:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074917.535272:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074917.535283:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074917.535314:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074917.535322:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074917.535328:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074917.535332:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074917.535339:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074917.535349:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38700. 00000100:00000001:0.0:1769074917.535356:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074917.535372:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074917.535383:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074917.535387:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074917.535393:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054df33d1] to pc [ptlrpcd_00_00+0] req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.535439:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074917.535442:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074917.535446:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074917.535449:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074917.535452:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074917.535455:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074917.535458:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1769074917.535491:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074917.535495:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1769074917.535497:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074917.535501:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074917.535504:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074917.535506:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074917.535511:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1616) 00000100:00000001:0.0:1769074917.535723:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769074917.535728:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1769074917.535730:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.535740:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074917.535743:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.535745:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074917.535746:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074917.535749:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074917.535755:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.535763:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074917.535765:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074917.535769:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074917.535773:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074917.535776:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074917.535779:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926571904:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074917.535784:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074917.535791:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074917.535794:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074917.535797:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074917.535801:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceaa00. 02000000:00000001:0.0:1769074917.535803:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074917.535816:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074917.535823:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074917.535831:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074917.535841:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926571904, portal 25 00000100:00000001:0.0:1769074917.535843:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074917.535845:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074917.535851:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.535858:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074917.535861:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074917.535864:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841880. 00000100:00000200:0.0:1769074917.535868:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926571904, offset 0 00000400:00000200:0.0:1769074917.535874:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074917.535884:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074917.535892:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074917.535899:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074917.535904:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074917.535908:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074917.535912:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074917.535916:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2684:2684:256:4294967295] 192.168.204.145@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:0.0:1769074917.535920:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074917.535933:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074917.535941:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074917.535947:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38100. 00000800:00000200:0.0:1769074917.535955:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074917.535964:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074917.535969:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074917.535983:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074917.535988:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074917.535992:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296290575 00000100:00000001:0.0:1769074917.535998:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296285458 00000100:00000001:0.0:1769074917.536003:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296290575 00000100:00000001:0.0:1769074917.536006:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296285458 00000100:00000001:0.0:1769074917.536009:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074917.536011:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074917.536015:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074917.536017:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074917.536927:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074917.536934:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38100. 00000400:00000200:3.0:1769074917.536940:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074917.536949:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074917.536957:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841880 00000400:00000010:3.0:1769074917.536960:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841880. 00000100:00000001:3.0:1769074917.536965:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074917.536971:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074917.536982:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074917.536986:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074917.536994:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074917.536995:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074917.542752:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074917.542773:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074917.542778:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074917.542781:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074917.542794:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074917.542805:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074917.542820:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074917.542826:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074917.542833:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074917.542838:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084d380 00000400:00000200:2.0:1769074917.542854:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074917.542863:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6c95 [1] + 224 00000800:00000001:2.0:1769074917.542874:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074917.542887:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074917.542892:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074917.542897:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074917.542907:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074917.542921:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074917.542932:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074917.542943:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074917.542955:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074917.542958:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.543620:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074917.543627:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074917.543636:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074917.543639:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074917.543643:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074917.543650:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074917.543653:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074917.543656:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074917.543664:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074917.543673:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.543679:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074917.543681:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.543683:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074917.543687:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074917.543690:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074917.543692:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074917.543696:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074917.543704:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074917.543710:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074917.543712:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074917.543714:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074917.543717:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074917.543720:0:2380:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074917.543723:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074917.543729:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.543736:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074917.543739:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074917.543742:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074917.543746:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074917.543758:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926571904:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074917.543764:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.543767:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074917.543770:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926571904/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074917.543777:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074917.543781:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074917.543785:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceaa00. 02000000:00000001:0.0:1769074917.543790:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074917.543793:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074917.543795:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074917.543798:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074917.543801:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38700. 02000000:00000001:0.0:1769074917.543804:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074917.543807:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074917.543809:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074917.543813:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074917.543814:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.543817:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074917.543827:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074917.543829:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074917.543831:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074917.543834:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074917.726702:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074917.726711:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074917.726718:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074917.726719:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074917.726828:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074917.726832:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074917.726836:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074917.855988:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074917.856000:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074917.856002:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074917.856009:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074917.856013:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074917.856019:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074917.856022:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074917.856025:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074917.856028:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074918.559716:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074918.559734:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074918.559737:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074918.559742:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074918.559746:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074918.559750:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074918.559753:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074918.751336:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074918.751347:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074918.751355:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074918.751357:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074918.878624:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074918.878635:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074918.878637:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074918.878646:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074918.878650:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074918.878655:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074918.878658:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074918.878661:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074918.878664:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074919.584356:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074919.584374:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074919.584376:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074919.584383:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074919.584386:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074919.584391:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074919.584394:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074919.775367:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074919.775394:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074919.775398:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074919.775407:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074919.775411:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074919.775413:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074919.775420:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074919.775422:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074919.775424:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074919.775427:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074919.775433:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074919.775434:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074919.775719:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074919.775735:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074919.775738:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074919.902646:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074919.902660:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074919.902662:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074919.902670:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074919.902675:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074919.902680:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074919.902683:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074919.902686:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074919.902690:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074920.606735:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074920.606753:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074920.606755:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074920.606762:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074920.606765:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074920.606770:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074920.606773:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074920.798692:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074920.798703:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074920.798710:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074920.798711:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074920.926631:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074920.926642:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074920.926644:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074920.926662:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074920.926667:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074920.926672:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074920.926675:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074920.926678:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074920.926681:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074921.633878:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074921.633898:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074921.633900:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074921.633907:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074921.633910:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074921.633916:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074921.633919:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074921.822676:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074921.822685:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074921.822693:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074921.822695:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074921.823043:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074921.823047:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074921.823051:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074921.950764:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074921.950776:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074921.950779:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074921.950786:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074921.950790:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074921.950795:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074921.950798:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074921.950801:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074921.950805:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074922.654565:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074922.654584:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074922.654587:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074922.654594:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074922.654597:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074922.654602:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074922.654605:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.654791:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074922.654805:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074922.654819:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074922.654826:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074922.654831:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074922.654834:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074922.654840:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074922.654851:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38700. 00000100:00000001:0.0:1769074922.654859:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.654871:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074922.654881:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074922.654885:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.654889:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054df33d1] to pc [ptlrpcd_00_01+1] req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.654917:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074922.654919:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074922.654923:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074922.654925:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.654927:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074922.654929:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.654931:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1769074922.654933:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074922.654935:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1769074922.654937:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.654938:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074922.654940:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.654941:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074922.654945:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1621) 00000100:00000001:0.0:1769074922.654952:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769074922.654954:0:2379:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1769074922.654956:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.654960:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074922.654961:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.654961:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.654962:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074922.654964:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074922.654971:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.654977:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074922.654980:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.654984:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074922.654987:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074922.654991:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074922.654994:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926572032:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074922.654999:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074922.655005:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074922.655007:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.655010:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074922.655015:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceaa00. 02000000:00000001:0.0:1769074922.655017:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074922.655028:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074922.655034:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074922.655043:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074922.655052:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926572032, portal 25 00000100:00000001:0.0:1769074922.655054:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074922.655056:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074922.655060:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.655065:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074922.655068:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074922.655070:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769074922.655073:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926572032, offset 0 00000400:00000200:0.0:1769074922.655078:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074922.655088:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074922.655095:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074922.655100:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074922.655104:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074922.655108:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074922.655110:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074922.655113:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2685:2685:256:4294967295] 192.168.204.145@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:0.0:1769074922.655116:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074922.655126:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074922.655131:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074922.655137:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38100. 00000800:00000200:0.0:1769074922.655144:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074922.655151:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074922.655156:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074922.655174:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074922.655178:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074922.655180:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296295694 00000100:00000001:0.0:1769074922.655189:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296290575 00000100:00000001:0.0:1769074922.655193:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296295694 00000100:00000001:0.0:1769074922.655197:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296290575 00000100:00000001:0.0:1769074922.655209:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074922.655212:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.655214:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.655216:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074922.655393:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074922.655398:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38100. 00000400:00000200:2.0:1769074922.655403:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074922.655408:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074922.655413:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:2.0:1769074922.655415:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:2.0:1769074922.655418:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074922.655422:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074922.655429:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074922.655432:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074922.655437:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074922.655438:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074922.659496:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074922.659519:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074922.659524:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074922.659527:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074922.659542:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074922.659551:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074922.659560:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074922.659567:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074922.659856:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074922.659862:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084d400 00000400:00000200:2.0:1769074922.659869:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074922.659878:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6c9d [1] + 224 00000800:00000001:2.0:1769074922.659890:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074922.659901:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074922.659905:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074922.659911:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074922.659921:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074922.659933:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074922.659947:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074922.659975:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074922.659987:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074922.659991:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.662310:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.662322:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074922.662365:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074922.662368:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074922.662373:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074922.662388:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074922.662392:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074922.662404:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074922.662419:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074922.662433:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.662442:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074922.662444:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.662447:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074922.662451:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074922.662454:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074922.662456:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.662498:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074922.662508:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074922.662514:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074922.662517:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074922.662519:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.662522:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074922.662525:0:2379:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.662528:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.662534:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.662541:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074922.662545:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074922.662547:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074922.662551:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074922.662560:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926572032:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074922.662565:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.662576:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074922.662580:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926572032/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.662588:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074922.662591:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074922.662595:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceaa00. 02000000:00000001:0.0:1769074922.662599:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074922.662603:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074922.662605:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074922.662608:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074922.662611:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38700. 02000000:00000001:0.0:1769074922.662615:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074922.662618:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074922.662620:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074922.662624:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074922.662625:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.662628:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.662637:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074922.662640:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.662642:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.662645:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.846682:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074922.846692:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.846700:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074922.846704:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074922.846707:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074922.846710:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.846713:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074922.846716:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.846718:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.846721:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074922.980095:0:27630:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074922.980110:0:27630:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074922.980112:0:27630:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074922.980120:0:27630:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2088b3240 going to sleep for 0 seconds 00000100:00000001:3.0:1769074922.980126:0:27630:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074922.980131:0:27630:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074922.980135:0:27630:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074922.980137:0:27630:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074922.980141:0:27630:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.678724:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074923.678735:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074923.678756:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074907/real 1769074907] req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Rpc:XQr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1769074923.678779:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.678790:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.678796:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074923.678801:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074923.678804:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074923.678812:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.678818:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Rpc:XQr/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074923.678827:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Rpc:XQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.678835:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.678837:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.678840:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.678842:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074923.678847:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=REPLAY (now=REPLAY) req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Rpc:XQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.678854:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.678865:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.678867:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=15 : 15 : f) 00000100:00000001:3.0:1769074923.678870:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.678873:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074923.678875:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074923.678879:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Rpc:EXQU/604/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.678885:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769074923.678888:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.678889:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.678891:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.678893:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00020000:3.0:1769074923.678896:0:2378:0:(client.c:3367:ptlrpc_replay_interpret()) @@@ request replay timed out req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Interpret:EXQU/604/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.710305:0:2378:0:(client.c:3368:ptlrpc_replay_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769074923.710330:0:2378:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769074923.710336:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY to CONNECTING 00000100:00000001:3.0:1769074923.710342:0:2378:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769074923.710350:0:2378:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1601 00000400:00000200:3.0:1769074923.710369:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074923.710377:0:2378:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:3.0:1769074923.710382:0:2378:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074923.710386:0:2378:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074923.710389:0:2378:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074923.710392:0:2378:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769074923.710396:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074923.710398:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769074923.710401:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074923.710404:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769074923.710406:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769074923.710409:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769074923.710412:0:2378:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074923.710414:0:2378:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074923.710427:0:2378:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 21 to 192.168.204.145@tcp 00000100:00000001:3.0:1769074923.710429:0:2378:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769074923.710433:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769074923.710436:0:2378:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769074923.710439:0:2378:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.710442:0:2378:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074923.710759:0:2378:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074923.710763:0:2378:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710766:0:2378:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769074923.710772:0:2378:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769074923.710777:0:2378:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710779:0:2378:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074923.710795:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074923.710800:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074923.710806:0:2378:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074923.710809:0:2378:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710813:0:2378:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074923.710817:0:2378:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074923.710822:0:2378:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074923.710832:0:2378:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769074923.710840:0:2378:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074923.710851:0:2378:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074923.710863:0:2378:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074923.710868:0:2378:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.710873:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.710885:0:2378:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710888:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769074923.710894:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Interpret:EXQU/604/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074923.710903:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926565632:192.168.204.145@tcp:35:multiop.0 00000100:00000001:3.0:1769074923.710910:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710913:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.710917:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl Complete:EXQU/604/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.710923:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.710925:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.710935:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.710937:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=15 : 15 : f) 00000100:00000001:3.0:1769074923.710939:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.710942:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074923.710944:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074923.710947:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.710959:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074923.710961:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.710965:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074923.710968:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074923.710970:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074923.710974:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572160:192.168.204.145@tcp:38:ptlrpcd_rcv.0 00000100:00000001:3.0:1769074923.710979:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074923.710983:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074923.710986:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.710988:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074923.710992:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769074923.710994:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074923.711003:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074923.711008:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074923.711016:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074923.711025:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926572160, portal 10 00000100:00000001:3.0:1769074923.711028:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074923.711029:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:3.0:1769074923.711037:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.711044:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074923.711047:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074923.711050:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769074923.711053:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926572160, offset 0 00000400:00000200:3.0:1769074923.711061:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074923.711070:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074923.711078:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074923.711084:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074923.711090:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074923.711095:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074923.711097:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074923.711102:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2686:2686:256:4294967295] 192.168.204.145@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:3.0:1769074923.711106:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074923.711117:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074923.711125:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074923.711131:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a300. 00000800:00000200:3.0:1769074923.711141:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074923.711157:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074923.711164:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074923.711192:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.711198:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1316842 usecs (1317 jiffies) 00000400:00000200:3.0:1769074923.711201:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074923.711205:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296286533 00000100:00000001:3.0:1769074923.711208:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:3.0:1769074923.711211:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296286533 00000100:00000001:3.0:1769074923.711213:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:3.0:1769074923.711216:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.711218:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.711221:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.711223:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.711226:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.711228:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074923.711230:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.711231:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074923.711233:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.711235:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074923.713625:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074923.713637:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a300. 00000400:00000200:2.0:1769074923.713650:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.713662:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074923.713672:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:2.0:1769074923.713676:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:2.0:1769074923.713685:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074923.713695:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.713708:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074923.713712:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.713719:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.713721:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074923.743367:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.743396:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.743401:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.743403:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.743418:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.743429:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.743439:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.743444:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.743451:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.743456:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb084d480 00000400:00000200:2.0:1769074923.743514:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.743523:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x6ca5 [1] + 0 00000800:00000001:2.0:1769074923.743534:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.743547:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.743550:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.743556:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.743565:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.743576:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.743591:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.743616:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.743627:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.743631:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747044:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.747056:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074923.747070:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.747073:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.747079:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074923.747090:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074923.747093:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074923.747102:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.747118:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074923.747132:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.747142:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.747144:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747147:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074923.747151:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074923.747154:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074923.747156:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.747161:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074923.747173:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074923.747178:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074923.747196:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074923.747198:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074923.747202:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1769074923.747208:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074923.747216:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747220:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074923.747222:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:3.0:1769074923.747224:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074923.747228:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.747233:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.747239:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.747243:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.747245:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747248:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074923.747256:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to target with instance 15 00000020:00000001:3.0:1769074923.747260:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074923.747263:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769074923.747266:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074923.747269:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769074923.747272:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769074923.747276:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00001000:3.0:1769074923.747279:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1769074923 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074923.747283:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074923.747288:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:3.0:1769074923.747294:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:3.0:1769074923.747298:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074923.747302:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1769074923.747307:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da202f2f800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1769074923.747311:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1769074923.747312:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074923.747314:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1769074923.747318:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1769074923.747321:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074923.747323:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074923.747326:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747328:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074923.747332:0:2378:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.145@tcp after partition 00000100:00080000:3.0:1769074923.747334:0:2378:0:(import.c:1298:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da202f2f800: reconnected to lustre-MDT0000_UUID during replay 00000100:00080000:3.0:1769074923.747337:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1769074923.747342:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074923.747344:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1769074923.747346:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1769074923.747348:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074923.747349:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 60129542150 gen 1 00000100:00100000:3.0:1769074923.747355:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 1 fl Complete:EXQU/604/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074923.747363:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1769074923.747365:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1769074923.747367:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 60129542150 last 0 00000100:00080000:3.0:1769074923.747372:0:2378:0:(recover.c:117:ptlrpc_replay_next()) @@@ resend_replay=1, last_transno=0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 1 fl Complete:EXQU/606/ffffffff rc -110/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.747382:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1769074923.747387:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 1 fl New:EXQU/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.747395:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074923.747396:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:3.0:1769074923.747402:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b37d916] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl New:EXQU/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.747413:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747415:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747417:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747419:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.747424:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074923.747432:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572160:192.168.204.145@tcp:38:ptlrpcd_rcv.0 00000100:00000001:3.0:1769074923.747437:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747440:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.747444:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926572160/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.747450:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074923.747454:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074923.747458:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769074923.747516:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074923.747518:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074923.747520:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074923.747523:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074923.747526:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074923.747530:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074923.747533:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074923.747535:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:3.0:1769074923.747539:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074923.747540:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747543:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747559:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.747562:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=15 : 15 : f) 00000100:00000001:3.0:1769074923.747564:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.747566:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074923.747568:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074923.747573:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 1 dl 1769074923 ref 2 fl New:EXQU/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.747580:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074923.747582:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.747586:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074923.747590:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074923.747592:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074923.747595:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926565632:192.168.204.145@tcp:35:multiop.0 00000100:00000001:3.0:1769074923.747599:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074923.747605:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074923.747608:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074923.747618:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074923.747627:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074923.747633:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074923.747640:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926565632, portal 10 00000100:00000001:3.0:1769074923.747642:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074923.747644:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:3.0:1769074923.747649:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=606 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 3 fl Rpc:r/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.747656:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074923.747659:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074923.747662:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 00000100:00000200:3.0:1769074923.747665:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926565632, offset 0 00000400:00000200:3.0:1769074923.747672:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074923.747681:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074923.747690:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074923.747697:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074923.747702:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074923.747707:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074923.747710:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074923.747714:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2687:2687:256:4294967295] 192.168.204.145@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:3.0:1769074923.747718:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074923.747728:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074923.747736:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074923.747743:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a100. 00000800:00000200:3.0:1769074923.747751:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074923.747761:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074923.747767:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074923.747793:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.747798:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1313125 usecs (1314 jiffies) 00000400:00000200:3.0:1769074923.747802:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074923.747806:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296286567 00000100:00000001:3.0:1769074923.747809:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:3.0:1769074923.747812:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296286567 00000100:00000001:3.0:1769074923.747814:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:3.0:1769074923.747817:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.747819:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747822:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747823:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.747827:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.747828:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074923.747830:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.747831:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074923.747833:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.747835:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074923.748143:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074923.748150:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a100. 00000400:00000200:2.0:1769074923.748159:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.748166:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074923.748172:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:2.0:1769074923.748175:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:2.0:1769074923.748193:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074923.748198:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 3 fl Rpc:r/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074923.748207:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074923.748210:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 3 fl Rpc:Qr/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074923.748217:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.748218:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074923.783877:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.783906:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.783911:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.783913:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.783928:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.783939:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.783949:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.783956:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.783963:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.783967:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084bb00 00000400:00000200:2.0:1769074923.783974:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.783982:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6cb5 [1] + 224 00000800:00000001:2.0:1769074923.783992:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.784004:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.784008:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.784013:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.784022:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.784034:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:Qr/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074923.784047:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=606 mlen=456 offset=224 replen=456 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQ/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074923.784065:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.784077:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.784081:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.784161:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.784166:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074923.784175:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.784177:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.784293:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074923.784299:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074923.784303:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074923.784310:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.784315:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQ/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074923.784325:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQU/606/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.784332:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.784335:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.784337:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074923.784341:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074923.784344:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074923.784347:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.784351:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074923.784363:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074923.784367:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51ca0 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:3.0:1769074923.784371:0:2378:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff8da202f2f800 ptl 23 has changed from 5 to 10 00000100:00001000:3.0:1769074923.784375:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074923.784378:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1769074923.784382:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQU/606/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.784389:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:3.0:1769074923.784393:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1769074923.784396:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074923.784398:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:3.0:1769074923.784400:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074923.784403:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:3.0:1769074923.784409:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQU/604/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.784417:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:3.0:1769074923.784421:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.784424:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.784426:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1769074923.784431:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Interpret:RQU/604/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00020000:3.0:1769074923.784439:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status -116, old was 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Interpret:RQU/604/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.813147:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074923.813157:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1769074923.813161:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1769074923.813164:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074923.813167:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 60129542150 gen 1 00000100:00100000:3.0:1769074923.813200:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Interpret:RQU/604/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074923.813210:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1769074923.813212:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1769074923.813214:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 60129542150 last 60129542153 00000100:00000001:3.0:1769074923.813218:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074923.813223:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:3.0:1769074923.813229:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074923.815364:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.815373:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074923.815392:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Interpret:RQU/604/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074923.815406:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926565632:192.168.204.145@tcp:35:multiop.0 00000100:00000001:2.0:1769074923.815509:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.815514:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074923.815518:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 2 fl Complete:RQU/604/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074923.815527:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.815530:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.815533:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.815536:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.815537:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.815539:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.817011:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.817014:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.817016:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074923.817024:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.817032:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074923.817035:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.817039:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074923.817042:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074923.817045:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074923.817048:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572288:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1769074923.817053:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074923.817060:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074923.817063:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.817067:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074923.817073:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7e800. 02000000:00000001:2.0:1769074923.817075:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074923.817087:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074923.817093:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6688. 00000400:00000010:2.0:1769074923.817100:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000200:2.0:1769074923.817108:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926572288, portal 10 00000100:00000001:2.0:1769074923.817111:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074923.817112:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000040:2.0:1769074923.817119:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.817127:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074923.817130:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074923.817133:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000200:2.0:1769074923.817137:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926572288, offset 0 00000400:00000200:2.0:1769074923.817145:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074923.817333:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.817345:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074923.817351:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074923.817356:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074923.817360:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074923.817363:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074923.817367:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2688:2688:256:4294967295] 192.168.204.145@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:2.0:1769074923.817372:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.817385:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074923.817393:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074923.817399:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348200. 00000800:00000200:2.0:1769074923.817408:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074923.817718:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074923.817723:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074923.819962:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074923.819970:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1309431 usecs (1310 jiffies) 00000400:00000200:2.0:1769074923.819982:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074923.819987:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296286635 00000100:00000001:2.0:1769074923.819991:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.819993:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296286635 00000100:00000001:2.0:1769074923.819996:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.819999:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074923.820002:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.820008:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.820012:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.820022:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074923.820025:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074923.820029:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.820031:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.820033:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.820035:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074923.820252:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074923.820258:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348200. 00000400:00000200:3.0:1769074923.820265:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074923.820275:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074923.820282:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:3.0:1769074923.820286:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:3.0:1769074923.820292:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074923.820302:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.820314:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.820318:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.820325:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.820327:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1769074923.825536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cf40. 00010000:00000010:1.1:1769074923.825583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00010000:00000010:1.1:1769074923.825590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000001:0.0:1769074923.870792:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074923.870802:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074923.870810:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074923.870811:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074923.881528:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074923.881540:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074923.881558:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769074923.897307:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897335:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.897340:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897343:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.897357:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897368:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.897379:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897385:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897393:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897397:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084cb00 00000400:00000200:2.0:1769074923.897404:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897420:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6bd5 [1] + 224 00000800:00000001:2.0:1769074923.897431:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897437:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.897440:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.897446:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.897455:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.897511:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.897524:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.897556:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.897571:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897575:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.897577:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897579:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.897582:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897586:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.897590:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897593:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897596:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897599:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084d500 00000400:00000200:2.0:1769074923.897603:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.897607:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6cc5 [1] + 224 00000800:00000001:2.0:1769074923.897611:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897622:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.897625:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.897629:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.897632:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.897647:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.897657:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.897665:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.897669:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.897672:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.898267:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.898274:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074923.898284:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.898286:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.898290:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6688. 00000400:00000200:3.0:1769074923.898297:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:3.0:1769074923.898300:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:3.0:1769074923.898304:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.898310:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074923.898324:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.898346:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.898348:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.898351:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074923.898355:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074923.898358:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074923.898360:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.898364:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074923.898377:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074923.898382:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074923.898385:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074923.898387:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074923.898391:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1769074923.898397:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074923.898406:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.898410:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074923.898413:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:3.0:1769074923.898414:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074923.898417:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.898422:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.898430:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.898434:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.898437:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.898439:0:2378:0:(import.c:1516:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1769074923.898442:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074923.898446:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1769074923.898450:0:2378:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1769074923.898454:0:2378:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074923.898500:0:2378:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.898507:0:2378:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074923.898510:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1769074923.898513:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074923.898518:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074923.898521:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1769074923.898524:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1769074923.898527:0:2378:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1769074923.898530:0:2378:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff8da202c3a018 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1769074923.898534:0:2378:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5882d449736827f2 00800000:00000040:3.0:1769074923.898537:0:2378:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8da202f2f800=3244744f-11a0-48bc-973e-b9df1bca57bc device 3 (ffff8da202c38000) type mdc at LMV idx 0 00800000:00000040:3.0:1769074923.898541:0:2378:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff8da202c38000 already active! 00800000:00000001:3.0:1769074923.898543:0:2378:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074923.898546:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074923.898548:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074923.898551:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000002:00000001:3.0:1769074923.904206:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.904219:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1769074923.904231:0:2378:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff8da202f2f800: Connection restored to 192.168.204.145@tcp (at 192.168.204.145@tcp) 00000100:00080000:3.0:1769074923.904249:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000cd54cdd0): req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074923.904280:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.904284:0:2378:0:(import.c:1533:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.904290:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074923.904300:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572288:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000400:00000001:3.0:1769074923.904316:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.904318:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.904322:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1de18. 00000400:00000200:3.0:1769074923.904329:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841dd0 00000400:00000010:3.0:1769074923.904332:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841dd0. 00000100:00000001:3.0:1769074923.904338:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.904342:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074923.904352:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.904359:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.904361:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.904364:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074923.904368:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074923.904371:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074923.904373:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.904378:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074923.904390:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074923.904395:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074923.904398:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074923.904400:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074923.904403:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1769074923.904409:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074923.904416:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.904421:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074923.904423:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:3.0:1769074923.904426:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074923.904428:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.904432:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.904438:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.904442:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.904445:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.904447:0:2378:0:(import.c:1516:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1769074923.904449:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074923.904452:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1769074923.904456:0:2378:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1769074923.904503:0:2378:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074923.904512:0:2378:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.904519:0:2378:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074923.904522:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1769074923.904525:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074923.904528:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074923.904530:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1769074923.904535:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1769074923.904538:0:2378:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1769074923.904540:0:2378:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff8da2054bb8f0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1769074923.904545:0:2378:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5882d4497368284d 00800000:00000040:3.0:1769074923.904549:0:2378:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8da20a0ec000=5c7824d7-e9c9-481c-9b47-c797a0f4d331 device 8 (ffff8da2054be360) type mdc at LMV idx 0 00800000:00000040:3.0:1769074923.904552:0:2378:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff8da2054be360 already active! 00800000:00000001:3.0:1769074923.904554:0:2378:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074923.904557:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074923.904559:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074923.904562:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000002:00000001:2.0:1769074923.905125:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.905129:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1769074923.905134:0:2378:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff8da20a0ec000: Connection restored to 192.168.204.145@tcp (at 192.168.204.145@tcp) 00000100:00000001:2.0:1769074923.905138:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.905141:0:2378:0:(import.c:1533:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074923.905148:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074923.905158:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926569728:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000800:00000200:3.0:1769074923.905160:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1769074923.905165:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1769074923.905167:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000100:00000001:2.0:1769074923.905171:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1769074923.905174:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1769074923.905189:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995500 x1855007926572288/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074923.905194:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074923.905205:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000100:00000001:2.0:1769074923.905206:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074923.905211:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1769074923.905211:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 02000000:00000010:2.0:1769074923.905217:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7e800. 00000100:00000001:3.0:1769074923.905218:0:2374:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769074923.905223:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1769074923.905226:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074939 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1769074923.905227:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074923.905230:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074923.905236:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074923.905241:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674ff00. 00000100:00000001:3.0:1769074923.905243:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769074923.905246:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1769074923.905250:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074939 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074923.905252:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074923.905256:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995500. 00000100:00000001:3.0:1769074923.905263:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.905264:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074923.905265:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074923.905268:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.905282:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074923.905287:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428380 x1855007926569728/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074943 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.905295:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074923.905296:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074923.905298:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e18a00. 02000000:00000001:2.0:1769074923.905301:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074923.905302:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074923.905303:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074923.905305:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074923.905307:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38a00. 02000000:00000001:2.0:1769074923.905309:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074923.905310:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074923.905312:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428380. 00000100:00000001:2.0:1769074923.905314:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074923.905316:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.905319:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.905329:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074923.905330:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.905332:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.905334:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074923.905542:0:27647:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1769074923.905547:0:27647:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1769074923.905551:0:27647:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074923.905553:0:27647:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074923.905555:0:27647:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074923.905557:0:27647:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1769074923.905558:0:27647:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074923.908994:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.909023:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.909029:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.909032:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.909046:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.909057:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.909067:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.909074:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.909082:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.909086:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084d300 00000400:00000200:2.0:1769074923.909092:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.909101:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6cd5 [1] + 224 00000800:00000001:2.0:1769074923.909110:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.909124:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.909128:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.909134:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.909143:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.909154:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074939 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074923.909165:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206484700 x1855007926571776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074923.909243:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.909255:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.909260:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074923.931019:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074923.931032:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769074923.931040:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074923.931052:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074923.931061:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000400:00000010:3.0:1769074923.931064:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000100:00000001:3.0:1769074923.931070:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074923.931079:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926572416/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.931098:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.931102:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926572416/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074939 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.931110:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.931112:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074923.939066:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.939090:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.939096:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.939099:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.939113:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.939123:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.939134:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.939140:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.939148:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.939153:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 10 MB=0x6971eb084d580 00000400:00000200:2.0:1769074923.939159:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.939168:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 368/368 into md 0x6cdd [1] + 224 00000800:00000001:2.0:1769074923.939189:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.939201:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.945925:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.945948:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.945961:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.945974:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926572416/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.945989:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20a996d80 x1855007926572416/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.946096:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.946117:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.946129:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.951627:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.951633:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.951635:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074923.951644:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.951658:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074923.951659:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.951664:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074923.951668:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074923.951671:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074923.951675:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572544:192.168.204.145@tcp:8:lfs.0 00000100:00000001:2.0:1769074923.951680:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074923.951685:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074923.951688:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.951692:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074923.951699:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e3a800. 02000000:00000001:2.0:1769074923.951701:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074923.951711:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074923.951716:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6a50. 00000400:00000010:2.0:1769074923.951724:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000200:2.0:1769074923.951733:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926572544, portal 4 00000100:00000001:2.0:1769074923.951735:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074923.951737:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00000100:00000040:2.0:1769074923.951743:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.951751:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074923.951754:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074923.951757:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353440. 00000100:00000200:2.0:1769074923.951759:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926572544, offset 0 00000400:00000200:2.0:1769074923.951766:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074923.951776:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.951784:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074923.951790:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074923.951795:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074923.951811:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074923.951814:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074923.951819:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2691:2691:256:4294967295] 192.168.204.145@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:2.0:1769074923.951823:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.951833:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074923.951840:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074923.951846:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348000. 00000800:00000200:2.0:1769074923.951854:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074923.951863:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074923.951868:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074923.951887:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074923.951892:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24390 usecs (25 jiffies) 00000400:00000200:2.0:1769074923.951895:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074923.951898:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296285482 00000100:00000001:2.0:1769074923.951901:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.951904:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296285482 00000100:00000001:2.0:1769074923.951907:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.951909:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074923.951911:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.951915:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.951917:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.951927:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074923.951929:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074923.951931:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.951932:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.951933:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.951935:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074923.952410:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074923.952416:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348000. 00000400:00000200:3.0:1769074923.952422:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074923.952429:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074923.952436:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353440 00000400:00000010:3.0:1769074923.952438:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353440. 00000100:00000001:3.0:1769074923.952443:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074923.952449:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.952458:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.952483:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.952491:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.952492:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074923.979011:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.979035:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.979040:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.979042:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.979057:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.979067:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.979078:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.979086:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.979093:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.979098:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb084d600 00000400:00000200:2.0:1769074923.979104:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.979113:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x6ce5 [1] + 0 00000800:00000001:2.0:1769074923.979123:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.979134:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.979138:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.979144:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.979155:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.979166:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.979194:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.979508:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.979514:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.979599:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.979612:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.979617:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074923.979736:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074923.979739:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074923.979796:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6a50. 00000400:00000200:3.0:1769074923.982002:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:3.0:1769074923.982015:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:3.0:1769074923.982024:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074923.982038:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074923.982050:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.982059:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074923.982063:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.982067:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074923.982072:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074923.982075:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074923.982078:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074923.982081:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074923.982094:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074923.982098:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=54 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074923.982102:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074923.982104:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074923.982107:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074923.982114:0:2378:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.982119:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074923.982121:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: committing for last_committed 0 gen 13 00000100:00000040:3.0:1769074923.982125:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074923.982127:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074923.982129:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.982135:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.982143:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.982146:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074923.982148:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.982151:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074923.982158:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8da202f2f800: connect to target with instance 1 00000020:00000001:3.0:1769074923.982162:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074923.982164:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769074923.982167:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074923.982170:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769074923.982173:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769074923.982193:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00001000:3.0:1769074923.982198:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=1769074923 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074923.982201:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20a70bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074923.982213:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000100:00080000:3.0:1769074923.982220:0:2378:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8da202f2f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1769074923.982224:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:3.0:1769074923.982228:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074923.982232:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:3.0:1769074923.982237:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff8da202f2f800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1769074923.982240:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074923.982244:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1769074923.982249:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074923.982251:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074923.982254:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074923.982256:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074923.982259:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074923.982262:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982264:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982266:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074923.982267:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074923.982268:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982270:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074923.982272:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074923.982277:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074923.982279:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982281:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982283:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074923.982286:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074923.982288:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074923.982290:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.982292:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074923.982294:0:2378:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1769074923.982298:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1769074923.982301:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074923.982302:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074923.982304:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074923.982305:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1769074923.982307:0:2378:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1769074923.982309:0:2378:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff8da20adb38f0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1769074923.982313:0:2378:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1769074923.982315:0:2378:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769074923.982318:0:2378:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982320:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074923.982321:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074923.982323:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074923.982325:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074923.982326:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074923.982327:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982329:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982330:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074923.982331:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074923.982332:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982334:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074923.982335:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074923.982337:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074923.982338:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982339:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074923.982340:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074923.982342:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074923.982343:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074923.982345:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.982346:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074923.982347:0:2378:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074923.982350:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074923.982366:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000a33b2ac4): req@ffff8da20a996d80 x1855007926572672/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.982527:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.984439:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074923.984451:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074923.984474:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572544:192.168.204.145@tcp:8:lfs.0 00000100:00000001:3.0:1769074923.984480:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.984484:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.984488:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997800 x1855007926572544/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.984495:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074923.984499:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074923.984503:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3a800. 02000000:00000001:3.0:1769074923.984510:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074923.984513:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074923.984515:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074923.984517:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074923.984520:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210005800. 02000000:00000001:3.0:1769074923.984524:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074923.984527:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074923.984530:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997800. 00000100:00000001:3.0:1769074923.984536:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074923.984537:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.984541:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074923.985064:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074923.985066:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.985068:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074923.985071:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074923.985350:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074923.985440:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:2.0:1769074923.985446:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.985453:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074923.985629:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14aa0 00000400:00000010:2.0:1769074923.985633:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14aa0. 00000100:00000001:2.0:1769074923.985640:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074923.985646:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926572672/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074939 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.985657:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074923.985660:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926572672/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074939 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.985667:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.985669:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074923.989252:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.989278:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074923.989284:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.989286:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.989300:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.989311:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074923.989322:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.989327:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.989335:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.989339:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084d680 00000400:00000200:2.0:1769074923.989345:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.989353:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x6cf5 [1] + 224 00000800:00000001:2.0:1769074923.989374:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.989384:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074923.989388:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074923.989392:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074923.989401:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074923.989420:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926572672/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074923.989433:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20a996d80 x1855007926572672/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074939 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.989456:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074923.989510:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074923.989515:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.990669:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.990673:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.990675:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074923.990682:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.991496:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074923.991500:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.991513:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074923.991517:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074923.991521:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074923.991527:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572800:192.168.204.145@tcp:8:lfs.0 00000100:00000001:2.0:1769074923.991531:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074923.991537:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074923.991539:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074923.991542:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074923.991550:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e39c00. 02000000:00000001:2.0:1769074923.991552:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074923.991562:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074923.991568:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6c60. 00000400:00000010:2.0:1769074923.991575:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353dd0. 00000100:00000200:2.0:1769074923.991585:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926572800, portal 4 00000100:00000001:2.0:1769074923.991587:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074923.991589:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000040:2.0:1769074923.991596:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074923.991605:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074923.991608:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074923.991612:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353bb0. 00000100:00000200:2.0:1769074923.991615:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926572800, offset 0 00000400:00000200:2.0:1769074923.991622:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074923.991631:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.991639:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074923.991645:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074923.991651:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074923.991655:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074923.991659:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074923.991663:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2693:2693:256:4294967295] 192.168.204.145@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:2.0:1769074923.991667:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074923.991677:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074923.991683:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074923.991688:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348c00. 00000800:00000200:2.0:1769074923.991696:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074923.991705:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074923.991710:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074923.991736:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074923.991741:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27296 usecs (28 jiffies) 00000400:00000200:2.0:1769074923.991745:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074923.991748:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296285524 00000100:00000001:2.0:1769074923.991752:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.991754:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296285524 00000100:00000001:2.0:1769074923.991757:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:2.0:1769074923.991760:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074923.991763:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.991766:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.991769:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.991778:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074923.991780:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074923.991782:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074923.991784:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.991785:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.991787:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074923.992502:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074923.992509:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348c00. 00000400:00000200:3.0:1769074923.992515:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074923.992522:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074923.992528:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353bb0 00000400:00000010:3.0:1769074923.992531:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353bb0. 00000100:00000001:3.0:1769074923.992536:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074923.992540:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.992549:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074923.992553:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074923.992559:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074923.992561:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074924.000560:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.000584:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074924.000589:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.000592:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.000605:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.000614:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074924.000624:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.000630:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.000638:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.000643:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb084d700 00000400:00000200:2.0:1769074924.000650:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.000657:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x6cfd [1] + 0 00000800:00000001:2.0:1769074924.000680:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.000709:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.000713:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.000719:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074924.000729:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074924.001051:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074924.001065:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074924.001089:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074924.001101:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.001106:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.001280:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074924.001286:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074924.001294:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074924.001297:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074924.001301:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6c60. 00000400:00000200:3.0:1769074924.001306:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353dd0 00000400:00000010:3.0:1769074924.001310:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353dd0. 00000100:00000001:3.0:1769074924.001325:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074924.001331:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074924.001342:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.001348:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074924.001350:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.001353:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074924.001357:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074924.001360:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074924.001363:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074924.001367:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074924.001379:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074924.001383:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074924.001387:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074924.001389:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074924.001392:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074924.001399:0:2378:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.001403:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074924.001406:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: committing for last_committed 4294967331 gen 13 00000100:00000040:3.0:1769074924.001411:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074924.001414:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074924.001416:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074924.001422:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.001429:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074924.001433:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074924.001435:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.001438:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074924.001445:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8da202f2f800: connect to target with instance 1 00000020:00000001:3.0:1769074924.001449:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074924.001452:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769074924.001455:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074924.001458:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769074924.001492:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769074924.001495:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00001000:3.0:1769074924.001499:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=1769074924 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074924.001501:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202f2e410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074924.001508:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000100:00080000:3.0:1769074924.001514:0:2378:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8da202f2f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1769074924.001518:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:3.0:1769074924.001521:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074924.001526:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:3.0:1769074924.001530:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff8da202f2f800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1769074924.001533:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074924.001537:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1769074924.001542:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074924.002968:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074924.002978:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074924.002980:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074924.002984:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074924.002987:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.002990:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.002992:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074924.002993:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074924.002995:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.002997:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074924.002999:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074924.003005:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074924.003007:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003009:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003012:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074924.003015:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074924.003018:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074924.003020:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.003024:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074924.003028:0:2378:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1769074924.003033:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1769074924.003037:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074924.003040:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074924.003042:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074924.003044:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1769074924.003046:0:2378:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1769074924.003049:0:2378:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff8da20adb38f0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1769074924.003055:0:2378:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1769074924.003057:0:2378:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1769074924.003060:0:2378:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074924.003061:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074924.003063:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074924.003065:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074924.003066:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074924.003067:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074924.003068:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003070:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003071:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074924.003072:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074924.003073:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003075:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074924.003077:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074924.003078:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074924.003080:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003081:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074924.003083:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074924.003085:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074924.003087:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074924.003089:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.003090:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074924.003092:0:2378:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074924.003096:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074924.003110:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000a33b2ac4): req@ffff8da20a996d80 x1855007926572928/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.003136:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.003139:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074924.003146:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074924.003156:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926572800:192.168.204.145@tcp:8:lfs.0 00000100:00000001:3.0:1769074924.003161:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.003165:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074924.003168:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994700 x1855007926572800/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.003189:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074924.003193:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074924.003198:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e39c00. 02000000:00000001:3.0:1769074924.003206:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074924.003209:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074924.003211:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074924.003214:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074924.003217:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210007400. 02000000:00000001:3.0:1769074924.003222:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074924.003224:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074924.003227:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994700. 00000100:00000001:3.0:1769074924.003232:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074924.003233:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.003237:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074924.003246:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074924.003249:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.003252:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074924.003254:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074924.005329:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074924.005334:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769074924.005339:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074924.005346:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074924.005352:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14cc0 00000400:00000010:3.0:1769074924.005355:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14cc0. 00000100:00000001:3.0:1769074924.005359:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074924.005364:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926572928/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074940 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.005376:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074924.005379:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926572928/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074940 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074924.005385:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.005387:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074924.018413:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.018441:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074924.018447:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.018451:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.018510:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.018521:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074924.018533:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.018540:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.018557:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.018563:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084d780 00000400:00000200:2.0:1769074924.018569:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.018578:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x6d0d [1] + 224 00000800:00000001:2.0:1769074924.018590:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.018605:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.018609:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.018614:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074924.018623:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074924.018634:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926572928/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074924.018647:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20a996d80 x1855007926572928/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074924.018676:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074924.018687:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.018691:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074924.094378:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074924.094395:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769074924.094404:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074924.094417:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074924.094428:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:3.0:1769074924.094431:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:3.0:1769074924.094438:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074924.094449:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074924.094488:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074924.094493:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074924.094502:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074924.094505:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074924.114230:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.114257:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074924.114262:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.114265:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.114281:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.114291:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074924.114302:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.114307:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.114394:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.114400:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084d800 00000400:00000200:2.0:1769074924.114405:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.114412:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x6d15 [1] + 224 00000800:00000001:2.0:1769074924.114424:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.114436:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.114439:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.114444:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074924.114454:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074924.115073:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074924.115086:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074924.115141:0:27651:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074924.115163:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074924.115258:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074924.115265:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074924.118015:0:27651:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074924.118025:0:27651:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074924.118030:0:27651:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0898. 00000400:00000200:0.0:1769074924.118042:0:27651:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14440 00000400:00000010:0.0:1769074924.118045:0:27651:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14440. 00000100:00000001:0.0:1769074924.118052:0:27651:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074924.118066:0:27651:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074924.118080:0:27651:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/1152 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074924.118089:0:27651:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074924.118094:0:27651:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074924.118097:0:27651:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074924.118102:0:27651:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074924.118106:0:27651:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074924.118109:0:27651:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074924.118114:0:27651:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074924.118127:0:27651:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074924.118133:0:27651:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074924.118136:0:27651:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074924.118139:0:27651:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.118143:0:27651:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074924.118148:0:27651:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074924.118154:0:27651:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074924.118157:0:27651:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:0.0:1769074924.118159:0:27651:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074924.118163:0:27651:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074924.118169:0:27651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074924.118188:0:27651:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074924.118192:0:27651:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074924.118195:0:27651:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074924.118200:0:27651:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074940 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074924.118209:0:27651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job ls:3244744f-11a0-48bc-973e-b9df1bca57bc:27651:1855007926573056:192.168.204.145@tcp:101:ls.0 00000100:00000001:0.0:1769074924.118216:0:27651:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074924.118220:0:27651:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074924.118223:0:27651:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074924.118226:0:27651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074924.118230:0:27651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074940 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074924.118238:0:27651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074924.118242:0:27651:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39180. 00000100:00000001:0.0:1769074924.118247:0:27651:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074924.118250:0:27651:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.118254:0:27651:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074924.118259:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.118262:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.118266:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=4 00000020:00000001:0.0:1769074924.118269:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.118274:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000040:0.0:1769074924.118282:0:27651:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814c600, remote cookie: 0xe52bf4d4a3516198, flags: 0x1001 00010000:00010000:0.0:1769074924.118289:0:27651:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074924.118299:0:27651:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x1a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074924.118304:0:27651:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074924.118348:0:27651:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef100. 00010000:00000010:0.0:1769074924.118355:0:27651:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0b00. 00010000:00000001:0.0:1769074924.118361:0:27651:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.118365:0:27651:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074924.118375:0:27651:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.118382:0:27651:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074924.118388:0:27651:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074924.118391:0:27651:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074924.118393:0:27651:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074924.118395:0:27651:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074924.118398:0:27651:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x1a:0x0].0x0 (ffff8da2120ef100) refcount = 1 00010000:00010000:0.0:1769074924.118403:0:27651:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.118410:0:27651:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074924.118415:0:27651:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074924.118417:0:27651:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.118421:0:27651:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074924.118424:0:27651:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.118428:0:27651:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.118435:0:27651:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074924.118437:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.118439:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.118440:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.118441:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.118444:0:27651:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074924.118450:0:27651:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074924.118452:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.118454:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.118456:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.118973:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.118978:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.118981:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.118982:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.118984:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=4 00000020:00000001:0.0:1769074924.118986:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.118988:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.118992:0:27651:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.118994:0:27651:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.118997:0:27651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 5/2,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119005:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119006:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.119008:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119009:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119011:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=5 00000020:00000001:0.0:1769074924.119013:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119015:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119017:0:27651:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.119020:0:27651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 5/2,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119025:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119027:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074924.119029:0:27651:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119036:0:27651:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.119037:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119038:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.119040:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119040:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074924.119049:0:27651:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074940 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074924.119056:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119057:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119059:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119061:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119063:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119066:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119067:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.119068:0:27651:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074924.119071:0:27651:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074924.119075:0:27651:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074924.119077:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119078:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119079:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119081:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119083:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00000002:00010000:0.0:1769074924.119087:0:27651:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119093:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119095:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.119096:0:27651:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074924.119098:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119099:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119100:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119102:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119104:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000040:0.0:1769074924.119110:0:27651:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:0.0:1769074924.119113:0:27651:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074924.119118:0:27651:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/26 (0 0) 00010000:00000001:0.0:1769074924.119121:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119122:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.119123:0:27651:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074924.119126:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7f718 00000002:00002000:0.0:1769074924.119129:0:27651:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f13.replay-dual intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074924.119132:0:27651:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.119136:0:27651:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.119140:0:27651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074924.119144:0:27651:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074924.119147:0:27651:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074924.119153:0:27651:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.119156:0:27651:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074924.119159:0:27651:0:(namei.c:677:ll_lookup_it_finish()) it ffffb17740d7fb20 it_disposition b 00000080:00000001:0.0:1769074924.119162:0:27651:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074924.119169:0:27651:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074924.119173:0:27651:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074924.119187:0:27651:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366298 : 144115272381366298 : 2000013a100001a) 00000080:00000001:0.0:1769074924.119191:0:27651:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1769074924.119200:0:27651:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366298 : 144115272381366298 : 2000013a100001a) 00000080:00000001:0.0:1769074924.119203:0:27651:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1769074924.119208:0:27651:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a1:0x1a:0x0], updating i_size 0 00000080:00200000:0.0:1769074924.119211:0:27651:0:(namei.c:151:ll_iget()) got inode: [0x2000013a1:0x1a:0x0](ffff8da20b17f448): rc = 0 00000080:00000001:0.0:1769074924.119214:0:27651:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843178568 : -125747866373048 : ffff8da20b17f448) 00010000:00000001:0.0:1769074924.119217:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119218:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119220:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119222:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119224:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00000080:00000001:0.0:1769074924.119229:0:27651:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074924.119232:0:27651:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074924.119238:0:27651:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074924.119241:0:27651:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074924.119243:0:27651:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074924.119249:0:27651:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000002:0.0:1769074924.119252:0:27651:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019ac98) owner ffff8da211a627c0 00020000:00000001:0.0:1769074924.119255:0:27651:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074924.119257:0:27651:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019ac98) owner ffff8da211a627c0 00020000:00000002:0.0:1769074924.119260:0:27651:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074924.119263:0:27651:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074924.119265:0:27651:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074924.119268:0:27651:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074924.119271:0:27651:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da211a627c0 00020000:00000002:0.0:1769074924.119274:0:27651:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da211a627c0 00020000:00000001:0.0:1769074924.119276:0:27651:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074924.119278:0:27651:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074924.119281:0:27651:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x1a:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1769074924.119284:0:27651:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074924.119287:0:27651:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.119289:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119290:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074924.119293:0:27651:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074924.119296:0:27651:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074924.119298:0:27651:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.119302:0:27651:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) for lock 0x5882d44973682ffc 00800000:00000001:0.0:1769074924.119305:0:27651:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.119307:0:27651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.119380:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119382:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119384:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119387:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119389:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119392:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119394:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.119395:0:27651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.119397:0:27651:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1769074924.119404:0:27651:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e360 inode ffff8da20b17f448 refc 1 flags 0x40000e 00000080:00000001:0.0:1769074924.119408:0:27651:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1769074924.119412:0:27651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) 00000080:00010000:0.0:1769074924.119417:0:27651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ffc from it ffffb17740d7fb20 00010000:00000001:0.0:1769074924.119419:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.119420:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.119422:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.119424:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119426:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.119428:0:27651:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.119431:0:27651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119437:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119438:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.119440:0:27651:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.119442:0:27651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.119445:0:27651:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.119454:0:27651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.119457:0:27651:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.119830:0:27651:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.119835:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119837:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.119840:0:27651:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.119844:0:27651:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.119846:0:27651:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.119848:0:27651:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.119852:0:27651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.119854:0:27651:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.119856:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.119857:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074924.119912:0:27651:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074924.119919:0:27651:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da210782200. 00000100:00000001:0.0:1769074924.119927:0:27651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074924.119937:0:27651:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996d80 x1855007926573056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 584/584 e 0 to 0 dl 1769074940 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074924.119946:0:27651:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074924.119950:0:27651:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074924.119954:0:27651:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a761800. 02000000:00000001:0.0:1769074924.119958:0:27651:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074924.119961:0:27651:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074924.119964:0:27651:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074924.119966:0:27651:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074924.119970:0:27651:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210005c00. 02000000:00000001:0.0:1769074924.119974:0:27651:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074924.119977:0:27651:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074924.119980:0:27651:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996d80. 00000100:00000001:0.0:1769074924.119985:0:27651:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074924.119987:0:27651:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.119990:0:27651:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074924.119992:0:27651:0:(dcache.c:176:ll_intent_release()) intent ffffb17740d7fb20 released 00000080:00000001:0.0:1769074924.119994:0:27651:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1769074924.120007:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fd08 00000080:00200008:0.0:1769074924.120010:0:27651:0:(file.c:6252:ll_getattr_dentry()) START file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2, flags 0, foreign 0 00000080:00000001:0.0:1769074924.120017:0:27651:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074924.120019:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fc80 00000080:00200000:0.0:1769074924.120021:0:27651:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a1:0x1a:0x0](ffff8da20b17f448),name=f13.replay-dual 00000080:00000010:0.0:1769074924.120028:0:27651:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da202cea000. 00800000:00000002:0.0:1769074924.120035:0:27651:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.120043:0:27651:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074924.120047:0:27651:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.120049:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fba0 00800000:00000002:0.0:1769074924.120051:0:27651:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a1:0x1a:0x0] 'f13.replay-dual' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074924.120055:0:27651:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074924.120062:0:27651:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1a:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074924.120066:0:27651:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.120068:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fa70 00000002:00010000:0.0:1769074924.120071:0:27651:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a1:0x1a:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074924.120075:0:27651:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074924.120078:0:27651:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074924.120081:0:27651:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074924.120085:0:27651:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:0.0:1769074924.120088:0:27651:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.120092:0:27651:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.120094:0:27651:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074924.120098:0:27651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074924.120107:0:27651:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074924.120113:0:27651:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.120116:0:27651:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074924.120124:0:27651:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074924.120126:0:27651:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074924.120129:0:27651:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.120131:0:27651:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.120132:0:27651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.120135:0:27651:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074924.120137:0:27651:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074924.120140:0:27651:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.120142:0:27651:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da202cea000. 00000080:00000001:0.0:1769074924.120146:0:27651:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074924.120148:0:27651:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.120150:0:27651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) 00000080:00010000:0.0:1769074924.120154:0:27651:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) for lock 0x5882d44973682ffc 00800000:00000001:0.0:1769074924.120157:0:27651:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.120159:0:27651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.120160:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.120162:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.120164:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.120166:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.120168:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.120171:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120172:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.120185:0:27651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.120187:0:27651:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.120189:0:27651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ffc from it ffffb17740d7fcb8 00010000:00000001:0.0:1769074924.120191:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.120192:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.120194:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.120196:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.120198:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.120201:0:27651:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.120204:0:27651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.120210:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120211:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.120213:0:27651:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.120215:0:27651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.120217:0:27651:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.120223:0:27651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.120225:0:27651:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.120227:0:27651:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.120229:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120230:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.120232:0:27651:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120234:0:27651:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.120235:0:27651:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120237:0:27651:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120240:0:27651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120241:0:27651:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.120243:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120244:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074924.120246:0:27651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074924.120247:0:27651:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.120250:0:27651:0:(file.c:6281:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074924.120257:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fd08 00000080:00000008:0.0:1769074924.120259:0:27651:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2, flags 0, foreign 0 00000080:00000001:0.0:1769074924.120264:0:27651:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074924.120266:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fda0 00000080:00002000:0.0:1769074924.120268:0:27651:0:(dcache.c:127:ll_ddelete()) keeping dentry f13.replay-dual (ffff8da20b22e360, parent ffff8da20b13a288, inode ffff8da20b17f448) hashed, 00000080:00000001:0.0:1769074924.120271:0:27651:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.120304:0:27651:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074924.120308:0:27651:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074924.120387:0:27651:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074924.120390:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fb20 00000080:00200000:0.0:1769074924.120393:0:27651:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074924.120398:0:27651:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da202cea000. 00800000:00000002:0.0:1769074924.120401:0:27651:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.120404:0:27651:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074924.120406:0:27651:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.120407:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fa40 00800000:00000002:0.0:1769074924.120409:0:27651:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074924.120412:0:27651:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074924.120415:0:27651:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074924.120419:0:27651:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.120420:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7f910 00000002:00010000:0.0:1769074924.120422:0:27651:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074924.120425:0:27651:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074924.120426:0:27651:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074924.120429:0:27651:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074924.120432:0:27651:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 2 00010000:00000001:0.0:1769074924.120434:0:27651:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.120437:0:27651:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.120439:0:27651:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074924.120443:0:27651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074924.120450:0:27651:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074924.120452:0:27651:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.120455:0:27651:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074924.120655:0:27651:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074924.120850:0:27651:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074924.120854:0:27651:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.120856:0:27651:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.120857:0:27651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.120859:0:27651:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074924.120908:0:27651:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074924.120911:0:27651:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.120914:0:27651:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da202cea000. 00000080:00000001:0.0:1769074924.120918:0:27651:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074924.120919:0:27651:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.120921:0:27651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074924.120925:0:27651:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973682ff5 00800000:00000001:0.0:1769074924.120928:0:27651:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.120930:0:27651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.120932:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.120934:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.120936:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:0.0:1769074924.120939:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.120941:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.120944:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120946:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.120947:0:27651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.120949:0:27651:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.120951:0:27651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ff5 from it ffffb17740d7fb58 00010000:00000001:0.0:1769074924.120953:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.120954:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.120956:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:0.0:1769074924.120957:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.120959:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.120961:0:27651:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.120964:0:27651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.120970:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120971:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.120972:0:27651:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.120974:0:27651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.120977:0:27651:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.120983:0:27651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.120985:0:27651:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.120986:0:27651:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.120988:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.120989:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.120991:0:27651:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120993:0:27651:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.120994:0:27651:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120996:0:27651:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.120998:0:27651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.121000:0:27651:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.121001:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.121002:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074924.121004:0:27651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074924.121005:0:27651:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.121008:0:27651:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074924.121013:0:27651:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.121017:0:27651:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1769074924.121020:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fb48 00000080:00002000:0.0:1769074924.121022:0:27651:0:(dcache.c:87:ll_dcompare()) found name f13.replay-dual(ffff8da20b22e360) flags 0x48000e refc 0 00000080:00000001:0.0:1769074924.121025:0:27651:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074924.121027:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fb90 00000080:00200000:0.0:1769074924.121029:0:27651:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f13.replay-dual, flags=8 00000020:00000001:0.0:1769074924.121038:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fd08 00000080:00200008:0.0:1769074924.121040:0:27651:0:(file.c:6252:ll_getattr_dentry()) START file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2, flags 0, foreign 0 00000080:00000001:0.0:1769074924.121044:0:27651:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074924.121045:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fc80 00000080:00200000:0.0:1769074924.121047:0:27651:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a1:0x1a:0x0](ffff8da20b17f448),name=f13.replay-dual 00000080:00000010:0.0:1769074924.121053:0:27651:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da202cea000. 00800000:00000002:0.0:1769074924.121057:0:27651:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.121060:0:27651:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074924.121062:0:27651:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.121064:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fba0 00800000:00000002:0.0:1769074924.121066:0:27651:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a1:0x1a:0x0] 'f13.replay-dual' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074924.121069:0:27651:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074924.121072:0:27651:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1a:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074924.121075:0:27651:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.121077:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fa70 00000002:00010000:0.0:1769074924.121079:0:27651:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a1:0x1a:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074924.121082:0:27651:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074924.121083:0:27651:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074924.121085:0:27651:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074924.121088:0:27651:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:0.0:1769074924.121091:0:27651:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.121094:0:27651:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.121096:0:27651:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074924.121099:0:27651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074924.121106:0:27651:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074924.121109:0:27651:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.121113:0:27651:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074924.121119:0:27651:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074924.121121:0:27651:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074924.121123:0:27651:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.121125:0:27651:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.121128:0:27651:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.121130:0:27651:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074924.121133:0:27651:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074924.121134:0:27651:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.121137:0:27651:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da202cea000. 00000080:00000001:0.0:1769074924.121140:0:27651:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074924.121141:0:27651:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.121143:0:27651:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) 00000080:00010000:0.0:1769074924.121146:0:27651:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) for lock 0x5882d44973682ffc 00800000:00000001:0.0:1769074924.121149:0:27651:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.121150:0:27651:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.121152:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.121153:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.121155:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.121156:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.121158:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.121161:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.121162:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.121164:0:27651:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.121165:0:27651:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.121168:0:27651:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ffc from it ffffb17740d7fcb8 00010000:00000001:0.0:1769074924.121170:0:27651:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.121171:0:27651:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.121172:0:27651:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.121186:0:27651:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.121189:0:27651:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.121191:0:27651:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.121194:0:27651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.121201:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.121202:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.121203:0:27651:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.121205:0:27651:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.121207:0:27651:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.121213:0:27651:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.121215:0:27651:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.121216:0:27651:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.121218:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.121219:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.121221:0:27651:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.121223:0:27651:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.121225:0:27651:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.121227:0:27651:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.121229:0:27651:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.121231:0:27651:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.121232:0:27651:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.121234:0:27651:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074924.121235:0:27651:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074924.121236:0:27651:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.121239:0:27651:0:(file.c:6281:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074924.121243:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fd08 00000080:00000008:0.0:1769074924.121245:0:27651:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2, flags 0, foreign 0 00000080:00000001:0.0:1769074924.121249:0:27651:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074924.121251:0:27651:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17740d7fda0 00000080:00002000:0.0:1769074924.121253:0:27651:0:(dcache.c:127:ll_ddelete()) keeping dentry f13.replay-dual (ffff8da20b22e360, parent ffff8da20b13a288, inode ffff8da20b17f448) hashed, 00000080:00000001:0.0:1769074924.121255:0:27651:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.141271:0:27654:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074924.141281:0:27654:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074924.141284:0:27654:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074924.141288:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037b20 00000080:00200000:0.0:1769074924.141294:0:27654:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074924.142420:0:27654:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da202cea000. 00800000:00000002:0.0:1769074924.142433:0:27654:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.142438:0:27654:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074924.142445:0:27654:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.142447:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037a40 00800000:00000002:0.0:1769074924.142450:0:27654:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074924.142455:0:27654:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074924.142675:0:27654:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074924.142683:0:27654:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.142686:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037910 00000002:00010000:0.0:1769074924.142689:0:27654:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074924.142693:0:27654:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074924.142696:0:27654:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074924.142701:0:27654:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074924.142710:0:27654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 2 00010000:00000001:0.0:1769074924.142714:0:27654:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.142719:0:27654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.142722:0:27654:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074924.142728:0:27654:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074924.142828:0:27654:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074924.142835:0:27654:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.142838:0:27654:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074924.142847:0:27654:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074924.142849:0:27654:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074924.142852:0:27654:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.142854:0:27654:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.142856:0:27654:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.142858:0:27654:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074924.143027:0:27654:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074924.143031:0:27654:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.143037:0:27654:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da202cea000. 00000080:00000001:0.0:1769074924.143042:0:27654:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074924.143044:0:27654:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.143047:0:27654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074924.143051:0:27654:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973682ff5 00800000:00000001:0.0:1769074924.143055:0:27654:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.143057:0:27654:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.143059:0:27654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.143062:0:27654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.143065:0:27654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:0.0:1769074924.143068:0:27654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.143071:0:27654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.143074:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.143075:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.143077:0:27654:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.143079:0:27654:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.143081:0:27654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ff5 from it ffffb17742037b58 00010000:00000001:0.0:1769074924.143084:0:27654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.143085:0:27654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.143087:0:27654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:0.0:1769074924.143088:0:27654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.143090:0:27654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:0.0:1769074924.143093:0:27654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.143096:0:27654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.143103:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.143104:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.143106:0:27654:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.143108:0:27654:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.143110:0:27654:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973682ff5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3515fae expref: -99 pid: 27630 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.143119:0:27654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.143124:0:27654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.143126:0:27654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.143130:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.143131:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.143132:0:27654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.143136:0:27654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.143138:0:27654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.143140:0:27654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.143143:0:27654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.143145:0:27654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.143146:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.143147:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074924.143151:0:27654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074924.143153:0:27654:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.143156:0:27654:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074924.143161:0:27654:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.143168:0:27654:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1769074924.143170:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037b48 00000080:00002000:0.0:1769074924.143172:0:27654:0:(dcache.c:87:ll_dcompare()) found name f13.replay-dual(ffff8da20b22e360) flags 0x48004e refc 0 00000080:00000001:0.0:1769074924.143395:0:27654:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074924.143397:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037b90 00000080:00200000:0.0:1769074924.143399:0:27654:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f13.replay-dual, flags=8 00000020:00000001:0.0:1769074924.143412:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037d08 00000080:00200008:0.0:1769074924.143414:0:27654:0:(file.c:6252:ll_getattr_dentry()) START file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074924.143419:0:27654:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074924.143421:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037c80 00000080:00200000:0.0:1769074924.143423:0:27654:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a1:0x1a:0x0](ffff8da20b17f448),name=f13.replay-dual 00000080:00000010:0.0:1769074924.143431:0:27654:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da202cea000. 00800000:00000002:0.0:1769074924.143435:0:27654:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074924.143440:0:27654:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074924.143442:0:27654:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.143444:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037ba0 00800000:00000002:0.0:1769074924.143446:0:27654:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a1:0x1a:0x0] 'f13.replay-dual' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074924.143449:0:27654:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074924.143453:0:27654:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1a:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074924.143457:0:27654:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074924.143930:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037a70 00000002:00010000:0.0:1769074924.143935:0:27654:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a1:0x1a:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074924.143939:0:27654:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074924.143940:0:27654:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074924.143943:0:27654:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074924.143949:0:27654:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:0.0:1769074924.143952:0:27654:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074924.143955:0:27654:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074924.143958:0:27654:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074924.143962:0:27654:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074924.143971:0:27654:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074924.143975:0:27654:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074924.143978:0:27654:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074924.143985:0:27654:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074924.143987:0:27654:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074924.143989:0:27654:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.143991:0:27654:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074924.143993:0:27654:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074924.143995:0:27654:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074924.143998:0:27654:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074924.144001:0:27654:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.144004:0:27654:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da202cea000. 00000080:00000001:0.0:1769074924.144007:0:27654:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074924.144009:0:27654:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.144011:0:27654:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) 00000080:00010000:0.0:1769074924.144014:0:27654:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1a:0x0](ffff8da20b17f448) for lock 0x5882d44973682ffc 00800000:00000001:0.0:1769074924.144018:0:27654:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074924.144019:0:27654:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074924.144021:0:27654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.144023:0:27654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.144026:0:27654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.144028:0:27654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.144030:0:27654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.144032:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.144034:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074924.144035:0:27654:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.144037:0:27654:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074924.144039:0:27654:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973682ffc from it ffffb17742037cb8 00010000:00000001:0.0:1769074924.144041:0:27654:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074924.144043:0:27654:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074924.144044:0:27654:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074924.144046:0:27654:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.144048:0:27654:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074924.144050:0:27654:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074924.144052:0:27654:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.144058:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.144059:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.144060:0:27654:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074924.144062:0:27654:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074924.144064:0:27654:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973682ffc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516198 expref: -99 pid: 27651 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074924.144071:0:27654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.144073:0:27654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074924.144075:0:27654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074924.144077:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.144079:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074924.144080:0:27654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.144083:0:27654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074924.144084:0:27654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.144086:0:27654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.144088:0:27654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.144090:0:27654:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074924.144092:0:27654:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074924.144093:0:27654:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074924.144095:0:27654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074924.144096:0:27654:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.144100:0:27654:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1769074924.144104:0:27654:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074924.144106:0:27654:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.144109:0:27654:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074924.144110:0:27654:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.144112:0:27654:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.144116:0:27654:0:(file.c:6307:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074924.144121:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037d08 00000080:00000008:0.0:1769074924.144124:0:27654:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file f13.replay-dual:[0x2000013a1:0x1a:0x0](ffff8da20b17f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074924.144129:0:27654:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074924.144130:0:27654:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17742037da0 00000080:00002000:0.0:1769074924.144133:0:27654:0:(dcache.c:127:ll_ddelete()) keeping dentry f13.replay-dual (ffff8da20b22e360, parent ffff8da20b13a288, inode ffff8da20b17f448) hashed, 00000080:00000001:0.0:1769074924.144135:0:27654:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074924.160678:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074924.160690:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:2.0:1769074924.160698:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.160710:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074924.160720:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a147f8 00000400:00000010:2.0:1769074924.160723:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a147f8. 00000100:00000001:2.0:1769074924.161341:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074924.161358:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074924.161373:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074924.161377:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074924.161384:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074924.161386:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074924.167348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00010000:00000010:1.1:1769074924.167366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00010000:00000010:1.1:1769074924.167371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:1.1:1769074924.167375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000800:00000001:2.0:1769074924.184946:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.184969:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074924.184975:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.184978:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.184991:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185002:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074924.185012:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185020:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185026:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185031:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084d900 00000400:00000200:2.0:1769074924.185038:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185046:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6d1d [1] + 224 00000800:00000001:2.0:1769074924.185057:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.185067:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074924.185071:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.185079:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074924.185088:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074924.185099:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074924.185111:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074924.185129:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074924.185139:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074924.185143:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185150:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074924.185168:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2697:2697:256:4294967295] 192.168.204.145@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:2.0:1769074924.185180:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074924.185190:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074924.185197:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074924.185205:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348b00. 00000800:00000200:2.0:1769074924.185212:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074924.185220:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074924.185225:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074924.185292:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074924.185297:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348b00. 00000400:00000200:2.0:1769074924.185301:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074924.185304:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074924.185311:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074924.185315:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074924.197028:0:27656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074924.197049:0:27656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074924.197051:0:27656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074924.197056:0:27656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb08f0. 00000400:00000200:0.0:1769074924.197069:0:27656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:0.0:1769074924.197072:0:27656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:0.0:1769074924.197078:0:27656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074924.197094:0:27656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074924.197109:0:27656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997100 x1855007926573312/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/624 e 0 to 0 dl 1769074940 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074924.197118:0:27656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074924.197120:0:27656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074924.197123:0:27656:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074924.197127:0:27656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074924.197130:0:27656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074924.197133:0:27656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074924.197137:0:27656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074924.197148:0:27656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074924.197154:0:27656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074924.197156:0:27656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074924.197158:0:27656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074924.197161:0:27656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074924.197166:0:27656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074924.197170:0:27656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074924.197183:0:27656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0xe00000003] 00000100:00000001:0.0:1769074924.197185:0:27656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074924.197187:0:27656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074924.197189:0:27656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000001:0.0:1769074924.197192:0:27656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074924.197195:0:27656:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:0.0:1769074924.197196:0:27656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074924.197200:0:27656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074924.197205:0:27656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074924.197212:0:27656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074924.197216:0:27656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074924.197218:0:27656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074924.197222:0:27656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074924.197231:0:27656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997100 pname:cluuid:pid:xid:nid:opc:job rm:3244744f-11a0-48bc-973e-b9df1bca57bc:27656:1855007926573312:192.168.204.145@tcp:36:rm.0 00000100:00000001:0.0:1769074924.197236:0:27656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074924.197239:0:27656:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074924.197242:0:27656:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074924.197244:0:27656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074924.197248:0:27656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074924.197255:0:27656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074924.197258:0:27656:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39f00. 00000100:00000001:0.0:1769074924.197263:0:27656:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074924.197264:0:27656:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074924.197274:0:27656:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.197278:0:27656:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074924.197283:0:27656:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074924.197286:0:27656:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da210783600. 00000100:00000001:0.0:1769074924.197295:0:27656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074924.197298:0:27656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074924.197304:0:27656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.197320:0:27656:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.197337:0:27656:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074924.197341:0:27656:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fb7e28 00000080:00002000:0.0:1769074924.197344:0:27656:0:(dcache.c:127:ll_ddelete()) deleting dentry f13.replay-dual (ffff8da20b22e360, parent ffff8da20b13a288, inode 0000000000000000) hashed, 00000080:00000001:0.0:1769074924.197348:0:27656:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074924.197355:0:27656:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074924.197362:0:27656:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1769074924.197374:0:27656:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1769074924.197376:0:27656:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769074924.197379:0:27656:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074924.197384:0:27656:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074924.197388:0:27656:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074924.197394:0:27656:0:(cl_object.c:146:cl_object_top()) ffff8da20abb5788 -> ffff8da20abb5788 00000020:00000001:0.0:1769074924.197397:0:27656:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769074924.197401:0:27656:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769074924.197403:0:27656:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a1:0x1a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769074924.197407:0:27656:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769074924.197408:0:27656:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769074924.197410:0:27656:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074924.197416:0:27656:0:(lov_object.c:1552:lov_io_init()) [0x2000013a1:0x1a:0x0]io ffff8da20a636298 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769074924.197419:0:27656:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00020000:00000001:0.0:1769074924.197424:0:27656:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1769074924.197427:0:27656:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769074924.197429:0:27656:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00000020:00000001:0.0:1769074924.197433:0:27656:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074924.197435:0:27656:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1769074924.197437:0:27656:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769074924.197439:0:27656:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a1:0x1a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769074924.197443:0:27656:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769074924.197444:0:27656:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769074924.197448:0:27656:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074924.197451:0:27656:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.197456:0:27656:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1769074924.197458:0:27656:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0x1a:0x0](ffff8da20b17f448) 00800000:00000001:0.0:1769074924.197491:0:27656:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1769074924.197492:0:27656:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0x1a:0x0] 00000002:00000001:0.0:1769074924.197498:0:27656:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1769074924.197506:0:27656:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074924.197508:0:27656:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.197510:0:27656:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1769074924.197513:0:27656:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1769074924.197515:0:27656:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074924.197517:0:27656:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074924.197521:0:27656:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074924.197522:0:27656:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074924.197524:0:27656:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00020000:00000001:0.0:1769074924.197530:0:27656:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1769074924.197532:0:27656:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00020000:00000001:0.0:1769074924.197535:0:27656:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1769074924.197537:0:27656:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074924.197539:0:27656:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00020000:00000001:0.0:1769074924.197541:0:27656:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1769074924.197543:0:27656:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1769074924.197545:0:27656:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00020000:00000002:0.0:1769074924.197547:0:27656:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ac98) owner 0000000000000000/ffff8da207f5cf80 00020000:00000010:0.0:1769074924.197551:0:27656:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da21019ac98. 00020000:00000001:0.0:1769074924.197555:0:27656:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1769074924.197557:0:27656:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20abb5708. 00000020:00001000:0.0:1769074924.197562:0:27656:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074924.197565:0:27656:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1769074924.197567:0:27656:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1769074924.216616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c020. 00000080:00000010:0.1:1769074924.216646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17f380. 00010000:00000001:0.0:1769074924.898423:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074924.898429:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074924.902705:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074924.902712:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074924.902717:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1769074925.314890:0:27748:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074925.314901:0:27748:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074925.918613:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074925.918620:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074925.918711:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074925.918715:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074925.918719:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074926.942633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074926.942641:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074926.942816:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074926.942819:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074926.942825:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074927.780148:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074927.780162:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074927.780172:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074927.780190:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074927.780196:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074927.780200:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074927.780207:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074927.780217:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a100. 00000100:00000001:3.0:1769074927.780226:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780242:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074927.780260:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074927.780267:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780275:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_01+1] req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.780307:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780311:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074927.780315:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074927.780318:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769074927.780321:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074927.780325:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074927.780327:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074927.780330:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074927.780335:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254ad00. 00000100:00000001:3.0:1769074927.780338:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780343:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074927.780351:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074927.780353:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780357:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_01_00+0] req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.780365:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780368:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074927.780372:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074927.780376:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074927.780379:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074927.780381:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074927.780383:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074927.780384:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074927.780388:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a200. 00000100:00000001:3.0:1769074927.780391:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780398:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074927.780406:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074927.780408:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780413:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_01_01+1] req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.780422:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780425:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074927.780428:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074927.780431:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769074927.780434:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074927.780436:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074927.780438:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074927.780439:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074927.780442:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a300. 00000100:00000001:3.0:1769074927.780445:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.780450:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074927.780458:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074927.786947:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.786957:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074927.786960:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074927.786973:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.786986:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074927.786990:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.786994:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074927.786998:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074927.787001:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074927.787006:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926573568:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074927.787011:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074927.787017:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074927.787019:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.787022:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074927.787032:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7f400. 02000000:00000001:2.0:1769074927.787035:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074927.787046:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074927.787053:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b65d8. 00000400:00000010:2.0:1769074927.787059:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769074927.787068:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926573568, portal 10 00000100:00000001:2.0:1769074927.787070:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074927.787072:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:2.0:1769074927.787079:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.787086:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074927.787088:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074927.787091:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769074927.787094:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926573568, offset 0 00000400:00000200:2.0:1769074927.787100:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074927.787122:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.787130:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074927.787135:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074927.787139:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074927.787142:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074927.787144:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074927.787147:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2698:2698:256:4294967295] 192.168.204.145@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:2.0:1769074927.787152:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.787161:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074927.787167:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074927.787172:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348b00. 00000800:00000200:2.0:1769074927.787178:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074927.787185:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074927.787190:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074927.787205:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074927.787209:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1316613 usecs (1317 jiffies) 00000400:00000200:2.0:1769074927.787212:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074927.787215:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296290605 00000100:00000001:2.0:1769074927.787218:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296295694 00000100:00000001:2.0:1769074927.787221:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296290605 00000100:00000001:2.0:1769074927.787223:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296295694 00000100:00000001:2.0:1769074927.787225:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074927.787227:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.787230:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.787232:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074927.787239:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074927.787241:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074927.787243:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.787244:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074927.787245:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074927.787248:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1769074927.787250:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074927.787252:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074927.787253:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074927.787255:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.787256:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074927.787257:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074927.787261:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.787268:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074927.787269:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.787272:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074927.787274:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074927.787276:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074927.787278:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926573440:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074927.787281:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074927.787284:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074927.787286:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.787288:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074927.787291:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7fc00. 02000000:00000001:2.0:1769074927.787293:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074927.787296:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074927.787298:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074927.787302:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353aa0. 00000100:00000200:2.0:1769074927.787304:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926573440, portal 25 00000100:00000001:2.0:1769074927.787306:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074927.787307:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769074927.787311:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.787316:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074927.787318:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074927.787320:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074927.787322:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926573440, offset 0 00000400:00000200:2.0:1769074927.787326:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074927.787329:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.787332:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074927.787335:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074927.787337:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074927.787339:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074927.787341:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074927.787343:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2699:2699:255:4294967295] 192.168.204.145@tcp LPNI seq info [2699:2699:7:4294967295] 00000400:00000200:2.0:1769074927.787346:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.787352:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074927.787358:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074927.787361:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348400. 00000800:00000200:2.0:1769074927.787364:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074927.787368:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074927.787370:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074927.787373:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074927.787376:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074927.789497:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296300828 00000100:00000001:2.0:1769074927.789508:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296295694 00000100:00000001:2.0:1769074927.789513:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296300828 00000100:00000001:2.0:1769074927.789516:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296295694 00000100:00000001:2.0:1769074927.789519:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074927.789522:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.789526:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074927.789587:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.789598:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074927.789600:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.789604:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074927.789607:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074927.789610:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074927.789612:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926573696:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074927.789616:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074927.789620:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074927.789622:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.789624:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074927.789632:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207e7e600. 02000000:00000001:2.0:1769074927.789634:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074927.789641:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074927.789645:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6478. 00000400:00000010:2.0:1769074927.789651:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769074927.789657:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926573696, portal 4 00000100:00000001:2.0:1769074927.789659:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074927.789661:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769074927.789668:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.789676:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074927.789678:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074927.789681:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769074927.789683:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926573696, offset 0 00000400:00000200:2.0:1769074927.789689:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074927.789696:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.789703:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074927.789708:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074927.789712:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074927.789715:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074927.789718:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074927.789721:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2700:2700:254:4294967295] 192.168.204.145@tcp LPNI seq info [2700:2700:6:4294967295] 00000400:00000200:2.0:1769074927.789725:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.789733:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074927.789739:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074927.789744:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348f00. 00000800:00000200:2.0:1769074927.789750:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074927.789757:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074927.789761:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074927.789765:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074927.789768:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24667 usecs (25 jiffies) 00000400:00000200:2.0:1769074927.789771:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074927.789774:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296289319 00000100:00000001:2.0:1769074927.789776:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296300828 00000100:00000001:2.0:1769074927.789780:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296289319 00000100:00000001:2.0:1769074927.789782:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296300828 00000100:00000001:2.0:1769074927.790480:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074927.790483:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.790487:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.790491:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.790508:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.790510:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074927.790721:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074927.790726:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348b00. 00000400:00000200:2.0:1769074927.790732:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074927.790739:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074927.790745:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769074927.790748:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769074927.790753:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074927.790759:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.790769:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074927.790773:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.790780:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.790781:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074927.790957:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074927.790961:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348400. 00000400:00000200:2.0:1769074927.790964:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074927.790971:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074927.790975:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769074927.790976:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769074927.790979:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074927.790984:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.790991:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074927.790994:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791003:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791004:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074927.791035:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074927.791037:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348f00. 00000400:00000200:2.0:1769074927.791040:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074927.791042:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074927.791045:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769074927.791047:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769074927.791049:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074927.791054:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791060:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074927.791067:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791073:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791074:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074927.791095:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.791123:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_01_00+0] req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.791157:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.791162:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074927.791167:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1769074927.791387:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1769074927.791391:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1769074927.791393:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074927.791402:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074927.791404:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074927.791406:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.791407:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074927.791409:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074927.791416:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791424:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074927.791426:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.791429:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074927.791432:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074927.791435:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074927.791438:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926573824:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074927.791442:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074927.791445:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074927.791448:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074927.791450:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074927.791457:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20acefc00. 02000000:00000001:2.0:1769074927.791478:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074927.791485:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074927.791489:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6058. 00000400:00000010:2.0:1769074927.791493:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769074927.791497:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926573824, portal 4 00000100:00000001:2.0:1769074927.791499:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074927.791500:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:2.0:1769074927.791506:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791513:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074927.791514:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074927.791516:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074927.791519:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926573824, offset 0 00000400:00000200:2.0:1769074927.791524:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074927.791530:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.791547:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074927.791552:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074927.791555:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074927.791558:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074927.791561:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074927.791564:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2701:2701:256:4294967295] 192.168.204.145@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:2.0:1769074927.791568:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074927.791576:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074927.791581:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074927.791585:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348f00. 00000800:00000200:2.0:1769074927.791590:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074927.791596:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074927.791600:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074927.791612:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074927.791616:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27256 usecs (28 jiffies) 00000400:00000200:2.0:1769074927.791619:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074927.791621:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296289324 00000100:00000001:2.0:1769074927.791624:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296300828 00000100:00000001:2.0:1769074927.791626:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296289324 00000100:00000001:2.0:1769074927.791628:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296300828 00000100:00000001:2.0:1769074927.791629:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074927.791632:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791634:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791636:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074927.791700:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074927.791703:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348f00. 00000400:00000200:2.0:1769074927.791705:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074927.791709:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074927.791712:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769074927.791714:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769074927.791717:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074927.791720:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791728:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074927.791730:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074927.791736:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791738:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074927.791750:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074927.791752:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074927.791754:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074927.791755:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074927.796278:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074927.796383:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:3.0:1769074927.796392:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074927.796397:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074927.796404:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074927.796418:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a400. 00000100:00000001:3.0:1769074927.796427:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.796443:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074927.796456:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074927.796605:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.796613:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_01_01+1] req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.796644:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.796648:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074927.796653:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074927.796656:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074927.796660:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074927.796667:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1626) 00000100:00000001:3.0:1769074927.797079:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.797085:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074927.797088:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074927.797095:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.797104:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074927.797107:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.797122:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074927.797126:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074927.797130:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074927.797133:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2382:1855007926573952:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074927.797139:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074927.797146:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074927.797149:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.797152:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074927.797157:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f000. 02000000:00000001:3.0:1769074927.797160:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074927.797171:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074927.797177:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074927.797186:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074927.797446:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926573952, portal 10 00000100:00000001:3.0:1769074927.797452:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074927.797455:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:3.0:1769074927.797533:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.797543:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074927.797548:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074927.797554:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000200:3.0:1769074927.797559:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926573952, offset 0 00000400:00000200:3.0:1769074927.797570:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074927.797584:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.797599:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074927.797607:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074927.797615:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074927.797620:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074927.797623:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074927.797629:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2702:2702:256:4294967295] 192.168.204.145@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:3.0:1769074927.797635:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.797649:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074927.797658:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074927.797663:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254aa00. 00000800:00000200:3.0:1769074927.797784:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074927.797795:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074927.797802:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074927.797814:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.797821:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 364336 usecs (365 jiffies) 00000400:00000200:3.0:1769074927.797825:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074927.797827:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296289666 00000100:00000001:3.0:1769074927.797831:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296300828 00000100:00000001:3.0:1769074927.797833:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296289666 00000100:00000001:3.0:1769074927.797836:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296300828 00000100:00000001:3.0:1769074927.797839:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.797842:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.797847:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.797849:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.797859:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074927.797861:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074927.797864:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.797865:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074927.797867:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.797869:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074927.798101:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074927.798106:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254aa00. 00000400:00000200:3.0:1769074927.798124:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.798131:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074927.798138:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000400:00000010:3.0:1769074927.798141:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:3.0:1769074927.798148:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074927.798153:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.798164:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.798168:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.798176:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.798179:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074927.798197:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.798200:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074927.798203:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.798206:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074927.799652:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.799774:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.799779:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.799783:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.799796:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.799804:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074927.799812:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.799818:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.799824:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.799829:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084da80 00000400:00000200:3.0:1769074927.799834:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.799842:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d45 [1] + 224 00000800:00000001:3.0:1769074927.799851:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.799857:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.799859:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.799863:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074927.799870:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.799879:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074927.799889:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.799904:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.800075:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800081:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.800083:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800085:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800089:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800093:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074927.800097:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800100:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800103:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800107:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084da00 00000400:00000200:3.0:1769074927.800121:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800127:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d25 [1] + 224 00000800:00000001:3.0:1769074927.800131:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800136:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800138:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.800141:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074927.800145:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.800151:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074927.800160:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800167:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.800171:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800175:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.800177:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800179:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800182:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800186:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074927.800190:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800192:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800195:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800197:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084d980 00000400:00000200:3.0:1769074927.800201:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800206:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d35 [1] + 224 00000800:00000001:3.0:1769074927.800209:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800214:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800215:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.800218:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074927.800221:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.800226:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074927.800238:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800244:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.800247:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800251:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.800252:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800254:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800256:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800259:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074927.800264:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800266:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800268:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800271:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084db00 00000400:00000200:3.0:1769074927.800274:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.800277:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d55 [1] + 224 00000800:00000001:3.0:1769074927.800279:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800404:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.800406:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.800411:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074927.800414:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.800420:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074927.800428:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800449:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.800454:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.800458:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.800508:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.800513:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074927.800522:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074927.800526:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074927.800530:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6058. 00000400:00000200:3.0:1769074927.800536:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:3.0:1769074927.800538:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:3.0:1769074927.800542:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.800547:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074927.800558:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800566:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074927.800568:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.800571:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074927.800575:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074927.800578:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074927.800582:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.800588:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074927.800603:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074927.800610:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074927.800613:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074927.800615:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074927.800620:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074927.800625:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.800629:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074927.800632:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1769074927.800634:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074927.800637:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.800643:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800651:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.800654:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074927.800657:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074927.800664:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074927.800837:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926573824:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074927.800844:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.800848:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.800852:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926573824/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.800860:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074927.800863:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074927.800868:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20acefc00. 02000000:00000001:3.0:1769074927.800872:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074927.800875:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074927.800878:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074927.800880:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074927.800884:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a300. 02000000:00000001:3.0:1769074927.800893:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074927.800896:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074927.800898:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:3.0:1769074927.800902:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074927.800904:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.800907:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.800910:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.801082:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074927.801085:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.801088:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.801105:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.801108:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074927.801122:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074927.801124:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074927.801126:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:3.0:1769074927.801130:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353aa0 00000400:00000010:3.0:1769074927.801132:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353aa0. 00000100:00000001:3.0:1769074927.801134:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.801140:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074927.801150:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801156:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074927.801437:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801441:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074927.801444:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074927.801446:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074927.801448:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.801451:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074927.801456:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074927.801481:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074927.801483:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074927.801485:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074927.801487:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074927.801488:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.801490:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.801495:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801501:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.801503:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074927.801505:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074927.801508:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074927.801515:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926573440:192.168.204.145@tcp:400:kworker.0 00000400:00000001:3.0:1769074927.801522:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074927.801524:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074927.801526:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6478. 00000400:00000200:3.0:1769074927.801529:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:3.0:1769074927.801531:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:3.0:1769074927.801533:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.801537:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074927.801545:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801552:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074927.801553:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801554:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074927.801556:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074927.801557:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074927.801558:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.801560:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074927.801566:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074927.801569:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074927.801572:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074927.801573:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074927.801575:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074927.801578:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.801582:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074927.801584:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074927.801586:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074927.801587:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.801591:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801598:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.801600:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074927.801601:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074927.801604:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074927.801611:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926573696:192.168.204.145@tcp:400:kworker.0 00000400:00000001:3.0:1769074927.801616:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074927.801618:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074927.801620:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b65d8. 00000400:00000200:3.0:1769074927.801622:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:3.0:1769074927.801624:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:3.0:1769074927.801627:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.801630:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074927.801638:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801644:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074927.801645:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801646:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074927.801648:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074927.801649:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074927.801650:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.801652:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074927.801656:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074927.801659:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074927.801661:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074927.801662:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074927.801664:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074927.801666:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.801668:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074927.801768:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 60129542150 00000100:00000001:3.0:1769074927.801772:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074927.801775:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.801780:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801787:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.801789:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074927.801790:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074927.801794:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074927.801802:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926573568:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074927.801806:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801809:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.801813:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926573440/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801819:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074927.801822:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074927.801826:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7fc00. 02000000:00000001:3.0:1769074927.801831:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074927.801834:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074927.801836:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074927.801838:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074927.801840:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a100. 02000000:00000001:3.0:1769074927.801846:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074927.801849:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074927.801851:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:3.0:1769074927.801855:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074927.801856:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801858:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.801861:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926573696/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801868:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074927.801869:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074927.801870:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7e600. 02000000:00000001:3.0:1769074927.801873:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074927.801874:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074927.801875:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074927.801877:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074927.801878:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a200. 02000000:00000001:3.0:1769074927.801880:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074927.801882:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074927.801883:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:3.0:1769074927.801886:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074927.801887:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.801888:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.801891:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926573568/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.801898:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074927.801899:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074927.801901:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207e7f400. 02000000:00000001:3.0:1769074927.801903:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074927.801904:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074927.801905:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074927.801908:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074927.801910:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254ad00. 02000000:00000001:3.0:1769074927.802082:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074927.802084:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074927.802085:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:3.0:1769074927.802088:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074927.802090:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802092:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802103:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074927.802106:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.802108:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.802111:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074927.802139:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.802154:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.802156:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.802159:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.802168:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.802174:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074927.802184:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.802189:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.802195:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.802199:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084db80 00000400:00000200:3.0:1769074927.802204:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074927.802211:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d65 [1] + 224 00000800:00000001:3.0:1769074927.802220:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.802230:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.802232:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.802237:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074927.802244:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.802250:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074927.802265:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.802282:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.802290:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.802535:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802550:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.802552:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074927.802558:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074927.802559:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074927.802562:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:3.0:1769074927.802565:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769074927.802568:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769074927.802573:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.802578:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074927.802586:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.802593:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074927.802594:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802596:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074927.802598:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074927.802600:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074927.802602:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074927.802605:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074927.802614:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074927.802617:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074927.802619:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074927.802620:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074927.802622:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074927.802625:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.802628:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074927.802629:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:3.0:1769074927.802631:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074927.802633:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074927.802638:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.802645:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074927.802647:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074927.802649:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074927.802653:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074927.802660:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2382:1855007926573952:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074927.802665:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802667:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074927.802765:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926573952/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074927.802774:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074927.802777:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074927.802780:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f000. 02000000:00000001:3.0:1769074927.802784:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074927.802787:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074927.802788:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=3 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:3.0:1769074927.802791:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074927.802793:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a400. 02000000:00000001:3.0:1769074927.802797:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074927.802799:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074927.802801:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:3.0:1769074927.802805:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074927.802806:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802808:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074927.802814:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074927.802815:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074927.802818:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074927.802820:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074927.972085:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074927.972090:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074927.978744:0:27885:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074927.978756:0:27885:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074928.994853:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074928.994860:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074928.998813:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074928.998820:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074928.998826:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074929.514025:0:28030:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074929.514039:0:28030:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074930.014713:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074930.014720:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851035:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074930.851048:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074930.851057:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074930.851075:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074930.851081:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074930.851085:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074930.851091:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074930.851101:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a400. 00000100:00000001:3.0:1769074930.851109:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851123:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074930.851134:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074930.851139:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851145:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_01_00+0] req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851167:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851170:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074930.851173:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074930.851176:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769074930.851178:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074930.851180:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074930.851181:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074930.851183:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074930.851185:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254ad00. 00000100:00000001:3.0:1769074930.851188:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851191:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074930.851207:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074930.851209:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851213:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_01_01+1] req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851221:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851223:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074930.851226:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074930.851229:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074930.851232:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074930.851234:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074930.851235:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074930.851237:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074930.851240:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a200. 00000100:00000001:3.0:1769074930.851242:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851246:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074930.851252:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074930.851253:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851256:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_01_00+0] req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851262:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851264:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074930.851267:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074930.851269:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074930.851271:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074930.851273:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074930.851274:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074930.851276:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074930.851278:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a100. 00000100:00000001:3.0:1769074930.851281:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851285:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074930.851297:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074930.851299:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851303:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_01+1] req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851310:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851312:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074930.851315:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074930.851317:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769074930.851319:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:3.0:1769074930.851321:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074930.851322:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074930.851324:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074930.851326:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da21254a300. 00000100:00000001:3.0:1769074930.851329:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851332:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074930.851338:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074930.851339:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851342:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_01_00+0] req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851348:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851351:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074930.851354:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074930.851357:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074930.851360:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074930.851365:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1630) 00000100:00000001:3.0:1769074930.851381:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074930.851385:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074930.851388:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074930.851394:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851401:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074930.851404:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851408:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074930.851411:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074930.851414:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.851417:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926574080:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074930.851422:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074930.851430:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074930.851433:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851435:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074930.851440:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8e600. 02000000:00000001:3.0:1769074930.851441:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.851451:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074930.851456:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b580. 00000400:00000010:3.0:1769074930.851481:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769074930.851490:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926574080, portal 25 00000100:00000001:3.0:1769074930.851493:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074930.851495:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:3.0:1769074930.851500:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851507:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074930.851509:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074930.851512:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000200:3.0:1769074930.851516:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926574080, offset 0 00000400:00000200:3.0:1769074930.851523:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851533:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851542:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074930.851548:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074930.851553:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074930.851558:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074930.851560:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851564:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2703:2703:256:4294967295] 192.168.204.145@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:3.0:1769074930.851569:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851578:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074930.851585:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074930.851590:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254aa00. 00000800:00000200:3.0:1769074930.851599:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074930.851607:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074930.851613:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074930.851624:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.851629:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074930.851632:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296303890 00000100:00000001:3.0:1769074930.851639:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296300828 00000100:00000001:3.0:1769074930.851644:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296303890 00000100:00000001:3.0:1769074930.851647:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296300828 00000100:00000001:3.0:1769074930.851650:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074930.851653:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.851657:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074930.851661:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851668:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074930.851670:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851672:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074930.851674:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074930.851676:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.851678:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574336:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074930.851681:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074930.851684:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074930.851686:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851688:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074930.851691:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8e200. 02000000:00000001:3.0:1769074930.851693:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.851696:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074930.851699:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b000. 00000400:00000010:3.0:1769074930.851703:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720a18. 00000100:00000200:3.0:1769074930.851705:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926574336, portal 4 00000100:00000001:3.0:1769074930.851707:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074930.851708:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:3.0:1769074930.851715:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851721:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074930.851723:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074930.851725:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720440. 00000100:00000200:3.0:1769074930.851728:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926574336, offset 0 00000400:00000200:3.0:1769074930.851732:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851735:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851738:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074930.851741:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074930.851743:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074930.851745:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074930.851748:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851750:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2704:2704:255:4294967295] 192.168.204.145@tcp LPNI seq info [2704:2704:7:4294967295] 00000400:00000200:3.0:1769074930.851754:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851759:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074930.851763:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074930.851767:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a600. 00000800:00000200:3.0:1769074930.851771:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074930.851774:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074930.851777:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074930.851780:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851783:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24680 usecs (25 jiffies) 00000400:00000200:3.0:1769074930.851787:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074930.851789:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296292381 00000100:00000001:3.0:1769074930.851792:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.851794:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296292381 00000100:00000001:3.0:1769074930.851796:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.851798:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074930.851800:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.851802:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074930.851805:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851811:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074930.851812:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851815:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074930.851817:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074930.851819:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.851822:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2381:1855007926574592:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074930.851825:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074930.851828:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074930.851829:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851831:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074930.851834:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f800. 02000000:00000001:3.0:1769074930.851836:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.851839:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074930.851842:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b8f0. 00000400:00000010:3.0:1769074930.851846:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769074930.851848:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926574592, portal 10 00000100:00000001:3.0:1769074930.851850:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074930.851851:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:3.0:1769074930.851856:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851863:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074930.851865:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074930.851868:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720b28. 00000100:00000200:3.0:1769074930.851870:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926574592, offset 0 00000400:00000200:3.0:1769074930.851874:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851877:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851880:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074930.851882:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074930.851885:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074930.851887:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074930.851890:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074930.851892:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2705:2705:254:4294967295] 192.168.204.145@tcp LPNI seq info [2705:2705:6:4294967295] 00000400:00000200:3.0:1769074930.851897:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.851902:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074930.851906:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074930.851911:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a000. 00000800:00000200:3.0:1769074930.851915:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074930.851919:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074930.851921:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074930.851924:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.851927:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 362908 usecs (363 jiffies) 00000400:00000200:3.0:1769074930.851930:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074930.851932:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296292719 00000100:00000001:3.0:1769074930.851934:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.851936:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296292719 00000100:00000001:3.0:1769074930.851938:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.851940:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074930.851942:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.851945:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.851948:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074930.851957:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074930.851959:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074930.851962:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074930.851963:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074930.851965:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.851968:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1769074930.851969:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074930.851971:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074930.851973:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074930.851974:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074930.851975:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074930.851976:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074930.851981:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.851987:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074930.851988:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.851990:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074930.851992:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074930.851994:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.851996:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574208:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074930.851999:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074930.852002:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074930.852003:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.852005:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074930.852008:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8fe00. 02000000:00000001:3.0:1769074930.852010:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.852013:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074930.852016:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b688. 00000400:00000010:3.0:1769074930.852019:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720f68. 00000100:00000200:3.0:1769074930.852022:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926574208, portal 10 00000100:00000001:3.0:1769074930.852024:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074930.852025:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:3.0:1769074930.852031:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852038:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074930.852039:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074930.852042:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720bb0. 00000100:00000200:3.0:1769074930.852044:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926574208, offset 0 00000400:00000200:3.0:1769074930.852048:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074930.852052:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.852056:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074930.852059:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074930.852074:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074930.852077:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074930.852081:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074930.852084:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2706:2706:253:4294967295] 192.168.204.145@tcp LPNI seq info [2706:2706:5:4294967295] 00000400:00000200:3.0:1769074930.852088:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.852093:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074930.852096:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074930.852100:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da21254a900. 00000800:00000200:3.0:1769074930.852104:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074930.852107:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074930.852110:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da21254a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074930.852112:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.852115:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1312917 usecs (1313 jiffies) 00000400:00000200:3.0:1769074930.852118:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074930.852119:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296293669 00000100:00000001:3.0:1769074930.852122:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.852124:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296293669 00000100:00000001:3.0:1769074930.852125:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.852128:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074930.852129:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852132:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074930.852136:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852141:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074930.852143:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.852145:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074930.852147:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074930.852149:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074930.852151:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574464:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074930.852155:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074930.852157:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074930.852158:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074930.852160:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074930.852164:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8fa00. 02000000:00000001:3.0:1769074930.852165:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074930.852169:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074930.852171:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf78. 00000400:00000010:3.0:1769074930.852175:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769074930.852177:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926574464, portal 4 00000100:00000001:3.0:1769074930.852179:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074930.852180:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:3.0:1769074930.852186:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852192:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074930.852195:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074930.852197:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769074930.852199:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926574464, offset 0 00000400:00000200:3.0:1769074930.852203:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074930.852206:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.852209:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074930.852212:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074930.852214:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074930.852217:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074930.852220:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074930.852222:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2707:2707:252:4294967295] 192.168.204.145@tcp LPNI seq info [2707:2707:4:4294967295] 00000400:00000200:3.0:1769074930.852226:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.852231:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074930.852234:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074930.852238:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000800:00000200:3.0:1769074930.852243:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074930.852246:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074930.852249:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074930.852251:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074930.852254:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27147 usecs (28 jiffies) 00000400:00000200:3.0:1769074930.852257:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074930.852259:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296292384 00000100:00000001:3.0:1769074930.852262:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.852264:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296292384 00000100:00000001:3.0:1769074930.852266:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074930.852268:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074930.852270:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852272:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852274:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852293:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074930.852296:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074930.852344:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074930.852348:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254aa00. 00000400:00000200:3.0:1769074930.852359:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.852365:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074930.852372:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000400:00000010:3.0:1769074930.852374:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:3.0:1769074930.852381:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074930.852386:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852400:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074930.852404:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852411:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852412:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074930.852426:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074930.852429:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a600. 00000400:00000200:3.0:1769074930.852431:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.852435:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074930.852437:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720440 00000400:00000010:3.0:1769074930.852439:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720440. 00000100:00000001:3.0:1769074930.852441:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074930.852445:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852451:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074930.852454:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852486:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852488:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074930.852497:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074930.852499:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a000. 00000400:00000200:3.0:1769074930.852502:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.852505:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074930.852507:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720b28 00000400:00000010:3.0:1769074930.852509:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720b28. 00000100:00000001:3.0:1769074930.852511:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074930.852514:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852521:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074930.852525:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852536:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852538:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074930.852546:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074930.852548:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da21254a900. 00000400:00000200:3.0:1769074930.852550:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.852553:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074930.852556:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720bb0 00000400:00000010:3.0:1769074930.852557:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720bb0. 00000100:00000001:3.0:1769074930.852559:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074930.852562:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852568:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074930.852571:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852576:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852577:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074930.852650:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074930.852654:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000400:00000200:3.0:1769074930.852657:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.852660:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074930.852662:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769074930.852664:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769074930.852667:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074930.852670:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852677:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074930.852679:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.852686:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074930.852688:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074930.856882:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.856907:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.856911:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.856913:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.856928:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.856937:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074930.856945:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.856951:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.856958:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.856962:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084dc00 00000400:00000200:3.0:1769074930.856968:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.856976:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d75 [1] + 224 00000800:00000001:3.0:1769074930.856986:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.856992:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.856995:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.856999:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074930.857009:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074930.857020:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074930.857032:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.857095:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074930.857101:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074930.858750:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074930.858775:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858788:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.858793:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858796:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.858807:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858816:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074930.858824:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858828:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858834:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858838:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084de00 00000400:00000200:3.0:1769074930.858843:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858851:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d95 [1] + 224 00000800:00000001:3.0:1769074930.858860:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858866:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.858869:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.858873:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074930.858880:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074930.858889:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074930.858902:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.858910:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074930.858914:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858917:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.858919:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858921:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.858924:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858927:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074930.858931:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858934:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858937:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858939:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084dc80 00000400:00000200:3.0:1769074930.858942:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.858946:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6da5 [1] + 224 00000800:00000001:3.0:1769074930.858950:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.858967:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.858970:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.858973:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074930.858977:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074930.858982:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074930.858990:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.858997:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074930.859001:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.859004:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.864541:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864566:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.864572:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864575:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.864590:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864600:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074930.864609:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864615:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864622:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864627:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084dd00 00000400:00000200:3.0:1769074930.864634:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864642:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6d85 [1] + 224 00000800:00000001:3.0:1769074930.864651:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864658:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.864661:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.864666:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074930.864675:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074930.864686:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074930.864698:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.864707:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074930.864716:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864720:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074930.864721:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864723:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.864726:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864729:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074930.864734:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864736:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864739:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864742:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084dd80 00000400:00000200:3.0:1769074930.864746:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074930.864750:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6db5 [1] + 224 00000800:00000001:3.0:1769074930.864755:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864762:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074930.864764:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074930.864767:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074930.864770:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074930.864775:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074930.864782:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074930.864788:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074930.864791:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074930.864794:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074930.865831:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074930.865837:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074930.865843:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b580. 00000400:00000200:2.0:1769074930.865852:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:2.0:1769074930.865856:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:2.0:1769074930.865864:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074930.865874:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074930.865885:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.865892:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074930.865896:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.865899:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074930.865904:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074930.865907:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074930.865909:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074930.865912:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074930.865922:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074930.865927:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074930.865930:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074930.865932:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.865935:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074930.865938:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.865941:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074930.865946:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.865953:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074930.865957:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074930.865960:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.865964:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074930.865977:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926574080:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074930.865985:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074930.865987:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074930.865989:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b000. 00000400:00000200:2.0:1769074930.865991:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720a18 00000400:00000010:2.0:1769074930.865993:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720a18. 00000100:00000001:2.0:1769074930.865995:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074930.865999:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074930.866007:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.866014:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074930.866015:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.866017:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074930.866018:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074930.866019:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074930.866020:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074930.866022:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074930.866029:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074930.866031:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074930.866033:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074930.866035:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.866036:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074930.866040:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.866043:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074930.866046:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074930.866047:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074930.866049:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074930.866052:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.866058:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074930.866071:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074930.866073:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.866077:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074930.866084:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574336:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074930.866090:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074930.866091:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074930.866093:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b8f0. 00000400:00000200:2.0:1769074930.866096:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:2.0:1769074930.866098:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:2.0:1769074930.866100:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074930.866104:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074930.866112:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.866118:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074930.866119:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.866121:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074930.866122:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074930.866124:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074930.866125:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074930.866127:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074930.866131:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074930.866134:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074930.866136:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074930.866137:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.866139:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074930.866141:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.866143:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074930.866144:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:2.0:1769074930.866146:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074930.866147:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074930.866150:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.866157:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074930.866158:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074930.866160:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.866163:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074930.866171:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2381:1855007926574592:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074930.866176:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.866180:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.866185:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926574080/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.866193:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.866196:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.867192:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8e600. 02000000:00000001:2.0:1769074930.868323:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868328:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868331:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074930.868334:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868339:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a400. 02000000:00000001:2.0:1769074930.868347:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868350:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868353:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:2.0:1769074930.868358:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868360:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868363:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868377:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926574336/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868386:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868389:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868391:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8e200. 02000000:00000001:2.0:1769074930.868392:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868393:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868396:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074930.868398:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868399:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a200. 02000000:00000001:2.0:1769074930.868401:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868402:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868403:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769074930.868406:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868408:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868409:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868413:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926574592/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868420:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868422:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868424:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f800. 02000000:00000001:2.0:1769074930.868426:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868427:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868428:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=3 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074930.868430:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868431:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a300. 02000000:00000001:2.0:1769074930.868433:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868434:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868435:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769074930.868437:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868438:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868443:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.868446:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074930.868448:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074930.868458:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074930.868475:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074930.868478:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b688. 00000400:00000200:2.0:1769074930.868484:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720f68 00000400:00000010:2.0:1769074930.868486:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720f68. 00000100:00000001:2.0:1769074930.868494:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074930.868499:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074930.868509:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868517:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074930.868519:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868522:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074930.868525:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074930.868528:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074930.868531:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074930.868534:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074930.868545:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074930.868549:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074930.868552:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074930.868553:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.868557:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074930.868562:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.868566:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074930.868569:0:2381:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509441 gen 1 00000100:00000040:2.0:1769074930.868576:0:2381:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509441) req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/604/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074930.868583:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868587:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995f80 x1855007926565632/t60129542153(60129542153) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074939 ref 1 fl Complete:RQU/604/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074930.868592:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868594:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868595:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210006800. 02000000:00000001:2.0:1769074930.868598:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868600:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868601:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074930.868603:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868604:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceb400. 02000000:00000001:2.0:1769074930.868607:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868609:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868610:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995f80. 00000100:00000001:2.0:1769074930.868615:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868616:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.868622:0:2381:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509441) req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868629:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868632:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997100 x1855007926573312/t64424509441(64424509441) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 496/456 e 0 to 0 dl 1769074940 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868638:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868640:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868641:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210006000. 02000000:00000001:2.0:1769074930.868644:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868645:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868646:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074930.868648:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868649:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da210782200. 02000000:00000001:2.0:1769074930.868652:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868653:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868654:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997100. 00000100:00000001:2.0:1769074930.868658:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868659:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868661:0:2381:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074930.868664:0:2381:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1769074930.868666:0:2381:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074930.868668:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074930.868673:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868680:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074930.868683:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074930.868686:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.868690:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074930.868697:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574208:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074930.868704:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074930.868706:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074930.868708:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf78. 00000400:00000200:2.0:1769074930.868711:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:2.0:1769074930.868713:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:2.0:1769074930.868715:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074930.868720:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074930.868727:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868732:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074930.868733:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868735:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074930.868736:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074930.868737:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074930.868739:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074930.868740:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074930.868744:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074930.868747:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074930.868749:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074930.868750:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.868751:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074930.868753:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.868755:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074930.868757:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074930.868759:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074930.868760:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074930.868763:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868769:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074930.868771:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074930.868772:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074930.868775:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074930.868786:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926574464:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074930.868790:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868791:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868794:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926574208/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868798:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868800:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868801:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8fe00. 02000000:00000001:2.0:1769074930.868803:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868805:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868806:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074930.868807:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868809:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254ad00. 02000000:00000001:2.0:1769074930.868811:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868812:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868813:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769074930.868816:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868817:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868819:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074930.868822:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926574464/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074930.868827:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074930.868828:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074930.868829:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8fa00. 02000000:00000001:2.0:1769074930.868831:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074930.868832:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074930.868833:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074930.868835:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074930.868837:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da21254a100. 02000000:00000001:2.0:1769074930.868839:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074930.868840:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074930.868841:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769074930.868843:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074930.868845:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868847:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074930.868857:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074930.868859:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074930.868861:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074930.868863:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074931.038628:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074931.038639:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074931.038719:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074931.038724:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074931.038728:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1769074931.496155:0:28173:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074931.496169:0:28173:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074932.063549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074932.063560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074932.063590:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074932.063593:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074932.063597:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1769074932.074285:0:28231:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074932.074298:0:28231:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074933.090314:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074933.090334:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074933.090337:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074933.090340:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074933.090347:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074933.090350:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074933.090352:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074933.090354:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074933.091700:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074933.091707:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074933.091711:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1769074933.187676:0:28323:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074933.187691:0:28323:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074933.548910:0:28359:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1769074933.548919:0:28359:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-dual test 15a: timeout waiting for lost client during replay, 1 client completes ========================================================== 04:42:12 (1769074932) 00000001:00000001:3.0:1769074933.559915:0:28359:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1769074934.110745:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074934.110754:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074934.110790:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074934.110794:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.110797:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074934.690456:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753d08 00000080:00200008:3.0:1769074934.690498:0:28379:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074934.690510:0:28379:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074934.690513:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753c80 00000080:00200000:3.0:1769074934.690515:0:28379:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074934.690524:0:28379:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8f000. 00800000:00000002:3.0:1769074934.690533:0:28379:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074934.690538:0:28379:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074934.690544:0:28379:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.690546:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ba0 00800000:00000002:3.0:1769074934.690549:0:28379:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074934.690554:0:28379:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074934.690560:0:28379:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074934.690567:0:28379:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.690569:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a70 00000002:00010000:3.0:1769074934.690571:0:28379:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074934.690576:0:28379:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074934.690578:0:28379:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.690582:0:28379:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074934.690591:0:28379:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.690594:0:28379:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.690596:0:28379:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.690599:0:28379:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074934.690602:0:28379:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074934.690609:0:28379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769074934.690614:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074934.690623:0:28379:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074934.690630:0:28379:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074934.690633:0:28379:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.690637:0:28379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074934.690641:0:28379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074934.690647:0:28379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074934.690656:0:28379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769074934.690665:0:28379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.690670:0:28379:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074934.690672:0:28379:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.690674:0:28379:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074934.690675:0:28379:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.690677:0:28379:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.690684:0:28379:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00010000:00000001:3.0:1769074934.690689:0:28379:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074934.690692:0:28379:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074934.690697:0:28379:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1b00. 00010000:00000010:3.0:1769074934.690702:0:28379:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983ca80. 00010000:00000001:3.0:1769074934.690709:0:28379:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074934.690713:0:28379:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490200. 00000020:00000001:3.0:1769074934.690717:0:28379:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074934.690721:0:28379:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490200 with handle 0x5882d44973683003 to hash 00000020:00000001:3.0:1769074934.690723:0:28379:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074934.690725:0:28379:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.690729:0:28379:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.690733:0:28379:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074934.690736:0:28379:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074934.690741:0:28379:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28379 initiator: MDT0 00010000:00010000:3.0:1769074934.690751:0:28379:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28379 initiator: MDT0 00010000:00010000:3.0:1769074934.690762:0:28379:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28379 initiator: MDT0 00000100:00000001:3.0:1769074934.690768:0:28379:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074934.690770:0:28379:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074934.690779:0:28379:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074934.690781:0:28379:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999104 : -125747876552512 : ffff8da20a7ca0c0) 00000100:00000001:3.0:1769074934.690784:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074934.690785:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769074934.690791:0:28379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074934.690797:0:28379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.690799:0:28379:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074934.690801:0:28379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074934.690815:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074934.691590:0:28379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074934.691593:0:28379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074934.691599:0:28379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074934.691603:0:28379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074934.691606:0:28379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074934.691612:0:28379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574720:192.168.204.145@tcp:101:lfs.0 00000100:00000001:3.0:1769074934.691617:0:28379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074934.691625:0:28379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074934.691628:0:28379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074934.691630:0:28379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074934.691639:0:28379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a794000. 02000000:00000001:3.0:1769074934.691641:0:28379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074934.691654:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074934.691659:0:28379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b5d8. 00000400:00000010:3.0:1769074934.691669:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769074934.691678:0:28379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926574720, portal 10 00000100:00000001:3.0:1769074934.691681:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074934.691682:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769074934.691690:0:28379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074934.691698:0:28379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074934.691701:0:28379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074934.691704:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720bb0. 00000100:00000200:3.0:1769074934.691707:0:28379:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926574720, offset 0 00000400:00000200:3.0:1769074934.691715:0:28379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074934.691726:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.691735:0:28379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074934.691742:0:28379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074934.691748:0:28379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074934.691753:0:28379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074934.691756:0:28379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074934.691760:0:28379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2708:2708:256:4294967295] 192.168.204.145@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:3.0:1769074934.691765:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.691777:0:28379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074934.691785:0:28379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074934.691792:0:28379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13c00. 00000800:00000200:3.0:1769074934.691799:0:28379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074934.691809:0:28379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074934.691814:0:28379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074934.691860:0:28379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074934.691866:0:28379:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1309227 usecs (1310 jiffies) 00000400:00000200:3.0:1769074934.691871:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074934.691874:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296297505 00000100:00000001:3.0:1769074934.691878:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074934.691881:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296297505 00000100:00000001:3.0:1769074934.691883:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074934.691886:0:28379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074934.691889:0:28379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.691892:0:28379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074934.691894:0:28379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074934.691897:0:28379:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074934.691901:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074934.691904:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074934.692215:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074934.692223:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13c00. 00000400:00000200:2.0:1769074934.692230:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074934.692237:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074934.692244:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720bb0 00000400:00000010:2.0:1769074934.692246:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720bb0. 00000100:00000001:2.0:1769074934.692255:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074934.692261:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.692273:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074934.692276:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.692283:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074934.692285:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.698451:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.698502:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.698507:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.698510:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.698524:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.698534:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.698543:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.698549:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.698556:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.698561:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084de80 00000400:00000200:3.0:1769074934.698569:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.698577:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6dc5 [1] + 224 00000800:00000001:3.0:1769074934.698587:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.698596:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.698600:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.698605:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.698616:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.698626:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074934.698638:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074934.698662:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.698674:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.698678:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.699117:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074934.699128:0:28379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074934.699141:0:28379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074934.699146:0:28379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b5d8. 00000400:00000200:0.0:1769074934.699152:0:28379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:0.0:1769074934.699156:0:28379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:0.0:1769074934.699162:0:28379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074934.699168:0:28379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074934.699177:0:28379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074934.699183:0:28379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074934.699185:0:28379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.699188:0:28379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074934.699192:0:28379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074934.699195:0:28379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074934.699197:0:28379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.699200:0:28379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074934.699213:0:28379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074934.699218:0:28379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074934.699221:0:28379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074934.699223:0:28379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.699226:0:28379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074934.699231:0:28379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.699234:0:28379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074934.699237:0:28379:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074934.699239:0:28379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074934.699241:0:28379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.699246:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074934.699254:0:28379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.699258:0:28379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074934.699260:0:28379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074934.699265:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074950 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074934.699273:0:28379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574720:192.168.204.145@tcp:101:lfs.0 00000100:00000001:0.0:1769074934.699278:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.699281:0:28379:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.699284:0:28379:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074934.699287:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.699291:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074950 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074934.699301:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074934.699304:0:28379:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca0c0. 00000100:00000001:0.0:1769074934.699332:0:28379:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074934.699334:0:28379:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.699338:0:28379:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074934.699342:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.699345:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.699349:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:0.0:1769074934.699352:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699355:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:0.0:1769074934.699364:0:28379:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490200, remote cookie: 0xe52bf4d4a35161c2, flags: 0x1001 00010000:00010000:0.0:1769074934.699370:0:28379:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074934.699381:0:28379:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.699388:0:28379:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074934.699393:0:28379:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074934.699397:0:28379:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074934.699398:0:28379:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074934.699400:0:28379:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074934.699404:0:28379:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1b00) refcount = 1 00010000:00010000:0.0:1769074934.699408:0:28379:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.699414:0:28379:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074934.699419:0:28379:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074934.699421:0:28379:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074934.699424:0:28379:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074934.699426:0:28379:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.699430:0:28379:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.699435:0:28379:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074934.699437:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.699439:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.699440:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.699440:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.699442:0:28379:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074934.699447:0:28379:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074934.699449:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.699450:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.699451:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.699453:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699455:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699457:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.699640:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.699642:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:0.0:1769074934.699645:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699647:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699651:0:28379:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074934.699654:0:28379:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.699658:0:28379:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.699664:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.699665:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.699666:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.699667:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.699669:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=5 00000020:00000001:0.0:1769074934.699670:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699673:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.699676:0:28379:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074934.700067:0:28379:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.700077:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700078:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074934.700081:0:28379:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.700086:0:28379:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074934.700088:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700089:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.700090:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700091:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074934.700101:0:28379:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074934.700309:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700311:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700312:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700315:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700317:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700320:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700321:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074934.700323:0:28379:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074934.700325:0:28379:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074934.700328:0:28379:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074934.700331:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700332:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700333:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700335:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700338:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00000002:00010000:0.0:1769074934.700341:0:28379:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.700349:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700350:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.700353:0:28379:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074934.700354:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700355:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700357:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700359:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700360:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:0.0:1769074934.700380:0:28379:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:0.0:1769074934.700383:0:28379:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074934.700388:0:28379:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074934.700391:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700392:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074934.700393:0:28379:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074934.700397:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539f0 00000002:00002000:0.0:1769074934.700400:0:28379:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074934.700403:0:28379:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.700407:0:28379:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.700410:0:28379:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074934.700414:0:28379:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074934.700417:0:28379:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074934.700422:0:28379:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074934.700426:0:28379:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8f000. 00000080:00000001:0.0:1769074934.700433:0:28379:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074934.700436:0:28379:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074934.700445:0:28379:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074934.700451:0:28379:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074934.700499:0:28379:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879500. 00800000:00000001:0.0:1769074934.700503:0:28379:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939776 : -125747892611840 : ffff8da209879500) 00800000:00000001:0.0:1769074934.700505:0:28379:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074934.700508:0:28379:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074934.700511:0:28379:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074934.700514:0:28379:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074934.700517:0:28379:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074934.700522:0:28379:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074934.700524:0:28379:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.700530:0:28379:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074934.700535:0:28379:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1769074934.700538:0:28379:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074878 to 1769074924 00000080:00200000:0.0:1769074934.700544:0:28379:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074934.700546:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700547:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700549:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700551:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700553:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700555:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700556:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074934.700557:0:28379:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074934.700560:0:28379:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074934.700562:0:28379:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879500 1 00800000:00000010:0.0:1769074934.700564:0:28379:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879500. 00800000:00000001:0.0:1769074934.700567:0:28379:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.700571:0:28379:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:0.0:1769074934.700574:0:28379:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074934.700576:0:28379:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074934.700577:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700578:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700580:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700581:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700584:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700586:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700587:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074934.700588:0:28379:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.700590:0:28379:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.700592:0:28379:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.700595:0:28379:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074934.700598:0:28379:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741753cb8 00010000:00000001:0.0:1769074934.700600:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.700601:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.700603:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.700604:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700607:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.700609:0:28379:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074934.700612:0:28379:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.700618:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700619:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.700621:0:28379:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074934.700623:0:28379:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074934.700626:0:28379:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.700636:0:28379:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074934.700639:0:28379:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074934.700642:0:28379:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074934.700646:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700647:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.700649:0:28379:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.700653:0:28379:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074934.700655:0:28379:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.700657:0:28379:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.700660:0:28379:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.700662:0:28379:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074934.700663:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.700664:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074934.700667:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.700674:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926574720/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074934.700681:0:28379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074934.700685:0:28379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074934.700689:0:28379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a794000. 02000000:00000001:0.0:1769074934.700694:0:28379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074934.700696:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.700698:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.700701:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074934.700704:0:28379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:0.0:1769074934.700708:0:28379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074934.700710:0:28379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074934.700713:0:28379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:0.0:1769074934.700717:0:28379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074934.700718:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074934.700723:0:28379:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074934.700728:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753d08 00000080:00000008:0.0:1769074934.700731:0:28379:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074934.702340:0:28379:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.702352:0:28379:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074934.702409:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753d08 00000080:00200008:0.0:1769074934.702413:0:28379:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074934.702420:0:28379:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074934.702421:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753c80 00000080:00200000:0.0:1769074934.702424:0:28379:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074934.702431:0:28379:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7ea00. 00800000:00000002:0.0:1769074934.702439:0:28379:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074934.702443:0:28379:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074934.702448:0:28379:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074934.702450:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ba0 00800000:00000002:0.0:1769074934.702452:0:28379:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074934.702456:0:28379:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074934.702501:0:28379:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074934.702509:0:28379:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074934.702511:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a70 00000002:00010000:0.0:1769074934.702513:0:28379:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074934.702517:0:28379:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074934.702519:0:28379:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074934.702523:0:28379:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074934.702533:0:28379:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:0.0:1769074934.702536:0:28379:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074934.702541:0:28379:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074934.702544:0:28379:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074934.702549:0:28379:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074934.702560:0:28379:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074934.702566:0:28379:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.702569:0:28379:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074934.702575:0:28379:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074934.702577:0:28379:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074934.702580:0:28379:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074934.702582:0:28379:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074934.702584:0:28379:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074934.702586:0:28379:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074934.702589:0:28379:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074934.702592:0:28379:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074934.702596:0:28379:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7ea00. 00000080:00000001:0.0:1769074934.702600:0:28379:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074934.702602:0:28379:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.702606:0:28379:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074934.702610:0:28379:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:0.0:1769074934.702613:0:28379:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074934.702615:0:28379:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074934.702617:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.702620:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.702622:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.702624:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.702627:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.702629:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.702631:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074934.702632:0:28379:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.702633:0:28379:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.702637:0:28379:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741753cb8 00010000:00000001:0.0:1769074934.702639:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.702640:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.702641:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.702642:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.702645:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.702647:0:28379:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074934.702649:0:28379:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.702655:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.702656:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.702658:0:28379:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074934.702660:0:28379:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074934.702662:0:28379:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.702670:0:28379:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074934.702673:0:28379:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074934.702675:0:28379:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074934.702678:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.702679:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.702680:0:28379:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.702684:0:28379:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074934.702685:0:28379:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.702687:0:28379:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.702690:0:28379:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.702692:0:28379:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074934.702693:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.702694:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074934.702697:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074934.702699:0:28379:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074934.702702:0:28379:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074934.702706:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753d08 00000080:00000008:0.0:1769074934.702708:0:28379:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074934.704777:0:28379:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074934.704788:0:28379:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074934.704791:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b78 00000080:00200000:0.0:1769074934.704798:0:28379:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074934.704809:0:28379:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7ea00. 00800000:00000002:0.0:1769074934.704827:0:28379:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074934.704831:0:28379:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074934.704837:0:28379:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074934.704839:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a98 00800000:00000002:0.0:1769074934.704841:0:28379:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074934.704846:0:28379:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074934.704851:0:28379:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074934.704857:0:28379:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074934.704859:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753968 00000002:00010000:0.0:1769074934.704861:0:28379:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074934.704865:0:28379:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074934.704868:0:28379:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074934.704872:0:28379:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074934.704880:0:28379:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:0.0:1769074934.704884:0:28379:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074934.704889:0:28379:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074934.704892:0:28379:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074934.704896:0:28379:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074934.704906:0:28379:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074934.704911:0:28379:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.704914:0:28379:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074934.704921:0:28379:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074934.704923:0:28379:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074934.704926:0:28379:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074934.704928:0:28379:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074934.704930:0:28379:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074934.704932:0:28379:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074934.704935:0:28379:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074934.704939:0:28379:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074934.704942:0:28379:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7ea00. 00000080:00000001:0.0:1769074934.704949:0:28379:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074934.704951:0:28379:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.704954:0:28379:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074934.704958:0:28379:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:0.0:1769074934.704961:0:28379:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074934.704964:0:28379:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074934.704966:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.704969:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.704971:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.704973:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.704976:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.704979:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.704981:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074934.704982:0:28379:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.704984:0:28379:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074934.704987:0:28379:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741753bb0 00010000:00000001:0.0:1769074934.704988:0:28379:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074934.704989:0:28379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074934.704991:0:28379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074934.704992:0:28379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.704994:0:28379:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074934.705006:0:28379:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074934.705009:0:28379:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.705014:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.705015:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.705017:0:28379:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074934.705018:0:28379:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074934.705021:0:28379:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074934.705033:0:28379:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074934.705037:0:28379:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074934.705039:0:28379:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074934.705044:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.705045:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074934.705046:0:28379:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.705050:0:28379:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074934.705052:0:28379:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.705054:0:28379:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.705058:0:28379:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.705060:0:28379:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074934.705062:0:28379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074934.705063:0:28379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074934.705066:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074934.705068:0:28379:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074934.705070:0:28379:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 44 00000080:00000001:0.0:1769074934.705075:0:28379:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.705083:0:28379:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1769074934.705086:0:28379:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074934.705088:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b78 00000080:00200008:0.0:1769074934.705091:0:28379:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000 00000080:00000010:0.0:1769074934.705097:0:28379:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229b180. 00000080:00000001:0.0:1769074934.705103:0:28379:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.705105:0:28379:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.705764:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.705768:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.705779:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.705783:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.705790:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.705795:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.705798:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.705802:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.705804:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.705812:0:28379:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1769074934.706093:0:28379:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff8da202f2f800: age 1618, max_age 1627 00000002:00000001:0.0:1769074934.706101:0:28379:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:0.0:1769074934.706115:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000010:0.0:1769074934.706124:0:28379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074934.706127:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074934.706240:0:28379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074934.706244:0:28379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074934.706248:0:28379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074934.706257:0:28379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38900. 00000100:00000001:0.0:1769074934.706265:0:28379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.706268:0:28379:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074934.706270:0:28379:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074934.706278:0:28379:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.706280:0:28379:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074934.706283:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.706285:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:0.0:1769074934.706290:0:28379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074934.706293:0:28379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.706296:0:28379:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074934.706298:0:28379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074934.706311:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.706320:0:28379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074934.706323:0:28379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.706326:0:28379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074934.706330:0:28379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074934.706332:0:28379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074934.706336:0:28379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574848:192.168.204.145@tcp:41:lfs.0 00000100:00000001:0.0:1769074934.706340:0:28379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074934.706347:0:28379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074934.706349:0:28379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.706353:0:28379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074934.706357:0:28379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.706359:0:28379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074934.706380:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074934.706387:0:28379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074934.706395:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074934.706404:0:28379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926574848, portal 10 00000100:00000001:0.0:1769074934.706406:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.706407:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074934.706415:0:28379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.706422:0:28379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074934.706425:0:28379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074934.706428:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000200:0.0:1769074934.706432:0:28379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926574848, offset 0 00000400:00000200:0.0:1769074934.706440:0:28379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074934.706450:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.706797:0:28379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074934.706806:0:28379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074934.706812:0:28379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074934.707330:0:28379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074934.707337:0:28379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074934.707342:0:28379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2709:2709:256:4294967295] 192.168.204.145@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:0.0:1769074934.707349:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.707363:0:28379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074934.707382:0:28379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074934.707391:0:28379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769074934.707402:0:28379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074934.707410:0:28379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074934.707416:0:28379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074934.707528:0:28379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.707535:0:28379:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1305527 usecs (1306 jiffies) 00000400:00000200:0.0:1769074934.707539:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074934.707543:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296297519 00000100:00000001:0.0:1769074934.707546:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.707549:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296297519 00000100:00000001:0.0:1769074934.707551:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.707554:0:28379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.707557:0:28379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.707560:0:28379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074934.707562:0:28379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074934.707565:0:28379:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074934.707569:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074934.707573:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074934.712197:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074934.712213:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:3.0:1769074934.712222:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.712234:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074934.712243:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:3.0:1769074934.712247:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:3.0:1769074934.712254:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074934.712265:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.712281:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074934.712286:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.712293:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.712295:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.717951:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.717975:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.717979:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.717982:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.718008:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.718019:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.718029:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.718036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.718043:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.718048:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 10 MB=0x6971eb084df00 00000400:00000200:3.0:1769074934.718054:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.718063:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 368/368 into md 0x6dd5 [1] + 224 00000800:00000001:3.0:1769074934.718074:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.718084:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.718087:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.718092:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.718101:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.718124:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074934.718145:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.718210:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074934.718231:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.718242:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.718245:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074934.719337:0:28379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074934.719343:0:28379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074934.719348:0:28379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074934.719357:0:28379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074934.719360:0:28379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074934.719445:0:28379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074934.719455:0:28379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074934.719484:0:28379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.719491:0:28379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074934.719494:0:28379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.719496:0:28379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074934.719501:0:28379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074934.719504:0:28379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074934.719507:0:28379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.719511:0:28379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074934.719524:0:28379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074934.719528:0:28379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074934.719531:0:28379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074934.719533:0:28379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.719537:0:28379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074934.719541:0:28379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.719546:0:28379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074934.719549:0:28379:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074934.719551:0:28379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074934.719553:0:28379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.719558:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.719566:0:28379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.719570:0:28379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074934.719573:0:28379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074934.719577:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074934.719584:0:28379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574848:192.168.204.145@tcp:41:lfs.0 00000100:00000001:0.0:1769074934.719589:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.719593:0:28379:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.719596:0:28379:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074934.719598:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.719601:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.719608:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074934.719612:0:28379:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.719616:0:28379:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074934.719618:0:28379:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074934.719624:0:28379:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:0.0:1769074934.719626:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.719629:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926574848/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.719636:0:28379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074934.719638:0:28379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074934.719643:0:28379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.719646:0:28379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074934.719649:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.719652:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.719654:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074934.719657:0:28379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38900. 02000000:00000001:0.0:1769074934.719661:0:28379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074934.719663:0:28379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074934.719665:0:28379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074934.719669:0:28379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074934.719670:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074934.719672:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.719673:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.719674:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1769074934.719677:0:28379:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff8da202f2f800: update ffff8da202c38370 cache blocks 17230/17271 objects 499056/499388 00800000:00000001:0.0:1769074934.719682:0:28379:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074934.719691:0:28379:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.719695:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074934.719698:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.719703:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.719706:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.719953:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.719957:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.719966:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.719970:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.719977:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.719982:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.719984:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.719988:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.719990:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720004:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720006:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720008:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720011:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720013:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720015:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720020:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720021:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720024:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720025:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720028:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720031:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720033:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720034:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720035:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720038:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720040:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720041:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720043:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720045:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720047:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720050:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720051:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720054:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720055:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720057:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720059:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720060:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720061:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720063:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720065:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720067:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720069:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720071:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720073:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720074:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720077:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720079:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720081:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720083:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720085:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720087:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720089:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720090:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720091:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720094:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720096:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720097:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720099:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720102:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720115:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720120:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720122:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720124:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720126:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720129:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720259:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720262:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720264:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720265:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720268:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720270:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720272:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720274:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720276:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720278:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720283:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720284:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720287:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720288:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720291:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720293:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720295:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720296:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720297:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720299:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720302:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720304:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720306:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720308:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720309:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720312:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720314:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720316:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720317:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720320:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720321:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720323:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720324:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720325:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720327:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720329:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720330:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720332:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720334:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720336:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720338:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720340:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720343:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720344:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720346:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720348:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720350:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720351:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720352:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720355:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720357:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720359:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720361:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720363:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720501:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720508:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720509:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720513:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720514:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720517:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720519:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720521:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720523:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720524:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720527:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720529:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720530:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720533:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720535:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720537:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720540:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720542:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720544:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720545:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720548:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720549:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720551:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720552:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720553:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720555:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720557:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720559:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720560:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720562:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720564:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720567:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720568:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720571:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720572:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720574:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720576:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720577:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720578:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720579:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720581:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720583:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720584:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720586:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720588:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720590:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720592:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720594:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720596:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720597:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720599:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720601:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720603:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720604:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720605:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720608:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720610:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720612:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720614:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720616:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720618:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720621:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720622:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720624:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720625:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720628:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720630:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720631:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720632:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720634:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720636:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720638:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720639:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720642:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720644:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720646:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720649:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720650:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720653:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720654:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720656:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720658:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720660:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720661:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720663:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720665:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720667:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720668:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720670:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720673:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720674:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720677:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720678:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720681:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720682:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720684:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720685:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720687:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720688:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720689:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720692:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720693:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720695:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720697:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720699:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720700:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720703:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720704:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720707:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720708:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720710:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720712:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720714:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720715:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720716:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720718:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720720:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720722:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720724:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720726:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720728:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720730:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720731:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720734:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720735:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720737:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720738:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720740:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720741:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720742:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720744:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720747:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720749:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720751:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720753:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720755:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720757:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720758:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720760:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720761:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720763:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720765:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720767:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720768:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720769:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720771:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720773:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720775:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720777:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720779:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720781:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720784:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720785:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.720788:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.720789:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.720792:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.720794:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.720795:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.720796:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.720798:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.720800:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720802:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720804:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.720806:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.720808:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720809:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.720812:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.720813:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722593:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722604:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722616:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722626:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722631:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722634:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722636:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.722643:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722646:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722648:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.722652:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.722657:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722660:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722679:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.722681:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722686:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722687:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722690:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722693:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722694:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722696:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722697:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.722700:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722702:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722703:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.722706:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.722708:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722710:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722713:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.722715:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722718:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722719:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722722:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722724:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722726:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722727:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722728:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.722730:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722732:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722734:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.722736:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.722738:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722740:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722743:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.722745:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722747:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722748:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722751:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722753:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722755:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722757:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722758:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.722760:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722762:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722764:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.722766:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.722769:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722771:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722773:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.722775:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722777:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722778:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722780:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722782:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722784:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722785:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722786:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.722789:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722791:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722793:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.722795:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.722797:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722799:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.722801:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.722803:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.722805:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.722806:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.722808:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.722810:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.722812:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.722813:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.722814:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723525:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723531:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723533:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723536:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723540:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723542:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723551:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723553:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723557:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723559:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723563:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723567:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723568:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723571:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723572:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723575:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723577:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723579:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723581:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723583:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723584:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723587:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723588:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723591:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723592:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723594:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723596:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723597:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723598:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723599:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723602:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723604:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723606:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723608:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723610:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723611:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723614:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723615:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723618:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723619:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723621:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723623:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723624:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723625:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723626:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723629:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723631:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723633:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723635:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723637:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723638:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723641:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723642:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723644:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723645:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723648:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723650:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723651:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723652:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723654:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723656:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723658:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723660:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723662:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723663:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723665:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723668:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723669:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723672:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723673:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723675:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723677:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723679:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723680:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723681:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723684:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723686:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723688:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723690:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723692:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723693:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723696:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723698:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723700:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723701:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723704:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723706:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723708:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723709:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723710:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723712:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723714:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723716:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723718:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723720:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723722:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723725:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723727:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723729:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723730:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723732:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723734:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723736:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723737:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723738:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723740:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723742:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723744:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723746:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723748:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723750:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723753:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723754:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723757:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723758:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723760:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723762:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723764:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723765:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723766:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723769:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723771:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723772:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723774:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723776:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723778:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723781:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723782:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723784:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723785:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.723787:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.723789:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.723791:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.723792:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.723793:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.723796:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723798:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723800:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.723802:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.723804:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723806:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.723809:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.723811:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.723813:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.723814:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.724956:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.724964:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.724967:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.724970:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.724972:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.724978:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.724981:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.724983:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.724986:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.724991:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.724994:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725018:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725020:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725025:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725027:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725030:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725032:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725034:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725035:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725037:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725039:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725041:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725043:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725045:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725047:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725049:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725052:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725053:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725055:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725056:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725059:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725061:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725062:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725064:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725066:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725069:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725071:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725072:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725075:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725077:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725079:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725082:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725084:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725086:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725087:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725089:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725091:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725093:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725094:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725096:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725098:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725101:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725103:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725631:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725635:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725637:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725644:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725646:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725649:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725650:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725654:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725657:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725659:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725661:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725662:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725665:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725667:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725669:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725671:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725673:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725675:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725678:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725679:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725681:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725683:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725685:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725687:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725689:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725690:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725691:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725693:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725695:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725697:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725699:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725701:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725703:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725706:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725707:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725709:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725711:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725713:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725715:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725717:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725718:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725719:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725721:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725723:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725725:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725727:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725729:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725730:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725733:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725734:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725736:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725737:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725739:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725741:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725742:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725743:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725744:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725747:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725749:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725750:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725753:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725755:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725757:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725760:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725761:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725764:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725765:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725767:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725769:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725770:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725771:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725773:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725775:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725777:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725779:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725781:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725783:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725784:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725787:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.725789:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.725791:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.725792:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.725794:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.725796:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.725798:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.725799:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.725800:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.725803:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725804:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725806:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.725808:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.725810:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725812:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.725815:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.726960:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.726973:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.726976:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.726983:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.726987:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.726990:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.726992:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.726994:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727007:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727009:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727011:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727014:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727018:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727020:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727034:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727035:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727038:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727039:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727043:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727046:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727047:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727049:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727050:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727052:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727054:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727056:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727058:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727061:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727063:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727066:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727067:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727070:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727071:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727073:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727076:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727077:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727079:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727080:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727083:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727085:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727086:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727088:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727090:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727092:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727095:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727097:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727099:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727101:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727233:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727237:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727239:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727241:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727242:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727245:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727247:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727249:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727251:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727254:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727256:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727261:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727263:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727266:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727267:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727270:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727273:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727275:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727276:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727277:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727280:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727282:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727284:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727286:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727288:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727291:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727294:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727295:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727297:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727299:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727301:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727304:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727305:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727306:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727307:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727310:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727312:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727314:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727316:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727318:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727320:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727322:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727323:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727325:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727326:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727329:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727331:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727332:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727333:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727335:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727337:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727340:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727341:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727343:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727345:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727347:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727350:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727352:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727354:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727356:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727357:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727360:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727362:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727363:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727364:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727547:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727550:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727552:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727555:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727558:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727560:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727565:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727567:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727570:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727571:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727575:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727577:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727579:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727580:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727582:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727584:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727586:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727588:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727590:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727593:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727595:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727598:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727599:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727602:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727603:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727606:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727608:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727610:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727611:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727612:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727615:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727617:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727619:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727621:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727624:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727626:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727629:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727631:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727634:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727635:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727637:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727640:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727642:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727643:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727644:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727647:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727649:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727650:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727652:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727654:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727656:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727659:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727661:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727663:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727664:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727667:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727669:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727670:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727672:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727673:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727676:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727678:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727680:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727682:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727684:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727685:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727688:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727689:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727692:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727693:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727695:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727698:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727699:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727700:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727701:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727704:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727705:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727707:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727709:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727712:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727714:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727717:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727719:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727721:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727722:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727725:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727727:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727729:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727730:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727732:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727734:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727737:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727739:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727741:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727743:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727745:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727748:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727750:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727752:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727753:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727756:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727758:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727760:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727762:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727763:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727766:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727768:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727770:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727772:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727774:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727777:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727780:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727781:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727784:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727785:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.727787:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.727790:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.727792:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.727793:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.727794:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.727797:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727799:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727800:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.727803:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.727805:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727806:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.727809:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.727811:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.727813:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.727814:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.728487:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.728495:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.728498:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.728500:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.728501:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.728505:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728507:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728509:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.728512:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.728515:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728517:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728526:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.728527:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.728531:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.728533:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.728536:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.728549:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.728551:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.728552:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.728554:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.728557:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728559:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728560:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.728563:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.728565:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728567:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728570:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.728572:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.728574:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.728575:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.728578:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.728580:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.728582:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.728583:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.728584:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.728586:0:28379:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728588:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728590:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.728592:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.728594:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728596:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.728599:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.728600:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.728603:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.728604:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.728606:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.728608:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.728609:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074934.728610:0:28379:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074934.728611:0:28379:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00800000:00000001:0.0:1769074934.728614:0:28379:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.728616:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.728618:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1769074934.728619:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.728621:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.728623:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.728626:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.728627:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.728629:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.728630:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.728631:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.728633:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.728635:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.728640:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.728642:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.728650:0:28379:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074934.728654:0:28379:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8da202f2f800: age 1618, max_age 1627 00000008:00000001:0.0:1769074934.728658:0:28379:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074934.728662:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000010:0.0:1769074934.728671:0:28379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074934.728675:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=4 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.728680:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.728682:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.728684:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074934.728687:0:28379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074934.728691:0:28379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074934.728697:0:28379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074934.728706:0:28379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38900. 00000100:00000001:0.0:1769074934.728714:0:28379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.728718:0:28379:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074934.728720:0:28379:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074934.728728:0:28379:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.728731:0:28379:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074934.728734:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.728736:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:0.0:1769074934.728742:0:28379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074934.728746:0:28379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.728749:0:28379:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074934.728751:0:28379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074934.728766:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.728777:0:28379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074934.728779:0:28379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.728783:0:28379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074934.728786:0:28379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074934.728789:0:28379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074934.728793:0:28379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574976:192.168.204.145@tcp:13:lfs.0 00000100:00000001:0.0:1769074934.728797:0:28379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074934.728803:0:28379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074934.728806:0:28379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.728809:0:28379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074934.728812:0:28379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.728814:0:28379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074934.729971:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074934.729982:0:28379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074934.729992:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074934.730010:0:28379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926574976, portal 4 00000100:00000001:0.0:1769074934.730014:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.730016:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074934.730029:0:28379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.730039:0:28379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074934.730042:0:28379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074934.730045:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841000. 00000100:00000200:0.0:1769074934.730050:0:28379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007926574976, offset 0 00000400:00000200:0.0:1769074934.730057:0:28379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074934.730068:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.730078:0:28379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074934.730085:0:28379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074934.730091:0:28379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074934.730095:0:28379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074934.730099:0:28379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074934.730103:0:28379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2710:2710:256:4294967295] 192.168.204.145@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1769074934.731267:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.731283:0:28379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074934.731291:0:28379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074934.731301:0:28379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38000. 00000800:00000200:0.0:1769074934.731310:0:28379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074934.731319:0:28379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074934.731324:0:28379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074934.731352:0:28379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.731359:0:28379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24636 usecs (25 jiffies) 00000400:00000200:0.0:1769074934.731363:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074934.731376:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296296261 00000100:00000001:0.0:1769074934.731380:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.731382:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296296261 00000100:00000001:0.0:1769074934.731385:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.731388:0:28379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.731392:0:28379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.731395:0:28379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074934.731398:0:28379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074934.731401:0:28379:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074934.731404:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074934.731407:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074934.733127:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074934.733143:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38000. 00000400:00000200:3.0:1769074934.733152:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.733164:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074934.733173:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841000 00000400:00000010:3.0:1769074934.733177:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841000. 00000100:00000001:3.0:1769074934.733183:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074934.733192:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.733207:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074934.733211:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.733225:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.733227:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.741718:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.741745:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.741751:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.741754:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.741767:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.741777:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.741786:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.741791:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.741799:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.741804:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084df80 00000400:00000200:3.0:1769074934.741810:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.741818:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x6ddd [1] + 224 00000800:00000001:3.0:1769074934.741829:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.741839:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.741843:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.741848:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.741858:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.741868:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074934.741881:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.741908:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.741920:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.741924:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.742087:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074934.742098:0:28379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074934.742100:0:28379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074934.742105:0:28379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074934.742110:0:28379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074934.742114:0:28379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074934.742117:0:28379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074934.742123:0:28379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074934.742143:0:28379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742149:0:28379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074934.742158:0:28379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.742161:0:28379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074934.742165:0:28379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074934.742168:0:28379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074934.742170:0:28379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.742174:0:28379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074934.742187:0:28379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bca0 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074934.742192:0:28379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074934.742194:0:28379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074934.742197:0:28379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.742200:0:28379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074934.742205:0:28379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.742209:0:28379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074934.742212:0:28379:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074934.742214:0:28379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074934.742216:0:28379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.742222:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742229:0:28379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.742233:0:28379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074934.742235:0:28379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074934.742240:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074934.742249:0:28379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926574976:192.168.204.145@tcp:13:lfs.0 00000100:00000001:0.0:1769074934.742254:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.742257:0:28379:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.742260:0:28379:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074934.742262:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.742265:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742272:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074934.742276:0:28379:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.742280:0:28379:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074934.742281:0:28379:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074934.742289:0:28379:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074934.742291:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.742293:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926574976/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742300:0:28379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074934.742302:0:28379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074934.742306:0:28379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.742309:0:28379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074934.742312:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.742315:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.742317:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074934.742320:0:28379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38900. 02000000:00000001:0.0:1769074934.742323:0:28379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074934.742326:0:28379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074934.742328:0:28379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074934.742332:0:28379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074934.742333:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074934.742337:0:28379:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8da202f2f800: update ffff8da20adb1c48 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074934.742342:0:28379:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074934.742348:0:28379:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.742351:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074934.742355:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.742359:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.742373:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.742457:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.742504:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.742513:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.742516:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.742522:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.742527:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.742529:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.742532:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.742534:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.742542:0:28379:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074934.742545:0:28379:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: age 1618, max_age 1627 00000008:00000001:0.0:1769074934.742548:0:28379:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074934.742552:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000010:0.0:1769074934.742557:0:28379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074934.742560:0:28379:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.742564:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.742565:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.742567:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074934.742569:0:28379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074934.742572:0:28379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074934.742578:0:28379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074934.742583:0:28379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38900. 00000100:00000001:0.0:1769074934.742590:0:28379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.742595:0:28379:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074934.742597:0:28379:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074934.742603:0:28379:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.742605:0:28379:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074934.742608:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.742610:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:0.0:1769074934.742615:0:28379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074934.742619:0:28379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.742622:0:28379:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074934.742623:0:28379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074934.742628:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742636:0:28379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074934.742638:0:28379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.742643:0:28379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074934.742647:0:28379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074934.742650:0:28379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074934.742654:0:28379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926575104:192.168.204.145@tcp:13:lfs.0 00000100:00000001:0.0:1769074934.742658:0:28379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074934.742664:0:28379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074934.742667:0:28379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.742670:0:28379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074934.742674:0:28379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.742676:0:28379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074934.742681:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074934.742684:0:28379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074934.742690:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074934.742698:0:28379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926575104, portal 4 00000100:00000001:0.0:1769074934.742700:0:28379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074934.742702:0:28379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074934.742709:0:28379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.742716:0:28379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074934.742719:0:28379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074934.742722:0:28379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841660. 00000100:00000200:0.0:1769074934.742727:0:28379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007926575104, offset 0 00000400:00000200:0.0:1769074934.742736:0:28379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074934.742743:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.742750:0:28379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074934.742756:0:28379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074934.742761:0:28379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074934.742766:0:28379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074934.742768:0:28379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074934.742772:0:28379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2711:2711:256:4294967295] 192.168.204.145@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:0.0:1769074934.742777:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074934.742788:0:28379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074934.742794:0:28379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074934.742799:0:28379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769074934.742807:0:28379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074934.742816:0:28379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074934.742821:0:28379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074934.742841:0:28379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.742846:0:28379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27108 usecs (28 jiffies) 00000400:00000200:0.0:1769074934.742850:0:28379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074934.742853:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296296276 00000100:00000001:0.0:1769074934.742857:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.742859:0:28379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296296276 00000100:00000001:0.0:1769074934.742861:0:28379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:0.0:1769074934.742864:0:28379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.742867:0:28379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.742870:0:28379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074934.742872:0:28379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074934.742874:0:28379:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074934.742877:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074934.742878:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074934.743309:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074934.743315:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:3.0:1769074934.743320:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.743325:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074934.743330:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841660 00000400:00000010:3.0:1769074934.743332:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841660. 00000100:00000001:3.0:1769074934.743337:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074934.743341:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.743351:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074934.743354:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.743373:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.743375:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.751185:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.751210:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.751215:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.751217:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.751232:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.751243:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.751253:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.751259:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.751266:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.751270:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb084e000 00000400:00000200:3.0:1769074934.751277:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.751285:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x6de5 [1] + 224 00000800:00000001:3.0:1769074934.751295:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.751305:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.751309:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.751315:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.751327:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.751339:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074934.751351:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.751658:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.751674:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.751679:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.751972:0:28379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074934.751984:0:28379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074934.751987:0:28379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074934.751992:0:28379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074934.752009:0:28379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074934.752012:0:28379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074934.752016:0:28379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074934.752023:0:28379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074934.752033:0:28379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.752040:0:28379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074934.752043:0:28379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.752046:0:28379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074934.752050:0:28379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074934.752053:0:28379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074934.752056:0:28379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074934.752060:0:28379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074934.752073:0:28379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e4e8 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074934.752077:0:28379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074934.752080:0:28379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074934.752083:0:28379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074934.752086:0:28379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074934.752090:0:28379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.752094:0:28379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074934.752097:0:28379:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1769074934.752099:0:28379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074934.752101:0:28379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074934.752116:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.752123:0:28379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074934.752127:0:28379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074934.752135:0:28379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074934.752140:0:28379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074934.752317:0:28379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28379:1855007926575104:192.168.204.145@tcp:13:lfs.0 00000100:00000001:0.0:1769074934.752323:0:28379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074934.752326:0:28379:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074934.752329:0:28379:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074934.752332:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.752335:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.752343:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074934.752346:0:28379:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074934.752351:0:28379:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074934.752353:0:28379:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074934.752360:0:28379:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074934.752362:0:28379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074934.752375:0:28379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926575104/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074934.752381:0:28379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074934.752384:0:28379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074934.752387:0:28379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074934.752391:0:28379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074934.752394:0:28379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074934.752397:0:28379:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074934.752399:0:28379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074934.752402:0:28379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38900. 02000000:00000001:0.0:1769074934.752406:0:28379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074934.752409:0:28379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074934.752411:0:28379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074934.752415:0:28379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074934.752416:0:28379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074934.752420:0:28379:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: update ffff8da20adb66d0 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074934.752425:0:28379:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074934.752432:0:28379:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752435:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074934.752439:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752443:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752447:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752569:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752572:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752581:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752585:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752592:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752597:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752599:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752603:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752605:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752609:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752611:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752613:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752615:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752618:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752620:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752625:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752626:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752629:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752630:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752632:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752634:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752636:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752637:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752638:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752641:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752642:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752644:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752646:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752648:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752650:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752652:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752654:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752657:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752658:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752660:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752661:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752663:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752664:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752665:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752667:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752669:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752671:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752673:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752675:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752678:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752681:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752682:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752684:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752685:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752688:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752690:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752691:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752692:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752694:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752697:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752698:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752700:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752702:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752705:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752707:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752709:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752711:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752713:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752714:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752716:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752719:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752720:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752721:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752722:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752725:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752727:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752728:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752730:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752732:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752733:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752736:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752738:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752740:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752741:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752743:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752745:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752747:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752747:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752749:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752751:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752753:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752755:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752757:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752759:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752761:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752763:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752764:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752766:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752767:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752769:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752771:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752773:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752774:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752775:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752778:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752780:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752782:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752783:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752785:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752787:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752790:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752791:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752793:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752795:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752796:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752798:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752800:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752801:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752802:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752804:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752806:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752807:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752809:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752811:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752812:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752826:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752828:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752831:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752832:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752835:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752837:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752839:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752840:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752841:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752844:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752846:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752847:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752849:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752852:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752854:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752857:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752859:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752861:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752862:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752864:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752866:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752868:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752869:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752870:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752872:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752874:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752876:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752878:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752881:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752882:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752885:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752887:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752890:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752891:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.752893:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.752895:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.752897:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.752898:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.752899:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.752901:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752903:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752905:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.752907:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.752909:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752911:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.752914:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.752915:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.752918:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.752919:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754657:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754677:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754680:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754685:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754688:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754694:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754697:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754700:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754704:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754708:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754711:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754728:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754730:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754735:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754738:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754743:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754745:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754747:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754748:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754749:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754752:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754754:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754755:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754757:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754759:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754761:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754764:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754766:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754769:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754770:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754772:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754774:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754776:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754776:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754778:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754781:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754782:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754784:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754787:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754789:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754790:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754793:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754795:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754798:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754799:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754801:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754803:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754804:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754805:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754807:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754809:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754811:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754813:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754898:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754902:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754905:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754910:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754912:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754915:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754916:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754919:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754922:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754923:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754925:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754926:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754929:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754931:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754933:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754935:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754937:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754939:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754942:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754943:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754946:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754947:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754949:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754951:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754952:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754953:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754955:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754957:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754959:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754961:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754963:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754964:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754966:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754969:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.754970:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.754972:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.754973:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.754976:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.754978:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.754980:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.754981:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.754983:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.754985:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754987:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.754989:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.754991:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.754993:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755006:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755010:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755011:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755014:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755015:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755018:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755020:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755022:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755023:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755025:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755027:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755029:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755031:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755033:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755035:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755037:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755040:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755041:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755044:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755045:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755047:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755049:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755050:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755052:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755053:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755055:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755057:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755059:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755061:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755063:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755065:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755067:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755068:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755070:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755071:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755073:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755075:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755077:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755078:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755079:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755081:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755083:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755084:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755086:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755089:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755090:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755093:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755095:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755097:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755098:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755100:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755102:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755103:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755808:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755810:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755822:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755824:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755827:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755829:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755834:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755837:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755845:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755847:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755851:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755852:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755857:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755865:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755867:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755868:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755869:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755872:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755874:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755876:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755878:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755881:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755882:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755886:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755888:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755890:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755892:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755894:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755896:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755898:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755899:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755901:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755904:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755906:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755908:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755910:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755912:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755914:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755918:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755920:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755922:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755923:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755925:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755927:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755929:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755930:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755931:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755938:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755940:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755941:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755943:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755945:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755947:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755950:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755951:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755953:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755954:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755956:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755958:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755960:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755961:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755962:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755964:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755966:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755967:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.755969:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.755970:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755971:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.755977:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.755979:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.755981:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.755982:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.755985:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.755987:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.755989:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.755990:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.755991:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.755993:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756005:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756007:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756009:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756012:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756014:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756017:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756018:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756021:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756023:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756025:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756028:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756029:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756030:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756032:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756035:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756037:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756039:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756041:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756043:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756045:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756048:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756049:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756052:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756053:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756056:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756058:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756060:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756062:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756063:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756069:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756071:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756072:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756075:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756077:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756078:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756081:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756082:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756084:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756085:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756087:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756088:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756090:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756091:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756092:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756094:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756096:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756097:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756099:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756100:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756102:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756112:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756114:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756116:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756116:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756118:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756120:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756121:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756122:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756123:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756125:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756127:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756129:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756137:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756139:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756141:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756143:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756144:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756146:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756147:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756149:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756156:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756157:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756158:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756159:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756162:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756163:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756165:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756167:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756168:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756170:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756172:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756173:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756175:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756176:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756177:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756179:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756180:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756181:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756182:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756184:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756185:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756187:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756188:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756191:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756192:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756195:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756196:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756198:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756199:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756201:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756202:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756204:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756204:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756205:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756207:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756209:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756210:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756212:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756213:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756214:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756216:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756217:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756219:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756220:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756221:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756223:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756224:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756225:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756226:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756228:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756229:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756231:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756232:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756234:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756235:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756237:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756239:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756241:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756242:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756243:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756245:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756246:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756247:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756248:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756250:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756251:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756253:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756254:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756256:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756257:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756259:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756260:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756262:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756263:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756264:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756266:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756267:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756268:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756269:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756271:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756272:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756274:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756275:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756277:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756278:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756280:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756281:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756283:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756284:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756286:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756287:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756289:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756290:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756290:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756292:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756294:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756295:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756297:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756299:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756300:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756303:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756304:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756306:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756307:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756309:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756310:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756312:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756312:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756314:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756315:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756317:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756319:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756321:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756323:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756324:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756327:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756328:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756330:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756331:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756333:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756335:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756337:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756338:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756339:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756342:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756343:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756345:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756348:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756350:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756352:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756355:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756356:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756359:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756360:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756362:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756374:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756571:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756574:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756575:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756579:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756581:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756583:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756585:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756588:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756590:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756595:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756597:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756599:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756601:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756604:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756606:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756608:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756609:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756610:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756612:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756614:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756616:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756618:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756620:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756622:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756624:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756625:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756627:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756627:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756629:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756630:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756632:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756633:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756634:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756707:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756709:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756711:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756712:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756714:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756718:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756724:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756725:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756727:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756728:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756731:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756733:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756735:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756736:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756738:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756740:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756742:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756744:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756745:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756748:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756750:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756753:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756754:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756756:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756757:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756760:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756761:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756763:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756764:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756765:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756768:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756769:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756771:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756773:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756774:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756776:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756779:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756780:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756782:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756783:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756785:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756787:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756788:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756789:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756790:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756793:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756795:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756796:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756798:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756800:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756801:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756804:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756806:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756808:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756809:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756811:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756813:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756814:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756815:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756817:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756819:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756821:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756823:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756825:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756827:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756829:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756832:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756833:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756840:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756841:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756843:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756845:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756847:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756848:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756850:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756852:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756854:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756856:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756858:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756860:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756862:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756865:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756866:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756868:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756870:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756872:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756875:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756876:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756877:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756878:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756881:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756882:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756884:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756886:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756888:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756890:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756893:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756895:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756897:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756898:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756900:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756902:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756904:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756905:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756906:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756909:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756911:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756912:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756915:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756916:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756918:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756921:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.756922:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.756925:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.756926:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.756928:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.756930:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.756932:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.756934:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.756935:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.756937:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756939:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756941:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.756943:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.756945:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.756947:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.757990:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758003:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758010:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758013:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758021:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758025:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758027:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758030:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758032:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758035:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758038:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758040:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758043:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758048:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758050:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758064:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758066:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758069:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758070:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758072:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758074:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758076:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758077:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758078:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758080:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758083:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758084:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758086:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758089:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758090:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758093:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758094:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758097:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758098:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758100:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758102:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758103:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758104:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758106:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758108:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758109:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758111:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758112:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758114:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758116:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758118:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758119:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758121:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758121:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758123:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758125:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758126:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758530:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758532:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758536:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758538:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758540:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758543:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758546:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758548:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758554:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758556:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758558:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758560:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758563:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758565:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758567:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758568:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758569:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758571:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758573:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758574:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758576:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758578:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758580:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758582:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758583:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758586:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758586:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758588:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758590:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758591:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758592:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758593:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758594:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758596:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758597:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758599:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758600:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758602:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758604:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758605:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758608:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758609:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758610:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758612:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758613:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758614:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758615:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758617:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758618:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758620:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758622:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758623:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758624:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758626:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758627:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758629:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758630:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758631:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758633:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758634:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758635:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758636:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758638:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758639:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758641:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758642:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758644:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758645:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758647:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758648:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758650:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758651:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758653:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758655:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758656:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758657:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758658:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758660:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758662:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758663:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758665:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758666:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758668:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758670:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.758671:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.758672:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.758673:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.758675:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.758676:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.758677:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.758678:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.758679:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.758681:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758682:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758684:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.758685:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.758687:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.758688:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.759094:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.759096:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.759301:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.759304:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.759310:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.759313:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.759314:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.759317:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.759318:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.759321:0:28379:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.759323:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.759325:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074934.759327:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.759330:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.759332:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074934.759337:0:28379:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074934.759339:0:28379:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffc22697540 00000080:00000001:0.0:1769074934.759342:0:28379:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074934.759343:0:28379:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074934.759345:0:28379:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da2105cb800. 00000020:00000001:0.0:1769074934.759348:0:28379:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.759349:0:28379:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074934.759350:0:28379:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074934.759352:0:28379:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da2105cb800 uarg=0000000000000000 00020000:00000001:0.0:1769074934.759355:0:28379:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.759357:0:28379:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.759359:0:28379:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1769074934.759361:0:28379:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da2105cb800. 00000080:00000001:0.0:1769074934.759363:0:28379:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.759456:0:28379:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074934.759596:0:28379:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1769074934.759599:0:28379:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074934.759603:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753db0 00000080:00200008:0.0:1769074934.759606:0:28379:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000 00000080:00400000:0.0:1769074934.759611:0:28379:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1769074934.759615:0:28379:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229b180. 00000080:00000001:0.0:1769074934.759620:0:28379:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074934.759623:0:28379:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753db0 00000080:00000008:0.0:1769074934.759625:0:28379:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000, rc = 0 00000080:00000001:0.0:1769074934.759628:0:28379:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074934.759630:0:28379:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074934.868572:0:28386:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074934.868582:0:28386:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074934.868586:0:28386:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074934.868590:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13b98 00000080:00200000:3.0:1769074934.868597:0:28386:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074934.868608:0:28386:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e800. 00800000:00000002:3.0:1769074934.868615:0:28386:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074934.868620:0:28386:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074934.868626:0:28386:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.868629:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13ab8 00800000:00000002:3.0:1769074934.868632:0:28386:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074934.868637:0:28386:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074934.868642:0:28386:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074934.868649:0:28386:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.868651:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13988 00000002:00010000:3.0:1769074934.868653:0:28386:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074934.868657:0:28386:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074934.868659:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.868664:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.868673:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:3.0:1769074934.868677:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074934.868683:0:28386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074934.868686:0:28386:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074934.868691:0:28386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074934.868705:0:28386:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074934.868711:0:28386:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074934.868714:0:28386:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074934.868721:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074934.868723:0:28386:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074934.868726:0:28386:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.868728:0:28386:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.868729:0:28386:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.868731:0:28386:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074934.868734:0:28386:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074934.868737:0:28386:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074934.868741:0:28386:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e800. 00000080:00000001:3.0:1769074934.868746:0:28386:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074934.868747:0:28386:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.868750:0:28386:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074934.868755:0:28386:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:3.0:1769074934.868758:0:28386:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074934.868761:0:28386:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074934.868763:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.868765:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.868768:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.868770:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868773:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868776:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.868778:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074934.868779:0:28386:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.868781:0:28386:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.868784:0:28386:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741a13bd0 00010000:00000001:3.0:1769074934.868786:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.868787:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.868788:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.868790:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868792:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868795:0:28386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074934.868797:0:28386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.868804:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.868806:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.868808:0:28386:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074934.868811:0:28386:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074934.868813:0:28386:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.868824:0:28386:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074934.868828:0:28386:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074934.868830:0:28386:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074934.868835:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.868836:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.868838:0:28386:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.868842:0:28386:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074934.868844:0:28386:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.868846:0:28386:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.868848:0:28386:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.868851:0:28386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074934.868852:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.868853:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074934.868856:0:28386:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074934.868858:0:28386:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.868861:0:28386:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:3.0:1769074934.868867:0:28386:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074934.868878:0:28386:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7cc280. 00000020:00000001:3.0:1769074934.868882:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13d88 00000080:00200000:3.0:1769074934.868884:0:28386:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), flags=1536 00000080:00000001:3.0:1769074934.868887:0:28386:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074934.868888:0:28386:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074934.868890:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13c98 00000080:00200000:3.0:1769074934.868892:0:28386:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074934.868895:0:28386:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e800. 00800000:00000002:3.0:1769074934.868897:0:28386:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074934.868899:0:28386:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074934.868901:0:28386:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.868903:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13bb8 00800000:00000002:3.0:1769074934.868905:0:28386:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074934.868908:0:28386:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074934.868910:0:28386:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074934.868913:0:28386:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.868914:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13a88 00000002:00010000:3.0:1769074934.868916:0:28386:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074934.868919:0:28386:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074934.868920:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.868922:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.868924:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:3.0:1769074934.868926:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074934.868929:0:28386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074934.868931:0:28386:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074934.868934:0:28386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074934.868940:0:28386:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074934.868942:0:28386:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074934.868945:0:28386:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074934.868951:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074934.868953:0:28386:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074934.868955:0:28386:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.868957:0:28386:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.868958:0:28386:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.868960:0:28386:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074934.868963:0:28386:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074934.868964:0:28386:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074934.868966:0:28386:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e800. 00000080:00000001:3.0:1769074934.868968:0:28386:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074934.868969:0:28386:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.868971:0:28386:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074934.868974:0:28386:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:3.0:1769074934.868977:0:28386:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074934.868978:0:28386:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074934.868980:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.868981:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.868983:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.868985:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868988:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.868990:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.868991:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074934.868992:0:28386:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.869006:0:28386:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.869008:0:28386:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741a13cd0 00010000:00000001:3.0:1769074934.869010:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.869011:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.869012:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.869014:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869015:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869018:0:28386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074934.869020:0:28386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.869025:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869026:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869027:0:28386:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074934.869029:0:28386:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074934.869031:0:28386:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.869036:0:28386:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074934.869038:0:28386:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074934.869039:0:28386:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074934.869040:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869041:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869042:0:28386:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869044:0:28386:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074934.869045:0:28386:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869047:0:28386:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869049:0:28386:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869051:0:28386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074934.869052:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869053:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074934.869055:0:28386:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074934.869057:0:28386:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.869058:0:28386:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074934.869061:0:28386:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074934.869066:0:28386:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074934.869068:0:28386:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074934.869069:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13d78 00000080:00200000:3.0:1769074934.869070:0:28386:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074934.869074:0:28386:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e800. 00800000:00000002:3.0:1769074934.869077:0:28386:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074934.869079:0:28386:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074934.869080:0:28386:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.869082:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13c98 00800000:00000002:3.0:1769074934.869083:0:28386:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074934.869086:0:28386:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074934.869088:0:28386:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074934.869091:0:28386:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074934.869092:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13b68 00000002:00010000:3.0:1769074934.869094:0:28386:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074934.869097:0:28386:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074934.869098:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.869099:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.869101:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:3.0:1769074934.869103:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074934.869105:0:28386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074934.869107:0:28386:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074934.869110:0:28386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074934.869116:0:28386:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074934.869118:0:28386:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074934.869122:0:28386:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074934.869127:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074934.869129:0:28386:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074934.869130:0:28386:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.869132:0:28386:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074934.869134:0:28386:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.869136:0:28386:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074934.869142:0:28386:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074934.869143:0:28386:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074934.869145:0:28386:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e800. 00000080:00000001:3.0:1769074934.869147:0:28386:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074934.869148:0:28386:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.869150:0:28386:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074934.869152:0:28386:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683003 00800000:00000001:3.0:1769074934.869155:0:28386:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074934.869156:0:28386:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074934.869158:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.869159:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.869161:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.869162:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869164:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869166:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869168:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074934.869169:0:28386:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.869170:0:28386:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074934.869172:0:28386:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683003 from it ffffb17741a13db0 00010000:00000001:3.0:1769074934.869174:0:28386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074934.869175:0:28386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074934.869176:0:28386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:3.0:1769074934.869178:0:28386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869180:0:28386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074934.869181:0:28386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074934.869184:0:28386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.869189:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869190:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869191:0:28386:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074934.869193:0:28386:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074934.869194:0:28386:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074934.869200:0:28386:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074934.869201:0:28386:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074934.869202:0:28386:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074934.869204:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869205:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869207:0:28386:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869208:0:28386:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074934.869210:0:28386:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869211:0:28386:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869213:0:28386:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869215:0:28386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074934.869216:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869217:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074934.869219:0:28386:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074934.869220:0:28386:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074934.869222:0:28386:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074934.869225:0:28386:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074934.869228:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13e20 00000080:00200000:3.0:1769074934.869231:0:28386:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), flags=33188, excl=1 00000080:00000001:3.0:1769074934.869235:0:28386:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:3.0:1769074934.869236:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13dd0 00000080:00200000:3.0:1769074934.869238:0:28386:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148) mode 100644 dev 0 00000080:00000001:3.0:1769074934.869241:0:28386:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:3.0:1769074934.869244:0:28386:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1769074934.869248:0:28386:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e800. 00800000:00000002:3.0:1769074934.869251:0:28386:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074934.869259:0:28386:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.869262:0:28386:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:3.0:1769074934.869264:0:28386:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074934.869268:0:28386:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:3.0:1769074934.869271:0:28386:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074934.869274:0:28386:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074934.869277:0:28386:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074934.869280:0:28386:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074934.869283:0:28386:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x1c:0x0] 40000000:00000001:3.0:1769074934.869286:0:28386:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.869289:0:28386:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.869290:0:28386:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074934.869292:0:28386:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074934.869295:0:28386:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741a13c10 00800000:00000002:3.0:1769074934.869297:0:28386:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg445-client.virtnet' [0x2000013a1:0x1c:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:3.0:1769074934.869301:0:28386:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1769074934.869303:0:28386:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074934.869306:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:3.0:1769074934.869308:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074934.869311:0:28386:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074934.869315:0:28386:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074934.869317:0:28386:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074934.869325:0:28386:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074934.869329:0:28386:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074934.869332:0:28386:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074934.869334:0:28386:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074934.869337:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.869338:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.869340:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:3.0:1769074934.869341:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074934.869344:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.869345:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.869346:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.869347:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:3.0:1769074934.869349:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074934.869352:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074934.869353:0:28386:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074934.869354:0:28386:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074934.869356:0:28386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:3.0:1769074934.869357:0:28386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074934.869359:0:28386:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074934.869361:0:28386:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074934.869364:0:28386:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074934.869368:0:28386:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074934.869370:0:28386:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074934.869373:0:28386:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074934.869375:0:28386:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869378:0:28386:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074934.869382:0:28386:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074934.869384:0:28386:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074934.869385:0:28386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074934.869386:0:28386:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074934.869389:0:28386:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490200 with handle 0x5882d44973683003 from hash 00010000:00000001:3.0:1769074934.869391:0:28386:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074934.869392:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074934.869393:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869394:0:28386:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074934.869397:0:28386:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074934.869399:0:28386:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074934.869402:0:28386:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074934.869404:0:28386:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074934.869406:0:28386:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074934.869412:0:28386:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769074934.869416:0:28386:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074934.869423:0:28386:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074934.869424:0:28386:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869427:0:28386:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074934.869432:0:28386:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074934.869433:0:28386:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.869436:0:28386:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074934.869440:0:28386:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074934.869442:0:28386:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074934.869451:0:28386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769074934.869491:0:28386:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869494:0:28386:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074934.869497:0:28386:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074934.869504:0:28386:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074934.869511:0:28386:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074934.869513:0:28386:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074934.869515:0:28386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074934.869517:0:28386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490200/0x5882d44973683003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35161c2 expref: -99 pid: 28379 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074934.869526:0:28386:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1b00 count: 0 00010000:00000010:3.0:1769074934.869532:0:28386:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983ca80. 00010000:00000001:3.0:1769074934.869542:0:28386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074934.869544:0:28386:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869546:0:28386:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074934.869547:0:28386:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074934.869549:0:28386:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1769074934.869566:0:28386:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1769074934.869582:0:28386:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074934.869590:0:28386:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074934.869592:0:28386:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074934.869601:0:28386:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca240. 00000100:00000001:3.0:1769074934.869603:0:28386:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999488 : -125747876552128 : ffff8da20a7ca240) 00000100:00000001:3.0:1769074934.869607:0:28386:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074934.869608:0:28386:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000001:3.0:1769074934.869614:0:28386:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074934.869619:0:28386:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.869621:0:28386:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074934.869624:0:28386:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074934.869629:0:28386:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.869638:0:28386:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074934.869640:0:28386:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074934.869644:0:28386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074934.869647:0:28386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074934.869650:0:28386:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074934.869654:0:28386:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job mcreate:3244744f-11a0-48bc-973e-b9df1bca57bc:28386:1855007926575360:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:3.0:1769074934.869659:0:28386:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074934.869666:0:28386:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074934.869669:0:28386:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074934.869673:0:28386:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074934.869678:0:28386:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074934.869680:0:28386:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074934.869691:0:28386:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074934.869696:0:28386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399ba50. 00000400:00000010:3.0:1769074934.869704:0:28386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720b28. 00000100:00000200:3.0:1769074934.869715:0:28386:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926575360, portal 10 00000100:00000001:3.0:1769074934.869717:0:28386:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074934.869718:0:28386:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:3.0:1769074934.869725:0:28386:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.869733:0:28386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074934.869736:0:28386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074934.869739:0:28386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720440. 00000100:00000200:3.0:1769074934.869742:0:28386:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007926575360, offset 0 00000400:00000200:3.0:1769074934.869751:0:28386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074934.869763:0:28386:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.869774:0:28386:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074934.869781:0:28386:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074934.869786:0:28386:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074934.869791:0:28386:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074934.869795:0:28386:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074934.869799:0:28386:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2712:2712:256:4294967295] 192.168.204.145@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:3.0:1769074934.869803:0:28386:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.869814:0:28386:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074934.869821:0:28386:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074934.869827:0:28386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13700. 00000800:00000200:3.0:1769074934.869835:0:28386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074934.869844:0:28386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074934.869850:0:28386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13700 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1769074934.869878:0:28386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074934.869884:0:28386:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1301866 usecs (1302 jiffies) 00000400:00000200:3.0:1769074934.869888:0:28386:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074934.869892:0:28386:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296297674 00000100:00000001:3.0:1769074934.869895:0:28386:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:3.0:1769074934.869897:0:28386:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296297674 00000100:00000001:3.0:1769074934.869900:0:28386:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:3.0:1769074934.869902:0:28386:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074934.869905:0:28386:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074934.869908:0:28386:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074934.869910:0:28386:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074934.869913:0:28386:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074934.869916:0:28386:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074934.869919:0:28386:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074934.871623:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074934.871636:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13700. 00000400:00000200:2.0:1769074934.871644:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074934.871656:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074934.871666:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720440 00000400:00000010:2.0:1769074934.871670:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720440. 00000100:00000001:2.0:1769074934.871680:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074934.871691:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074934.871705:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074934.871709:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074934.871717:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074934.871720:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074934.878742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:3.1:1769074934.878760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000800:00000001:3.0:1769074934.896904:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.896929:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.896935:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.896938:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.896954:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.896964:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.896974:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.896979:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.896986:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.896990:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb084e100 00000400:00000200:3.0:1769074934.897006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.897016:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x6ded [1] + 224 00000800:00000001:3.0:1769074934.897026:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.897035:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.897038:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.897043:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.897054:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.897065:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074934.897078:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8da206486a00 x1855007926575360/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.897191:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074934.897206:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074934.897210:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.897218:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074934.897225:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2713:2713:256:4294967295] 192.168.204.145@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:3.0:1769074934.897229:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.897238:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074934.897244:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074934.897252:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074934.897259:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074934.897268:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074934.897273:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074934.897337:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1769074934.897354:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1769074934.897358:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1769074934.897359:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074934.897362:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.897366:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000080:00000010:1.1:1769074934.911617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc280. 00000800:00000200:2.0:1769074934.933308:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074934.933313:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:2.0:1769074934.933319:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074934.933326:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074934.933333:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:2.0:1769074934.933336:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:2.0:1769074934.933341:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074934.933346:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996300 x1855007926575488/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.933357:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074934.933360:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996300 x1855007926575488/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.933368:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074934.933369:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.939654:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.939680:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.939685:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.939688:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.939703:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.939712:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.939721:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.940006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.940015:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.940019:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084e180 00000400:00000200:3.0:1769074934.940026:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.940034:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6dfd [1] + 224 00000800:00000001:3.0:1769074934.940045:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.940060:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.940063:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.940068:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.940077:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.940087:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996300 x1855007926575488/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074934.940099:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a996300 x1855007926575488/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074934.940371:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.940382:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.940387:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074934.947741:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074934.947756:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:2.0:1769074934.947766:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074934.947778:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074934.947788:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000400:00000010:2.0:1769074934.947791:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000001:2.0:1769074934.947797:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074934.947808:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996300 x1855007926575616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.947909:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074934.947914:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996300 x1855007926575616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074934.947921:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074934.947924:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074934.954398:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.954425:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.954430:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.954433:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.954449:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.954518:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.954529:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.954536:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.954543:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.954549:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084e200 00000400:00000200:3.0:1769074934.954555:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.954563:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x6e05 [1] + 224 00000800:00000001:3.0:1769074934.954573:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.954584:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.954588:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.954594:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.954604:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.954616:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996300 x1855007926575616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074934.954628:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20a996300 x1855007926575616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074934.954650:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074934.954662:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.954666:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074934.958623:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074934.958630:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:2.0:1769074934.958636:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074934.958645:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074934.958652:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:2.0:1769074934.958654:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:2.0:1769074934.958659:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074934.958664:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996300 x1855007926575872/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074950 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074934.958675:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074934.958678:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996300 x1855007926575872/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074950 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074934.958685:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074934.958686:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074934.963232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:1.1:1769074934.963254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:1.1:1769074934.963282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:1.1:1769074934.963286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000800:00000001:3.0:1769074934.975151:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.975175:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074934.975181:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.975184:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.975199:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975209:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074934.975219:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975226:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975233:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975238:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084e300 00000400:00000200:3.0:1769074934.975244:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975252:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6e0d [1] + 224 00000800:00000001:3.0:1769074934.975262:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.975272:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074934.975276:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.975281:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074934.975292:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074934.975304:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996300 x1855007926575872/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074950 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074934.975316:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20a996300 x1855007926575872/t0(0) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074950 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074934.975343:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074934.975352:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074934.975356:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975363:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074934.975369:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2717:2717:256:4294967295] 192.168.204.145@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:3.0:1769074934.975374:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074934.975389:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074934.975395:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074934.975403:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074934.975409:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074934.975418:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074934.975424:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074934.975597:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074934.975603:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074934.975606:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074934.975610:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074934.975617:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074934.975621:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1769074934.980761:0:28382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cb00. 00000080:00000010:1.1:1769074934.980785:0:28382:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17b180. 00000020:00000001:3.0:1769074935.036977:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb7d08 00000080:00200008:3.0:1769074935.037301:0:28393:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074935.037311:0:28393:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074935.037313:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb7c80 00000080:00200000:3.0:1769074935.037316:0:28393:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:3.0:1769074935.037325:0:28393:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fa00. 00800000:00000002:3.0:1769074935.037333:0:28393:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074935.037338:0:28393:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074935.037345:0:28393:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074935.037347:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb7ba0 00800000:00000002:3.0:1769074935.037350:0:28393:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074935.037354:0:28393:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074935.037371:0:28393:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074935.037378:0:28393:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074935.037380:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb7a70 00000002:00010000:3.0:1769074935.037382:0:28393:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074935.037393:0:28393:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074935.037395:0:28393:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074935.037400:0:28393:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074935.037410:0:28393:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074935.037413:0:28393:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074935.037415:0:28393:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074935.037418:0:28393:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074935.037421:0:28393:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074935.037429:0:28393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769074935.037435:0:28393:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00010000:00000001:3.0:1769074935.037788:0:28393:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074935.037796:0:28393:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074935.037799:0:28393:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.037803:0:28393:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074935.037806:0:28393:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074935.037813:0:28393:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074935.037823:0:28393:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000001:3.0:1769074935.037832:0:28393:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074935.037839:0:28393:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074935.037841:0:28393:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074935.037842:0:28393:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074935.037844:0:28393:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074935.037846:0:28393:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074935.037852:0:28393:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00010000:00000001:3.0:1769074935.037857:0:28393:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074935.037860:0:28393:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074935.037866:0:28393:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1b00. 00010000:00000010:3.0:1769074935.037872:0:28393:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c480. 00010000:00000001:3.0:1769074935.037881:0:28393:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074935.037886:0:28393:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490200. 00000020:00000001:3.0:1769074935.037892:0:28393:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074935.037895:0:28393:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490200 with handle 0x5882d44973683018 to hash 00000020:00000001:3.0:1769074935.037898:0:28393:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074935.037899:0:28393:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074935.037904:0:28393:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074935.037909:0:28393:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074935.037911:0:28393:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074935.037916:0:28393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28393 initiator: MDT0 00010000:00010000:3.0:1769074935.037926:0:28393:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28393 initiator: MDT0 00010000:00010000:3.0:1769074935.037939:0:28393:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28393 initiator: MDT0 00000100:00000001:3.0:1769074935.037946:0:28393:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074935.037948:0:28393:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074935.037956:0:28393:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca180. 00000100:00000001:3.0:1769074935.037959:0:28393:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999296 : -125747876552320 : ffff8da20a7ca180) 00000100:00000001:3.0:1769074935.037962:0:28393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074935.037964:0:28393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:3.0:1769074935.037970:0:28393:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074935.037975:0:28393:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.037977:0:28393:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074935.037980:0:28393:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074935.038003:0:28393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.038013:0:28393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074935.038016:0:28393:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074935.038021:0:28393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074935.038024:0:28393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074935.038027:0:28393:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074935.038031:0:28393:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job bash:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28393:1855007926576000:192.168.204.145@tcp:101:bash.0 00000100:00000001:3.0:1769074935.038036:0:28393:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074935.038043:0:28393:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074935.038046:0:28393:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074935.038049:0:28393:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074935.038055:0:28393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a795000. 02000000:00000001:3.0:1769074935.038057:0:28393:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074935.038068:0:28393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074935.038074:0:28393:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b0b0. 00000400:00000010:3.0:1769074935.038083:0:28393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000200:3.0:1769074935.038093:0:28393:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926576000, portal 10 00000100:00000001:3.0:1769074935.038095:0:28393:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074935.038096:0:28393:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:3.0:1769074935.038102:0:28393:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.038110:0:28393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074935.038113:0:28393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074935.038116:0:28393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 00000100:00000200:3.0:1769074935.038134:0:28393:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926576000, offset 0 00000400:00000200:3.0:1769074935.038142:0:28393:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074935.038152:0:28393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.038162:0:28393:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074935.038169:0:28393:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074935.038174:0:28393:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074935.038179:0:28393:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074935.038182:0:28393:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074935.038186:0:28393:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2718:2718:256:4294967295] 192.168.204.145@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:3.0:1769074935.038190:0:28393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.038201:0:28393:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074935.038208:0:28393:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074935.038214:0:28393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074935.038223:0:28393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074935.038233:0:28393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074935.038239:0:28393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074935.038263:0:28393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074935.038268:0:28393:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 361536 usecs (362 jiffies) 00000400:00000200:3.0:1769074935.038272:0:28393:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074935.038274:0:28393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296296905 00000100:00000001:0.0:1769074935.042257:0:28393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:0.0:1769074935.042270:0:28393:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296296909 00000100:00000001:0.0:1769074935.042273:0:28393:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:0.0:1769074935.042276:0:28393:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.042279:0:28393:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.042282:0:28393:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074935.042284:0:28393:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074935.042296:0:28393:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074935.042300:0:28393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.042303:0:28393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074935.043225:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.043231:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074935.043236:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.043246:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.043253:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720d48 00000400:00000010:3.0:1769074935.043256:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720d48. 00000100:00000001:3.0:1769074935.043264:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.043272:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.043283:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.043286:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.046935:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.046940:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074935.046965:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.046983:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.046986:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.046988:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.047012:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.047022:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.047031:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.047036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.047041:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.047045:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084e380 00000400:00000200:3.0:1769074935.047051:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.047059:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6e15 [1] + 224 00000800:00000001:3.0:1769074935.047069:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.047080:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.047084:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.047089:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.047097:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.047107:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074935.047118:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074935.047187:0:28393:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074935.047268:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.047277:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.047282:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074935.048065:0:28393:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074935.048069:0:28393:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074935.048074:0:28393:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b0b0. 00000400:00000200:0.0:1769074935.048082:0:28393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000400:00000010:0.0:1769074935.048085:0:28393:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:0.0:1769074935.048092:0:28393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074935.048100:0:28393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074935.048111:0:28393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074935.048118:0:28393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074935.048120:0:28393:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.048123:0:28393:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074935.048349:0:28393:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074935.048352:0:28393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074935.048354:0:28393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.048603:0:28393:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074935.048617:0:28393:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074935.048620:0:28393:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074935.048622:0:28393:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074935.048624:0:28393:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.048627:0:28393:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074935.048631:0:28393:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.048635:0:28393:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074935.048637:0:28393:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:0.0:1769074935.048639:0:28393:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074935.048640:0:28393:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.048645:0:28393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074935.048649:0:28393:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.048652:0:28393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074935.048654:0:28393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074935.048657:0:28393:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074951 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074935.048662:0:28393:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job bash:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28393:1855007926576000:192.168.204.145@tcp:101:bash.0 00000100:00000001:0.0:1769074935.048666:0:28393:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.048668:0:28393:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.048671:0:28393:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074935.048672:0:28393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.048674:0:28393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074951 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074935.048678:0:28393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074935.048681:0:28393:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca180. 00000100:00000001:0.0:1769074935.048685:0:28393:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074935.048686:0:28393:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.048689:0:28393:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074935.048693:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048696:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048699:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:0.0:1769074935.048701:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048703:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:0.0:1769074935.048710:0:28393:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490200, remote cookie: 0xe52bf4d4a3516224, flags: 0x1001 00010000:00010000:0.0:1769074935.048715:0:28393:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074935.048725:0:28393:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048730:0:28393:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074935.048735:0:28393:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074935.048738:0:28393:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074935.048739:0:28393:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074935.048740:0:28393:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074935.048742:0:28393:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1b00) refcount = 1 00010000:00010000:0.0:1769074935.048745:0:28393:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048749:0:28393:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074935.048752:0:28393:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074935.048754:0:28393:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074935.048756:0:28393:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074935.048758:0:28393:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074935.048760:0:28393:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048764:0:28393:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074935.048765:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048766:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.048767:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048767:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.048768:0:28393:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.048772:0:28393:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074935.048773:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048774:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048775:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.048776:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048777:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048779:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048781:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048781:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:0.0:1769074935.048782:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048784:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048787:0:28393:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074935.048788:0:28393:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074935.048790:0:28393:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048794:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048794:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.048795:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048796:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048797:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=5 00000020:00000001:0.0:1769074935.048798:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048799:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048800:0:28393:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074935.048802:0:28393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048805:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048806:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074935.048808:0:28393:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048814:0:28393:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074935.048815:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048816:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.048817:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048818:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074935.048822:0:28393:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074935.048831:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048833:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048834:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.048836:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048838:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048841:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048842:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074935.048844:0:28393:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.048846:0:28393:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.048850:0:28393:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074935.048853:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048854:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048855:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.048857:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048925:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00000002:00010000:0.0:1769074935.048931:0:28393:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.048939:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048940:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.048942:0:28393:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074935.048944:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.048945:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.048947:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.048949:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.048951:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:0.0:1769074935.048958:0:28393:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:0.0:1769074935.048962:0:28393:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074935.048966:0:28393:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da207c97000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074935.048969:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.048970:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074935.048972:0:28393:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074935.048975:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb79f0 00000002:00002000:0.0:1769074935.048977:0:28393:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074935.048980:0:28393:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.048985:0:28393:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.048988:0:28393:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074935.049001:0:28393:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074935.049005:0:28393:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074935.049010:0:28393:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:0.0:1769074935.049014:0:28393:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fa00. 00000080:00000001:0.0:1769074935.049020:0:28393:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074935.049022:0:28393:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074935.049030:0:28393:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074935.049036:0:28393:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074935.049045:0:28393:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879500. 00800000:00000001:0.0:1769074935.049047:0:28393:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939776 : -125747892611840 : ffff8da209879500) 00800000:00000001:0.0:1769074935.049050:0:28393:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.049052:0:28393:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074935.049055:0:28393:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074935.049058:0:28393:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074935.049061:0:28393:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074935.049064:0:28393:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074935.049066:0:28393:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.049072:0:28393:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074935.049075:0:28393:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1769074935.049078:0:28393:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074878 to 1769074934 00000080:00200000:0.0:1769074935.049084:0:28393:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074935.049086:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.049088:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.049089:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.049091:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049093:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049096:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.049097:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074935.049099:0:28393:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074935.049101:0:28393:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074935.049103:0:28393:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879500 1 00800000:00000010:0.0:1769074935.049105:0:28393:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879500. 00800000:00000001:0.0:1769074935.049110:0:28393:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074935.049114:0:28393:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683018 00800000:00000001:0.0:1769074935.049118:0:28393:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074935.049120:0:28393:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074935.049121:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.049122:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.049124:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.049126:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049128:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049249:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.049250:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074935.049251:0:28393:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.049253:0:28393:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.049255:0:28393:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074935.049257:0:28393:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:0.0:1769074935.049259:0:28393:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683018 from it ffffb17741cb7cb8 00010000:00000001:0.0:1769074935.049260:0:28393:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.049261:0:28393:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.049262:0:28393:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:0.0:1769074935.049264:0:28393:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049265:0:28393:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:0.0:1769074935.049267:0:28393:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074935.049269:0:28393:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.049273:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.049273:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.049274:0:28393:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074935.049275:0:28393:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074935.049277:0:28393:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.049285:0:28393:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074935.049287:0:28393:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074935.049349:0:28393:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074935.049353:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.049354:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.049355:0:28393:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.049733:0:28393:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074935.049736:0:28393:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.049738:0:28393:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.049740:0:28393:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.049742:0:28393:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074935.049743:0:28393:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.049744:0:28393:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074935.049746:0:28393:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.049754:0:28393:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926576000/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074935.049759:0:28393:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074935.049762:0:28393:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074935.049765:0:28393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a795000. 02000000:00000001:0.0:1769074935.049769:0:28393:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074935.049771:0:28393:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074935.049773:0:28393:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=3 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074935.049774:0:28393:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074935.049777:0:28393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:0.0:1769074935.049781:0:28393:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074935.049783:0:28393:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074935.049785:0:28393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:0.0:1769074935.049789:0:28393:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074935.049789:0:28393:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074935.050235:0:28393:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.050244:0:28393:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741cb7d08 00000080:00000008:2.0:1769074935.050247:0:28393:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1769074935.085189:0:28396:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074935.085199:0:28396:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074935.085203:0:28396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074935.085207:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fb98 00000080:00200000:2.0:1769074935.085214:0:28396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:2.0:1769074935.085226:0:28396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5000. 00800000:00000002:2.0:1769074935.085235:0:28396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074935.085240:0:28396:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074935.085247:0:28396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085249:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fab8 00800000:00000002:2.0:1769074935.085253:0:28396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074935.085258:0:28396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074935.085264:0:28396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074935.085271:0:28396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085273:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168f988 00000002:00010000:2.0:1769074935.085276:0:28396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074935.085281:0:28396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074935.085283:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.085288:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.085297:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:2.0:1769074935.085301:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074935.085308:0:28396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074935.085311:0:28396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074935.085317:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074935.085331:0:28396:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074935.085338:0:28396:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074935.085341:0:28396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074935.085349:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074935.085351:0:28396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074935.085353:0:28396:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085355:0:28396:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085357:0:28396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085360:0:28396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074935.085363:0:28396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074935.085366:0:28396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074935.085371:0:28396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5000. 00000080:00000001:2.0:1769074935.085376:0:28396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074935.085379:0:28396:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085382:0:28396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:2.0:1769074935.085387:0:28396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683018 00800000:00000001:2.0:1769074935.085391:0:28396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074935.085393:0:28396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074935.085396:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085399:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085402:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085404:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085407:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085410:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085412:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074935.085414:0:28396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085416:0:28396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085419:0:28396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683018 from it ffffb1774168fbd0 00010000:00000001:2.0:1769074935.085421:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085422:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085424:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085426:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085428:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085431:0:28396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074935.085434:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085441:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085442:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085444:0:28396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074935.085446:0:28396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074935.085449:0:28396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085457:0:28396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074935.085484:0:28396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074935.085487:0:28396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074935.085491:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085492:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085494:0:28396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085498:0:28396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074935.085500:0:28396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085502:0:28396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085505:0:28396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085508:0:28396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074935.085509:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085510:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074935.085514:0:28396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074935.085516:0:28396:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085518:0:28396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074935.085524:0:28396:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074935.085537:0:28396:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358b80. 00000020:00000001:2.0:1769074935.085541:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fd88 00000080:00200000:2.0:1769074935.085544:0:28396:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), flags=1536 00000080:00000001:2.0:1769074935.085547:0:28396:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074935.085548:0:28396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074935.085550:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc98 00000080:00200000:2.0:1769074935.085552:0:28396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:2.0:1769074935.085555:0:28396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5000. 00800000:00000002:2.0:1769074935.085558:0:28396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074935.085560:0:28396:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074935.085562:0:28396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085563:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fbb8 00800000:00000002:2.0:1769074935.085564:0:28396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074935.085567:0:28396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074935.085569:0:28396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074935.085572:0:28396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085573:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fa88 00000002:00010000:2.0:1769074935.085575:0:28396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074935.085578:0:28396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074935.085579:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.085581:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.085583:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:2.0:1769074935.085585:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074935.085588:0:28396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074935.085590:0:28396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074935.085593:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074935.085600:0:28396:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074935.085602:0:28396:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074935.085604:0:28396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074935.085611:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074935.085612:0:28396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074935.085614:0:28396:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085616:0:28396:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085618:0:28396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085620:0:28396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074935.085622:0:28396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074935.085624:0:28396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074935.085626:0:28396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5000. 00000080:00000001:2.0:1769074935.085629:0:28396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074935.085630:0:28396:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085632:0:28396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:2.0:1769074935.085635:0:28396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683018 00800000:00000001:2.0:1769074935.085638:0:28396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074935.085639:0:28396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074935.085641:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085642:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085644:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085646:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085648:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085650:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085651:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074935.085653:0:28396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085654:0:28396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085657:0:28396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683018 from it ffffb1774168fcd0 00010000:00000001:2.0:1769074935.085658:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085660:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085661:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085663:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085665:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085667:0:28396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074935.085670:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085676:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085678:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085679:0:28396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074935.085680:0:28396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074935.085682:0:28396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085688:0:28396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074935.085690:0:28396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074935.085691:0:28396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074935.085693:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085694:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085695:0:28396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085697:0:28396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074935.085698:0:28396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085700:0:28396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085702:0:28396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085703:0:28396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074935.085705:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085706:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074935.085707:0:28396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074935.085708:0:28396:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085710:0:28396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074935.085713:0:28396:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.085718:0:28396:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074935.085719:0:28396:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074935.085720:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fd78 00000080:00200000:2.0:1769074935.085722:0:28396:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:2.0:1769074935.085726:0:28396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5000. 00800000:00000002:2.0:1769074935.085729:0:28396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074935.085731:0:28396:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074935.085732:0:28396:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085734:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc98 00800000:00000002:2.0:1769074935.085735:0:28396:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074935.085738:0:28396:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074935.085740:0:28396:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074935.085743:0:28396:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074935.085745:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fb68 00000002:00010000:2.0:1769074935.085747:0:28396:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074935.085750:0:28396:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074935.085751:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.085752:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.085754:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:2.0:1769074935.085757:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074935.085759:0:28396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074935.085761:0:28396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074935.085764:0:28396:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074935.085770:0:28396:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074935.085772:0:28396:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074935.085774:0:28396:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074935.085780:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074935.085782:0:28396:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074935.085783:0:28396:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085785:0:28396:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074935.085787:0:28396:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085789:0:28396:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074935.085791:0:28396:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074935.085793:0:28396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074935.085795:0:28396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5000. 00000080:00000001:2.0:1769074935.085798:0:28396:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074935.085799:0:28396:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085801:0:28396:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:2.0:1769074935.085804:0:28396:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683018 00800000:00000001:2.0:1769074935.085806:0:28396:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074935.085808:0:28396:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074935.085809:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085810:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085812:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085814:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085817:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085819:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085820:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074935.085821:0:28396:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085823:0:28396:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074935.085825:0:28396:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683018 from it ffffb1774168fdb0 00010000:00000001:2.0:1769074935.085827:0:28396:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074935.085828:0:28396:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074935.085829:0:28396:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074935.085831:0:28396:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085833:0:28396:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074935.085835:0:28396:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074935.085837:0:28396:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085843:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085844:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085845:0:28396:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074935.085847:0:28396:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074935.085849:0:28396:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074935.085854:0:28396:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074935.085856:0:28396:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074935.085857:0:28396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074935.085859:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085860:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.085861:0:28396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085862:0:28396:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074935.085863:0:28396:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085865:0:28396:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085867:0:28396:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.085869:0:28396:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074935.085870:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.085871:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074935.085873:0:28396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074935.085874:0:28396:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074935.085876:0:28396:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074935.085879:0:28396:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.085884:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fe20 00000080:00200000:2.0:1769074935.085886:0:28396:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), flags=33188, excl=1 00000080:00000001:2.0:1769074935.085889:0:28396:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1769074935.085891:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fdd0 00000080:00200000:2.0:1769074935.085893:0:28396:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8) mode 100644 dev 0 00000080:00000001:2.0:1769074935.085897:0:28396:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1769074935.085899:0:28396:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1769074935.085902:0:28396:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5000. 00800000:00000002:2.0:1769074935.085905:0:28396:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074935.085913:0:28396:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085916:0:28396:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1769074935.085919:0:28396:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074935.085923:0:28396:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325794854400 : -125747914697216 : ffff8da208369600) 00800000:00000001:2.0:1769074935.085926:0:28396:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074935.085928:0:28396:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074935.085931:0:28396:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074935.085934:0:28396:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074935.085937:0:28396:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da20a0ec000: Allocated FID [0x2000013a2:0x14:0x0] 40000000:00000001:2.0:1769074935.085940:0:28396:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074935.085942:0:28396:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085943:0:28396:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074935.085945:0:28396:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.085947:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc10 00800000:00000002:2.0:1769074935.085950:0:28396:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg445-client.virtnet' [0x2000013a2:0x14:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1769074935.085954:0:28396:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1769074935.085957:0:28396:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074935.085960:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 2 00010000:00000001:2.0:1769074935.085962:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074935.085965:0:28396:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074935.085969:0:28396:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074935.085972:0:28396:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074935.085981:0:28396:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074935.085985:0:28396:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074935.085987:0:28396:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074935.086003:0:28396:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074935.086006:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.086008:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.086009:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:2.0:1769074935.086012:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074935.086014:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074935.086016:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.086017:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.086018:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:2.0:1769074935.086020:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074935.086022:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074935.086023:0:28396:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074935.086024:0:28396:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074935.086026:0:28396:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1b00 count: 3 00010000:00000001:2.0:1769074935.086028:0:28396:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074935.086029:0:28396:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.086031:0:28396:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074935.086034:0:28396:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074935.086038:0:28396:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074935.086040:0:28396:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074935.086043:0:28396:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074935.086045:0:28396:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.086049:0:28396:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074935.086052:0:28396:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074935.086054:0:28396:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074935.086056:0:28396:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074935.086058:0:28396:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074935.086060:0:28396:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490200 with handle 0x5882d44973683018 from hash 00010000:00000001:2.0:1769074935.086062:0:28396:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074935.086064:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.086065:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.086067:0:28396:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074935.086070:0:28396:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074935.086072:0:28396:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074935.086075:0:28396:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074935.086077:0:28396:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074935.086079:0:28396:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074935.086085:0:28396:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5500. 00000020:00000040:2.0:1769074935.086089:0:28396:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:2.0:1769074935.086096:0:28396:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074935.086098:0:28396:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.086101:0:28396:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074935.086106:0:28396:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074935.086108:0:28396:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074935.086111:0:28396:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074935.086113:0:28396:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074935.086116:0:28396:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074935.086125:0:28396:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e39400. 00000100:00000001:2.0:1769074935.086132:0:28396:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.086136:0:28396:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074935.086139:0:28396:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074935.086146:0:28396:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074935.086152:0:28396:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074935.086154:0:28396:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074935.086156:0:28396:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074935.086158:0:28396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d44973683018 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516224 expref: -99 pid: 28393 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074935.086165:0:28396:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1b00 count: 0 00010000:00000010:2.0:1769074935.086172:0:28396:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c480. 00010000:00000001:2.0:1769074935.086182:0:28396:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.086184:0:28396:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.086186:0:28396:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074935.086188:0:28396:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.086190:0:28396:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1769074935.086204:0:28396:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da20a0ec000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074935.086218:0:28396:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074935.086227:0:28396:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074935.086229:0:28396:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074935.086237:0:28396:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074935.086240:0:28396:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670656 : -125748002880960 : ffff8da202f50240) 00000100:00000001:2.0:1769074935.086243:0:28396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074935.086245:0:28396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000001:2.0:1769074935.086250:0:28396:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074935.086255:0:28396:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074935.086257:0:28396:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074935.086259:0:28396:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074935.086263:0:28396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.086271:0:28396:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074935.086273:0:28396:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074935.086277:0:28396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074935.086280:0:28396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074935.086283:0:28396:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074935.086286:0:28396:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5500 pname:cluuid:pid:xid:nid:opc:job mcreate:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28396:1855007926576256:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:2.0:1769074935.086291:0:28396:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074935.086298:0:28396:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074935.086300:0:28396:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074935.086303:0:28396:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074935.086307:0:28396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e38c00. 02000000:00000001:2.0:1769074935.086309:0:28396:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074935.086320:0:28396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074935.086327:0:28396:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b65d8. 00000400:00000010:2.0:1769074935.086335:0:28396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074935.086345:0:28396:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926576256, portal 10 00000100:00000001:2.0:1769074935.086347:0:28396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074935.086348:0:28396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000040:2.0:1769074935.086355:0:28396:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.086363:0:28396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074935.086366:0:28396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074935.086368:0:28396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769074935.086372:0:28396:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007926576256, offset 0 00000400:00000200:2.0:1769074935.086380:0:28396:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074935.086391:0:28396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.086400:0:28396:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074935.086406:0:28396:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074935.086412:0:28396:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074935.086416:0:28396:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074935.086419:0:28396:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074935.086424:0:28396:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2719:2719:256:4294967295] 192.168.204.145@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:2.0:1769074935.086428:0:28396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.086439:0:28396:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074935.086447:0:28396:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074935.086452:0:28396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348100. 00000800:00000200:2.0:1769074935.086492:0:28396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074935.086501:0:28396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074935.086507:0:28396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348100 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1769074935.086526:0:28396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074935.086531:0:28396:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 360152 usecs (361 jiffies) 00000400:00000200:2.0:1769074935.086534:0:28396:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074935.086538:0:28396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296296950 00000100:00000001:2.0:1769074935.086541:0:28396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:2.0:1769074935.086543:0:28396:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296296950 00000100:00000001:2.0:1769074935.086546:0:28396:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:2.0:1769074935.086549:0:28396:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074935.086552:0:28396:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074935.086555:0:28396:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074935.086557:0:28396:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074935.086560:0:28396:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50240 going to sleep for 11 seconds 00000100:00000001:2.0:1769074935.086562:0:28396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074935.086566:0:28396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074935.086837:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.086844:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:3.0:1769074935.086849:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.086856:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.086863:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:3.0:1769074935.086866:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:3.0:1769074935.086871:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.086877:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.086887:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.086890:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.086897:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.086899:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074935.106067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1b00. 00010000:00000010:2.1:1769074935.106084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000800:00000001:3.0:1769074935.110837:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.110854:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.110858:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.110861:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.110873:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.110881:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.110889:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.110893:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.110899:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.110903:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 448 into portal 10 MB=0x6971eb084e480 00000400:00000200:3.0:1769074935.110909:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.110927:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 448/448 into md 0x6e25 [1] + 224 00000800:00000001:3.0:1769074935.110935:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.110943:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.110956:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.110961:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.110969:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.110977:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074935.110988:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.111019:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074935.111027:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074935.111030:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.111036:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074935.111042:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2720:2720:256:4294967295] 192.168.204.145@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:3.0:1769074935.111046:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.111053:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074935.111059:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074935.111066:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074935.111072:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074935.111079:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074935.111083:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074935.111160:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.111165:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074935.111169:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.111173:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074935.111179:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.111183:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074935.111207:0:28396:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074935.111224:0:28396:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074935.111227:0:28396:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074935.111232:0:28396:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b65d8. 00000400:00000200:2.0:1769074935.111242:0:28396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769074935.111245:0:28396:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769074935.111250:0:28396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074935.111260:0:28396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074935.111273:0:28396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5500 x1855007926576256/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.111281:0:28396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074935.111283:0:28396:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074935.111286:0:28396:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074935.111302:0:28396:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074935.111305:0:28396:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074935.111308:0:28396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074935.111312:0:28396:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074935.111324:0:28396:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074935.111329:0:28396:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074935.111332:0:28396:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074935.111334:0:28396:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.111337:0:28396:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074935.111341:0:28396:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074935.111345:0:28396:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074935.111347:0:28396:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074935.111349:0:28396:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074935.111352:0:28396:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074935.111354:0:28396:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835273472 : -125747874278144 : ffff8da20a9f5500) 00000100:00000001:2.0:1769074935.111358:0:28396:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074935.111360:0:28396:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:2.0:1769074935.111362:0:28396:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074935.111365:0:28396:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074935.111379:0:28396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.111392:0:28396:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074935.111395:0:28396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074935.111398:0:28396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074935.111402:0:28396:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074935.111410:0:28396:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5500 pname:cluuid:pid:xid:nid:opc:job mcreate:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28396:1855007926576256:192.168.204.145@tcp:36:mcreate.0 00000100:00000001:2.0:1769074935.111415:0:28396:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074935.111418:0:28396:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074935.111421:0:28396:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074935.111423:0:28396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074935.111427:0:28396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.111434:0:28396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074935.111437:0:28396:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074935.111442:0:28396:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074935.111443:0:28396:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074935.111891:0:28396:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074935.111898:0:28396:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a2:0x14:0x0] 00800000:00000001:2.0:1769074935.111901:0:28396:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.111905:0:28396:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1769074935.111908:0:28396:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1769074934 to 1769074935 00000080:00000001:2.0:1769074935.111923:0:28396:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074935.111930:0:28396:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074935.111933:0:28396:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074935.111937:0:28396:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143508 : 144115272398143508 : 2000013a2000014) 00000080:00000001:2.0:1769074935.111941:0:28396:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074935.111959:0:28396:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a2100. 00000020:00000001:2.0:1769074935.111974:0:28396:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074935.111976:0:28396:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074935.111979:0:28396:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074935.111981:0:28396:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x14:0x0](ffff8da20b1a21c8) 00000080:00000001:2.0:1769074935.111984:0:28396:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143508 : 144115272398143508 : 2000013a2000014) 00000080:00000001:2.0:1769074935.111988:0:28396:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074935.112000:0:28396:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398143508 mtime from 0 to 1769074935 00000080:00000001:2.0:1769074935.112006:0:28396:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1769074935.112009:0:28396:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074935.112014:0:28396:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074935.112017:0:28396:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074935.112022:0:28396:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074935.112029:0:28396:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa757d0. 00000020:00000001:2.0:1769074935.112031:0:28396:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074935.112034:0:28396:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074935.112043:0:28396:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074935.112047:0:28396:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083ac9b0. 00020000:00000001:2.0:1769074935.112050:0:28396:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795129776 : -125747914421840 : ffff8da2083ac9b0) 00020000:00000001:2.0:1769074935.112053:0:28396:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074935.112056:0:28396:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.112061:0:28396:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835798608 : -125747873753008 : ffff8da20aa75850) 00000020:00001000:2.0:1769074935.112064:0:28396:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074935.112069:0:28396:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843321288 : -125747866230328 : ffff8da20b1a21c8) 00000080:00000001:2.0:1769074935.112072:0:28396:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074935.112075:0:28396:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074935.112077:0:28396:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.112084:0:28396:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.112086:0:28396:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:2.0:1769074935.112089:0:28396:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074935.112096:0:28396:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.112103:0:28396:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074935.112106:0:28396:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074935.112109:0:28396:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5000. 00000080:00000001:2.0:1769074935.112114:0:28396:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074935.112119:0:28396:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.112122:0:28396:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fe20 00000080:00200000:2.0:1769074935.112124:0:28396:0:(namei.c:2073:ll_create_nd()) VFS Op:name=fsa-oleg445-client.virtnet, unhashed 1 00000080:00000001:2.0:1769074935.112143:0:28396:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074935.112150:0:28396:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1769074935.128583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358b80. 00010000:00000001:0.0:1769074935.134831:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074935.134840:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074935.134898:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074935.134902:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074935.134905:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074935.143999:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.144007:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769074935.144014:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.144021:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.144028:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:3.0:1769074935.144031:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:3.0:1769074935.144036:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.144040:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996680 x1855007926576384/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.144051:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.144054:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926576384/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.144062:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.144064:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074935.157586:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.157610:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.157616:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.157619:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.157633:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.157643:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.157652:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.157658:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.157665:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.157670:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084e500 00000400:00000200:3.0:1769074935.157677:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.157684:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6e35 [1] + 224 00000800:00000001:3.0:1769074935.157693:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.157706:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.157711:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.157716:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.157726:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.157737:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996680 x1855007926576384/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074935.157750:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a996680 x1855007926576384/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.157776:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.157787:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.157790:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074935.159889:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.159896:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769074935.159901:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.159909:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.159915:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:3.0:1769074935.159918:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:3.0:1769074935.159922:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.159927:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996680 x1855007926576512/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.159936:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.159940:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926576512/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074951 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.159945:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.159947:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074935.168369:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.168396:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.168401:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.168404:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.168419:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.168428:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.168438:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.168444:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.168458:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.168505:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 584 into portal 10 MB=0x6971eb084e580 00000400:00000200:3.0:1769074935.168511:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.168518:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 584/584 into md 0x6e3d [1] + 224 00000800:00000001:3.0:1769074935.168528:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.168537:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.168540:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.168544:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.168554:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.168565:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996680 x1855007926576512/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074935.168576:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff8da20a996680 x1855007926576512/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074935.168597:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.168607:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.168610:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074935.173089:0:28399:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1769074935.173095:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159bda0 00000080:00002000:0.0:1769074935.173097:0:28399:0:(dcache.c:87:ll_dcompare()) found name fsa-oleg445-client.virtnet(ffff8da20b2286c0) flags 0x48000e refc 0 00000080:00000001:0.0:1769074935.173100:0:28399:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074935.173103:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159be10 00000080:00200000:0.0:1769074935.173104:0:28399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fsa-oleg445-client.virtnet, flags=0 00000080:00000001:0.0:1769074935.173111:0:28399:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074935.173113:0:28399:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074935.173115:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159bd30 00000080:00200000:0.0:1769074935.173118:0:28399:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:0.0:1769074935.173211:0:28399:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074935.173219:0:28399:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:0.0:1769074935.173224:0:28399:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074935.173227:0:28399:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074935.173229:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159bc50 00800000:00000002:0.0:1769074935.173231:0:28399:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074935.173234:0:28399:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074935.173238:0:28399:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074935.173244:0:28399:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074935.173245:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159bb20 00000002:00010000:0.0:1769074935.173247:0:28399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074935.173251:0:28399:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074935.173253:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.173256:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.173263:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:0.0:1769074935.173266:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074935.173271:0:28399:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074935.173274:0:28399:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074935.173278:0:28399:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074935.173287:0:28399:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074935.173291:0:28399:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074935.173294:0:28399:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074935.173300:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074935.173302:0:28399:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074935.173304:0:28399:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074935.173306:0:28399:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074935.173307:0:28399:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074935.173309:0:28399:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074935.173312:0:28399:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074935.173316:0:28399:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:0.0:1769074935.173320:0:28399:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074935.173323:0:28399:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074935.173325:0:28399:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074935.173328:0:28399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:0.0:1769074935.173330:0:28399:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d4497368301f 00800000:00000001:0.0:1769074935.173334:0:28399:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074935.173336:0:28399:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074935.173337:0:28399:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.173339:0:28399:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.173341:0:28399:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:0.0:1769074935.173343:0:28399:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074935.173346:0:28399:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074935.173348:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.173349:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074935.173350:0:28399:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.173352:0:28399:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074935.173354:0:28399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368301f from it ffffb1774159bd68 00010000:00000001:0.0:1769074935.173356:0:28399:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074935.173357:0:28399:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074935.173369:0:28399:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:0.0:1769074935.173371:0:28399:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074935.173374:0:28399:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:0.0:1769074935.173376:0:28399:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074935.173378:0:28399:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.173641:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.173644:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.173646:0:28399:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074935.173648:0:28399:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074935.173650:0:28399:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074935.173662:0:28399:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074935.173665:0:28399:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074935.173666:0:28399:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074935.173668:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.173669:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.173671:0:28399:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.173673:0:28399:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074935.173675:0:28399:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.173676:0:28399:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.173679:0:28399:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.173681:0:28399:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074935.173682:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.173683:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074935.173686:0:28399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074935.173688:0:28399:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074935.173690:0:28399:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074935.173694:0:28399:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.173698:0:28399:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1769074935.173701:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159bdf8 00000080:00200000:0.0:1769074935.173703:0:28399:0:(namei.c:2354:ll_unlink()) VFS Op:name=fsa-oleg445-client.virtnet, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00000001:0.0:1769074935.173706:0:28399:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1769074935.173709:0:28399:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074935.173714:0:28399:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074935.173717:0:28399:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074935.173719:0:28399:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074935.173724:0:28399:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000002:0.0:1769074935.173726:0:28399:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000001:0.0:1769074935.173729:0:28399:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074935.173731:0:28399:0:(lov_object.c:2246:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074935.173733:0:28399:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074935.173735:0:28399:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1769074935.173740:0:28399:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074935.173742:0:28399:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00800000:00000001:0.0:1769074935.173751:0:28399:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1769074935.173757:0:28399:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1769074935.173760:0:28399:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a2:0x14:0x0] 00800000:00000001:0.0:1769074935.173762:0:28399:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074935.173764:0:28399:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x2000013a2:0x14:0x0] -> mds #0 00000002:00000001:0.0:1769074935.173768:0:28399:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1769074935.173771:0:28399:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074935.173774:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:0.0:1769074935.173776:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074935.173779:0:28399:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074935.173782:0:28399:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074935.173785:0:28399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074935.173793:0:28399:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074935.173797:0:28399:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074935.173800:0:28399:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074935.173802:0:28399:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074935.173804:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.173806:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.173807:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:0.0:1769074935.173810:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.173812:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.173814:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.173815:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.173817:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:0.0:1769074935.173818:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.173820:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.173822:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.173823:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.173824:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:0.0:1769074935.173826:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.173828:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.173830:0:28399:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074935.173833:0:28399:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b8000, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074935.173837:0:28399:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074935.173839:0:28399:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074935.173843:0:28399:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074935.173845:0:28399:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.173848:0:28399:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074935.173852:0:28399:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074935.173854:0:28399:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074935.173856:0:28399:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074935.173858:0:28399:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074935.174043:0:28399:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d000 with handle 0x5882d4497368301f from hash 00010000:00000001:0.0:1769074935.174046:0:28399:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074935.174048:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.174049:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.174050:0:28399:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074935.174054:0:28399:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074935.174056:0:28399:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074935.174059:0:28399:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074935.174061:0:28399:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074935.174063:0:28399:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074935.174065:0:28399:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074935.174069:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:0.0:1769074935.174071:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074935.174073:0:28399:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074935.174074:0:28399:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074935.174077:0:28399:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814de00/0x5882d44973683026 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe52bf4d4a351625c expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074935.174083:0:28399:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074935.174085:0:28399:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074935.174087:0:28399:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074935.174088:0:28399:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a2:0x14:0x0] mode (null) 00000002:00000001:0.0:1769074935.174090:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.174092:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.174093:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:0.0:1769074935.174095:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.174098:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.174099:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.174100:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.174102:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:0.0:1769074935.174104:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.174106:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.174108:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.174109:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.174111:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:0.0:1769074935.174113:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.174115:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.174116:0:28399:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074935.174117:0:28399:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074935.174118:0:28399:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:0.0:1769074935.174120:0:28399:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074935.174122:0:28399:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.174123:0:28399:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.174196:0:28399:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074935.174198:0:28399:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074935.174200:0:28399:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074935.174202:0:28399:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074935.174204:0:28399:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:0.0:1769074935.174207:0:28399:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a2:0x14:0x0]: losing layout lock 00000080:00000001:0.0:1769074935.174211:0:28399:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1769074935.174215:0:28399:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1769074935.174218:0:28399:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074935.174221:0:28399:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074935.174224:0:28399:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a2:0x14:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1769074935.174226:0:28399:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074935.174228:0:28399:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074935.174229:0:28399:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074935.174232:0:28399:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.174235:0:28399:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1769074935.174236:0:28399:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a2:0x14:0x0](ffff8da20b1a21c8) invalid 00000020:00000001:0.0:1769074935.174239:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159ba60 00000080:00002000:0.0:1769074935.174241:0:28399:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry fsa-oleg445-client.virtnet (ffff8da20b2286c0) parent ffff8da20b1ca0d8 inode ffff8da20b1a21c8 refc 1 00000080:00000001:0.0:1769074935.174245:0:28399:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1769074935.174247:0:28399:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074935.174248:0:28399:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.174251:0:28399:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074935.174253:0:28399:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074935.174255:0:28399:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074935.174256:0:28399:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074935.174258:0:28399:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074935.174260:0:28399:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814de00 with handle 0x5882d44973683026 from hash 00010000:00000001:0.0:1769074935.174262:0:28399:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074935.174264:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074935.174265:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.174266:0:28399:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074935.174267:0:28399:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074935.174268:0:28399:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074935.174271:0:28399:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074935.174273:0:28399:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074935.174275:0:28399:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074935.174283:0:28399:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b480. 00000020:00000040:0.0:1769074935.174287:0:28399:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:0.0:1769074935.174293:0:28399:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074935.174295:0:28399:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.174298:0:28399:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074935.174303:0:28399:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074935.174304:0:28399:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.174307:0:28399:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074935.174309:0:28399:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074935.174312:0:28399:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074935.174321:0:28399:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f200. 00000100:00000001:0.0:1769074935.174328:0:28399:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.174331:0:28399:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074935.174334:0:28399:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074935.174341:0:28399:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814de00/0x5882d44973683026 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe52bf4d4a351625c expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074935.174349:0:28399:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074935.174354:0:28399:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1769074935.174367:0:28399:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1769074935.174369:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074935.174371:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814de00/0x5882d44973683026 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe52bf4d4a351625c expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074935.174379:0:28399:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:0.0:1769074935.174711:0:28399:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e180. 00010000:00000001:0.0:1769074935.174726:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.174728:0:28399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074935.174730:0:28399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d4497368301f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516240 expref: -99 pid: 28399 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074935.174738:0:28399:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46000 count: 0 00010000:00000010:0.0:1769074935.174742:0:28399:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e480. 00010000:00000001:0.0:1769074935.174747:0:28399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074935.174749:0:28399:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.174750:0:28399:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074935.174752:0:28399:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.174754:0:28399:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1769074935.174768:0:28399:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da20a0ec000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074935.174783:0:28399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074935.174791:0:28399:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074935.174793:0:28399:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074935.174802:0:28399:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074935.174804:0:28399:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074935.174807:0:28399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.174809:0:28399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:0.0:1769074935.174815:0:28399:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074935.174820:0:28399:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.174822:0:28399:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074935.174824:0:28399:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074935.174828:0:28399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.174842:0:28399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074935.174844:0:28399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.174848:0:28399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074935.174851:0:28399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074935.174854:0:28399:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074935.174857:0:28399:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job rm:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28399:1855007926576768:192.168.204.145@tcp:36:rm.0 00000100:00000001:0.0:1769074935.175006:0:28399:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074935.175013:0:28399:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074935.175016:0:28399:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.175020:0:28399:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074935.175025:0:28399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074935.175027:0:28399:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074935.175038:0:28399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074935.175043:0:28399:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074935.175054:0:28399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074935.175063:0:28399:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926576768, portal 10 00000100:00000001:0.0:1769074935.175065:0:28399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.175066:0:28399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000040:0.0:1769074935.175074:0:28399:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.175082:0:28399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074935.175084:0:28399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074935.175087:0:28399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038415d8. 00000100:00000200:0.0:1769074935.175091:0:28399:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1855007926576768, offset 0 00000400:00000200:0.0:1769074935.175100:0:28399:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074935.175110:0:28399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.175119:0:28399:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074935.175201:0:28399:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074935.175207:0:28399:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074935.175212:0:28399:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074935.175215:0:28399:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074935.175219:0:28399:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2723:2723:256:4294967295] 192.168.204.145@tcp LPNI seq info [2723:2723:8:4294967295] 00000400:00000200:0.0:1769074935.175223:0:28399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.175235:0:28399:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074935.175242:0:28399:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074935.175249:0:28399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769074935.175258:0:28399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074935.175268:0:28399:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074935.175273:0:28399:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1769074935.175299:0:28399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.175305:0:28399:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 356160 usecs (357 jiffies) 00000400:00000200:0.0:1769074935.175309:0:28399:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074935.175312:0:28399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296297037 00000100:00000001:0.0:1769074935.175315:0:28399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296303890 00000100:00000001:0.0:1769074935.175318:0:28399:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296297037 00000100:00000001:0.0:1769074935.175320:0:28399:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296303890 00000100:00000001:0.0:1769074935.175323:0:28399:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.175326:0:28399:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.175329:0:28399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074935.175331:0:28399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074935.175334:0:28399:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074935.175337:0:28399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.175340:0:28399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074935.177419:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.177432:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:3.0:1769074935.177440:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.177856:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.177965:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038415d8 00000400:00000010:3.0:1769074935.177970:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038415d8. 00000100:00000001:3.0:1769074935.177978:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.177998:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.178012:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.178017:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.178025:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.178026:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074935.180585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:0.1:1769074935.180607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00010000:00000010:0.1:1769074935.180636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:0.1:1769074935.180639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000800:00000001:3.0:1769074935.186834:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.186958:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.186963:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.186970:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.186986:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187006:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.187017:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187023:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187029:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187034:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084e680 00000400:00000200:3.0:1769074935.187040:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187048:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6e45 [1] + 224 00000800:00000001:3.0:1769074935.187057:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.187068:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.187072:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.187077:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.187090:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.187102:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074935.187116:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.187322:0:28399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074935.187342:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074935.187354:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074935.187358:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187365:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074935.187371:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2724:2724:256:4294967295] 192.168.204.145@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:3.0:1769074935.187375:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.187395:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074935.187402:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074935.187410:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074935.187417:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074935.187427:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074935.187433:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074935.187652:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.187658:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074935.187661:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.187665:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074935.187671:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.187676:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074935.190098:0:28399:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074935.190105:0:28399:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074935.190110:0:28399:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074935.190121:0:28399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074935.190191:0:28399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074935.190199:0:28399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074935.190212:0:28399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074935.190230:0:28399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b480 x1855007926576768/t0(0) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.190238:0:28399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074935.190241:0:28399:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.190244:0:28399:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074935.190248:0:28399:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074935.190251:0:28399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074935.190254:0:28399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.190257:0:28399:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074935.190269:0:28399:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074935.190274:0:28399:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074935.190277:0:28399:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074935.190279:0:28399:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.190282:0:28399:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074935.190287:0:28399:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.190292:0:28399:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074935.190294:0:28399:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0xf00000004] 00000100:00000001:0.0:1769074935.190296:0:28399:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074935.190299:0:28399:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.190301:0:28399:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762094208 : -125747947457408 : ffff8da20642b480) 00000100:00000001:0.0:1769074935.190305:0:28399:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074935.190308:0:28399:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:0.0:1769074935.190310:0:28399:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074935.190313:0:28399:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.190319:0:28399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.190326:0:28399:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.190330:0:28399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074935.190333:0:28399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074935.190337:0:28399:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074935.190345:0:28399:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b480 pname:cluuid:pid:xid:nid:opc:job rm:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28399:1855007926576768:192.168.204.145@tcp:36:rm.0 00000100:00000001:0.0:1769074935.190352:0:28399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.190355:0:28399:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.190705:0:28399:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074935.190709:0:28399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.190713:0:28399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.190722:0:28399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074935.190725:0:28399:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074935.190729:0:28399:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074935.190731:0:28399:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074935.190741:0:28399:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.190746:0:28399:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074935.190751:0:28399:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:0.0:1769074935.190755:0:28399:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074935.190764:0:28399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.190767:0:28399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.190773:0:28399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.190779:0:28399:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.190795:0:28399:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074935.190799:0:28399:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774159be28 00000080:00002000:0.0:1769074935.190803:0:28399:0:(dcache.c:127:ll_ddelete()) deleting dentry fsa-oleg445-client.virtnet (ffff8da20b2286c0, parent ffff8da20b1ca0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1769074935.190806:0:28399:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074935.190814:0:28399:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074935.190821:0:28399:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1769074935.190833:0:28399:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1769074935.190835:0:28399:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769074935.190838:0:28399:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074935.190843:0:28399:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074935.190846:0:28399:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074935.190853:0:28399:0:(cl_object.c:146:cl_object_top()) ffff8da20aa75850 -> ffff8da20aa75850 00000020:00000001:0.0:1769074935.190857:0:28399:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769074935.191057:0:28399:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769074935.191061:0:28399:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769074935.191065:0:28399:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769074935.191068:0:28399:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769074935.191069:0:28399:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074935.191075:0:28399:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x14:0x0]io ffff8da20a636298 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769074935.191078:0:28399:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000001:0.0:1769074935.191084:0:28399:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1769074935.191086:0:28399:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769074935.191088:0:28399:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00000020:00000001:0.0:1769074935.191091:0:28399:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074935.191093:0:28399:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1769074935.191096:0:28399:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769074935.191098:0:28399:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769074935.191101:0:28399:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769074935.191103:0:28399:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769074935.191107:0:28399:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074935.191111:0:28399:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.191116:0:28399:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1769074935.191118:0:28399:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x14:0x0](ffff8da20b1a21c8) 00800000:00000001:0.0:1769074935.191204:0:28399:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1769074935.191207:0:28399:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x14:0x0] 00000002:00000001:0.0:1769074935.191213:0:28399:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1769074935.191221:0:28399:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074935.191223:0:28399:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.191226:0:28399:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1769074935.191229:0:28399:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1769074935.191231:0:28399:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074935.191233:0:28399:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074935.191237:0:28399:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074935.191239:0:28399:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074935.191241:0:28399:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00020000:00000001:0.0:1769074935.191247:0:28399:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:0.0:1769074935.191249:0:28399:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000001:0.0:1769074935.191253:0:28399:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:0.0:1769074935.191255:0:28399:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074935.191257:0:28399:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000001:0.0:1769074935.191260:0:28399:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:0.0:1769074935.191262:0:28399:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:0.0:1769074935.191264:0:28399:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000002:0.0:1769074935.191266:0:28399:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac9b0) owner 0000000000000000/ffff8da20134cf80 00020000:00000010:0.0:1769074935.191270:0:28399:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da2083ac9b0. 00020000:00000001:0.0:1769074935.191275:0:28399:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:0.0:1769074935.191278:0:28399:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20aa757d0. 00000020:00001000:0.0:1769074935.191284:0:28399:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074935.191287:0:28399:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1769074935.191289:0:28399:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1769074935.200579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c320. 00000080:00000010:0.1:1769074935.200609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a2100. 00000100:00000001:0.0:1769074935.971917:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.971921:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.971922:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074935.971929:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.971937:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074935.971939:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.971941:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074935.971943:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074935.971945:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074935.971948:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926576896:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.971952:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074935.971954:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074935.971956:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.971957:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074935.971961:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012e6200. 02000000:00000001:0.0:1769074935.971963:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074935.971968:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074935.971972:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074935.971987:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074935.971991:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926576896, portal 25 00000100:00000001:0.0:1769074935.971993:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.971995:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000040:0.0:1769074935.972000:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.972007:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074935.972010:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074935.972013:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038412a8. 00000100:00000200:0.0:1769074935.972016:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926576896, offset 0 00000400:00000200:0.0:1769074935.972022:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972033:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972043:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074935.972049:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074935.972054:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074935.972058:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074935.972060:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972065:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2725:2725:256:4294967295] 192.168.204.145@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:0.0:1769074935.972069:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972081:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074935.972088:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074935.972094:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769074935.972102:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074935.972111:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074935.972117:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074935.972139:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074935.972145:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074935.972147:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296309011 00000100:00000001:0.0:1769074935.972155:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296303890 00000100:00000001:0.0:1769074935.972160:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296309011 00000100:00000001:0.0:1769074935.972164:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296303890 00000100:00000001:0.0:1769074935.972167:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.972169:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.972173:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074935.972177:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.972184:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074935.972186:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.972188:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074935.972190:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074935.972192:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074935.972194:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926577152:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.972198:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074935.972201:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074935.972202:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.972204:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074935.972209:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a9800. 02000000:00000001:0.0:1769074935.972211:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074935.972215:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074935.972218:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074935.972222:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841198. 00000100:00000200:0.0:1769074935.972224:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926577152, portal 4 00000100:00000001:0.0:1769074935.972226:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.972228:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000040:0.0:1769074935.972234:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.972241:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074935.972243:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074935.972246:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038413b8. 00000100:00000200:0.0:1769074935.972248:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926577152, offset 0 00000400:00000200:0.0:1769074935.972252:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972255:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972259:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074935.972261:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074935.972263:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074935.972266:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074935.972268:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972271:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2726:2726:255:4294967295] 192.168.204.145@tcp LPNI seq info [2726:2726:7:4294967295] 00000400:00000200:0.0:1769074935.972275:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972281:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074935.972286:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074935.972290:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769074935.972294:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074935.972299:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074935.972301:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074935.972304:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.972309:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24581 usecs (25 jiffies) 00000400:00000200:0.0:1769074935.972312:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074935.972315:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296297502 00000100:00000001:0.0:1769074935.972317:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074935.972319:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296297502 00000100:00000001:0.0:1769074935.972322:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074935.972324:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.972326:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.972328:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074935.972332:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.972338:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074935.972339:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.972342:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074935.972355:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074935.972357:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074935.972361:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2379:1855007926577408:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.972365:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074935.972367:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074935.972368:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.972370:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074935.972373:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8200. 02000000:00000001:0.0:1769074935.972375:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074935.972378:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074935.972381:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074935.972384:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074935.972387:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926577408, portal 10 00000100:00000001:0.0:1769074935.972389:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074935.972390:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000040:0.0:1769074935.972396:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.972403:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074935.972405:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074935.972408:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074935.972410:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926577408, offset 0 00000400:00000200:0.0:1769074935.972414:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972418:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972421:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074935.972424:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074935.972426:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074935.972428:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074935.972430:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074935.972433:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2727:2727:254:4294967295] 192.168.204.145@tcp LPNI seq info [2727:2727:6:4294967295] 00000400:00000200:0.0:1769074935.972437:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074935.972443:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074935.972447:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074935.972451:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769074935.972454:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074935.972490:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074935.972494:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074935.972497:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.972501:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 354843 usecs (355 jiffies) 00000400:00000200:0.0:1769074935.972504:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074935.972506:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296297832 00000100:00000001:0.0:1769074935.972508:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074935.972511:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296297832 00000100:00000001:0.0:1769074935.972513:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074935.972516:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.972518:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.972521:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.972523:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.972533:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074935.972535:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074935.972538:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.972539:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.972541:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.972544:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074935.973415:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.973420:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:3.0:1769074935.973428:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.973434:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.973441:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038412a8 00000400:00000010:3.0:1769074935.973443:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038412a8. 00000100:00000001:3.0:1769074935.973449:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.973455:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973498:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.973502:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973509:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.973511:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074935.973527:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.973529:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:3.0:1769074935.973532:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.973535:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.973538:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038413b8 00000400:00000010:3.0:1769074935.973540:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038413b8. 00000100:00000001:3.0:1769074935.973542:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.973545:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973552:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.973555:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973568:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.973570:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074935.973579:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.973581:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769074935.973584:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.973587:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.973589:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:3.0:1769074935.973591:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:3.0:1769074935.973593:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.973597:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973604:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.973607:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973612:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.973614:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074935.973621:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.973623:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:3.0:1769074935.973625:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.973628:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.973631:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:3.0:1769074935.973633:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:3.0:1769074935.973635:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.973639:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995c00 x1855007926577024/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973647:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.973650:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995c00 x1855007926577024/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.973656:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.973658:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074935.973741:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074935.974186:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769074935.974190:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.974195:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074935.974199:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14b28 00000400:00000010:3.0:1769074935.974201:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14b28. 00000100:00000001:3.0:1769074935.974204:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074935.974209:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996a00 x1855007926577280/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.974218:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074935.974221:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996a00 x1855007926577280/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.974226:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074935.974228:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074935.983543:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.983567:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074935.983573:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.983575:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074935.983590:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.983602:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074935.983611:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.983617:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.983623:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.983628:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084e800 00000400:00000200:2.0:1769074935.983635:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.983642:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6e5d [1] + 224 00000800:00000001:2.0:1769074935.983652:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.983662:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074935.983665:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074935.983671:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074935.983681:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074935.983692:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074935.983705:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.983729:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074935.983740:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.983755:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.983880:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.983886:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074935.983896:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074935.983898:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074935.983902:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074935.983909:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:0.0:1769074935.983912:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:0.0:1769074935.983916:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074935.983922:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074935.983931:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.983937:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074935.983939:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.983942:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074935.983946:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074935.983949:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074935.983952:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.983956:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074935.983969:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074935.983985:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074935.983995:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074935.983997:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.984002:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074935.984006:0:2379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.984011:0:2379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074935.984014:0:2379:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074935.984016:0:2379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074935.984018:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.984023:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.984031:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.984034:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074935.984037:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074935.984040:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074935.984047:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926577152:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.984053:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.984056:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.984059:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994e00 x1855007926577152/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.984067:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074935.984070:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074935.984074:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a9800. 02000000:00000001:0.0:1769074935.984078:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074935.984081:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074935.984083:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074935.984085:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074935.984088:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fa00. 02000000:00000001:0.0:1769074935.984092:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074935.984094:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074935.984096:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994e00. 00000100:00000001:0.0:1769074935.984101:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074935.984103:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.984106:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.984108:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.984109:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.984121:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.984123:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074935.987006:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987031:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.987037:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987041:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.987056:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987067:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.987076:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987083:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987090:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987095:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb084e700 00000400:00000200:3.0:1769074935.987102:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987125:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6e55 [1] + 224 00000800:00000001:3.0:1769074935.987135:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987143:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.987147:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.987152:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.987162:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.987174:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074935.987187:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.987214:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.987225:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987229:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.987231:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987233:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.987236:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987241:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.987245:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987248:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987251:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987254:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb084e880 00000400:00000200:3.0:1769074935.987257:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.987263:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x6e6d [1] + 224 00000800:00000001:3.0:1769074935.987266:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987273:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.987275:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.987278:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.987281:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.987286:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996a00 x1855007926577280/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074935.987295:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a996a00 x1855007926577280/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.987319:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.987324:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.987327:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.987897:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.987903:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074935.987912:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074935.987914:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074935.987918:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074935.987925:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:0.0:1769074935.987928:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:0.0:1769074935.987932:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074935.987938:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074935.987947:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.987953:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074935.987955:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.987958:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074935.987962:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074935.987964:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074935.987967:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.987970:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074935.987991:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074935.987996:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074935.987999:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074935.988001:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.988004:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074935.988007:0:2379:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.988011:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.988015:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.988022:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.988026:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074935.988029:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074935.988034:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074935.988048:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926576896:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.988055:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.988058:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.988062:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996680 x1855007926576896/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.988069:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074935.988072:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074935.988076:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012e6200. 02000000:00000001:0.0:1769074935.988083:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074935.988086:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074935.988089:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074935.988091:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074935.988094:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:0.0:1769074935.988098:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074935.988100:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074935.988103:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996680. 00000100:00000001:0.0:1769074935.988108:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074935.988124:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.988128:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.988130:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.988131:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.988133:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.988135:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074935.990087:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.990121:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074935.990125:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.990129:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074935.990142:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.990151:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074935.990159:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.990164:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.990170:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.990174:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084e780 00000400:00000200:2.0:1769074935.990179:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074935.990186:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6e4d [1] + 224 00000800:00000001:2.0:1769074935.990195:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.990208:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074935.990211:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074935.990216:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074935.990225:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074935.990233:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995c00 x1855007926577024/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074935.990245:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a995c00 x1855007926577024/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074935.990267:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074935.990276:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074935.990280:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.993261:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.993287:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074935.993292:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.993295:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.993309:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.993320:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074935.993330:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.993336:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.993343:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.993347:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084e900 00000400:00000200:3.0:1769074935.993354:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074935.993361:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x6e65 [1] + 224 00000800:00000001:3.0:1769074935.993371:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.993443:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074935.993447:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074935.993453:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074935.993514:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074935.993526:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074935.993538:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074935.993548:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074935.993559:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074935.993565:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.994064:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.994071:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074935.994082:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074935.994085:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074935.994088:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074935.994096:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:0.0:1769074935.994099:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769074935.994103:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074935.994122:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074935.994133:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.994141:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074935.994144:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.994147:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074935.994150:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074935.994153:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074935.994155:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074935.994159:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074935.994171:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074935.994176:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074935.994179:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074935.994181:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074935.994184:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074935.994188:0:2379:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.994194:0:2379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074935.994196:0:2379:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:0.0:1769074935.994199:0:2379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074935.994202:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074935.994208:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.994216:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074935.994220:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074935.994222:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074935.994227:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074935.994236:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2379:1855007926577408:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074935.994242:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.994245:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074935.994249:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994380 x1855007926577408/t0(0) o400->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074935.994257:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074935.994260:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074935.994266:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8200. 02000000:00000001:0.0:1769074935.994270:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074935.994273:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074935.994275:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074935.994278:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074935.994281:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f700. 02000000:00000001:0.0:1769074935.994287:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074935.994290:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074935.994292:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994380. 00000100:00000001:0.0:1769074935.994296:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074935.994297:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.994300:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.994309:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074935.994311:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074935.994313:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074935.994316:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074936.162620:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074936.162628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074936.162656:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074936.162659:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074936.162662:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074937.190256:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074937.190264:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074937.191726:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074937.191742:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074937.191748:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074938.206629:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.206638:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.206679:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074938.206682:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.206685:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1769074938.330963:0:28426:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1769074938.330974:0:28426:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: local REPLAY BARRIER on lustre-MDT0000 00000001:00000001:0.0:1769074938.334904:0:28426:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1769074938.359585:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.359594:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.359597:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.359602:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.359607:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.359619:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5e00. 00800000:00000002:2.0:1769074938.359628:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.359633:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.359638:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.359640:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.359643:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.359647:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.359652:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.359656:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.359658:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.359660:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.359664:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.359666:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.359669:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.359676:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.359679:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.359681:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.359683:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.359685:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.359690:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5880. 00000020:00000040:2.0:1769074938.359695:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.359701:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.359706:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.359709:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.359712:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.359715:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.359719:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.359725:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a800. 00000100:00000001:2.0:1769074938.359731:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.359735:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.359737:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.359739:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.359740:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.359742:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.359747:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00010000:00000001:2.0:1769074938.359751:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.359752:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.359756:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e800. 00010000:00000010:2.0:1769074938.359759:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48000. 00010000:00000001:2.0:1769074938.359765:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.359768:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81e00. 00000020:00000001:2.0:1769074938.359771:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.359774:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81e00 with handle 0x5882d4497368302d to hash 00000020:00000001:2.0:1769074938.359776:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.359778:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.359781:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.359784:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.359785:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.359789:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.359798:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.359808:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.359813:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.359815:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.359820:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074938.359823:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670656 : -125748002880960 : ffff8da202f50240) 00000100:00000001:2.0:1769074938.359825:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.359827:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:2.0:1769074938.359831:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.359835:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.359837:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.359838:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.359849:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.359858:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.359860:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.359863:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.359865:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.359868:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.359871:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926577536:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.359875:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.359880:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.359883:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.359885:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.359889:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.359891:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.359899:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.359904:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b65d8. 00000400:00000010:2.0:1769074938.359909:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074938.359915:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926577536, portal 10 00000100:00000001:2.0:1769074938.359917:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.359918:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:2.0:1769074938.359923:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.359930:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.359933:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.359954:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353f68. 00000100:00000200:2.0:1769074938.359957:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926577536, offset 0 00000400:00000200:2.0:1769074938.359964:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.359972:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.359980:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.359986:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.359990:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.359994:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.359996:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.359999:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2730:2730:256:4294967295] 192.168.204.145@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:2.0:1769074938.360003:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.360012:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.360019:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.362731:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348600. 00000800:00000200:2.0:1769074938.362751:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.362760:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.362765:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.362799:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.362806:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1283931 usecs (1284 jiffies) 00000400:00000200:2.0:1769074938.362816:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.362819:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301152 00000100:00000001:2.0:1769074938.362823:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.362826:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301152 00000100:00000001:2.0:1769074938.362828:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.362830:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.362834:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.362837:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.362839:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.362842:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50240 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.362846:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.362849:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.363501:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.363506:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:3.0:1769074938.363512:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.363519:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.363525:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353f68 00000400:00000010:3.0:1769074938.363528:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353f68. 00000100:00000001:3.0:1769074938.363533:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.363541:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.363623:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.363628:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.363637:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.363639:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.366405:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.366428:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.366434:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.366436:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.366450:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.366491:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.366501:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.366507:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.366516:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.366521:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084e980 00000400:00000200:3.0:1769074938.366535:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.366543:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6e75 [1] + 224 00000800:00000001:3.0:1769074938.366553:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.367407:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.367416:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.367427:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.367438:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.367449:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.367495:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.367519:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.367538:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.367544:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.367568:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.367584:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.367586:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.367590:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b65d8. 00000400:00000200:2.0:1769074938.367600:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769074938.367603:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769074938.367608:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.367620:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.367631:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.367639:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.367641:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.367645:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.367648:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.367651:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.367654:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.367657:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.367666:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.367671:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.367673:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.367675:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.367678:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.367681:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.367684:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.367686:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.367689:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.367692:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.367696:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.367704:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.367707:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.367709:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.367713:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.367721:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926577536:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.367726:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.367729:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.367731:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.367733:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.367736:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.367743:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.367746:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074938.367749:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.367751:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.367754:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.367758:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367760:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367764:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=4 00000020:00000001:2.0:1769074938.367766:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367769:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000040:2.0:1769074938.367774:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81e00, remote cookie: 0xe52bf4d4a3516286, flags: 0x1001 00010000:00010000:2.0:1769074938.367779:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.367789:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367795:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.367798:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.367801:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.367802:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.367803:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.367806:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e800) refcount = 1 00010000:00010000:2.0:1769074938.367809:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367815:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.367818:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.367820:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.367822:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.367825:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.367827:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367833:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.367835:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367836:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.367837:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367838:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.367840:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.367845:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.367846:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367847:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367849:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.367851:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367853:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367855:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367856:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367857:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=4 00000020:00000001:2.0:1769074938.367859:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367861:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367864:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.367866:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.367883:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367890:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367891:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.367893:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367894:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367895:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=5 00000020:00000001:2.0:1769074938.367897:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367900:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367902:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.367905:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367910:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367911:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.367914:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367925:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.367926:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367927:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.367928:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367929:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.367949:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074938.367960:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367961:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367963:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.367964:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367967:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367969:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367970:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.367972:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.367974:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.367978:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074938.367980:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.367981:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.367983:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.367985:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.367987:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00000002:00010000:2.0:1769074938.367990:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.367996:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.367997:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.368000:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.368001:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368002:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368004:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368006:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368009:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000040:2.0:1769074938.368015:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074938.368017:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.368021:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074938.368370:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368372:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.368374:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.368377:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:2.0:1769074938.368379:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074938.368382:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368387:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368390:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.368393:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074938.368396:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.368400:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.368404:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5e00. 00000080:00000001:2.0:1769074938.368408:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.368411:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.368417:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.368421:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.368430:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.368432:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789416768 : -125747920134848 : ffff8da207e39d40) 00800000:00000001:2.0:1769074938.368434:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.368436:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.368439:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.368440:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.368443:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.368446:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.368448:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.368452:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.368455:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1769074938.368457:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074934 to 1769074935 00000080:00200000:2.0:1769074938.368488:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.368492:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368495:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368498:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368501:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368504:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368507:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368509:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.368510:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.368513:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.368515:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39d40 1 00800000:00000010:2.0:1769074938.368518:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.368521:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.368525:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368302d 00800000:00000001:2.0:1769074938.368528:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.368530:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.368531:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368532:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368534:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368536:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368538:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368541:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368542:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.368543:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368545:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.368547:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.368549:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.368553:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368302d from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.368555:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368555:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368557:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368559:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368561:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368563:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.368566:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.368577:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368579:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.368580:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.368582:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.368585:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.368594:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.368596:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.368598:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.368602:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368603:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.368604:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368608:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.368609:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368611:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368613:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368616:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.368617:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368618:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.368621:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.368628:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5880 x1855007926577536/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.368635:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.368638:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.368641:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.368644:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.368647:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.368649:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.368651:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.368654:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a800. 02000000:00000001:2.0:1769074938.368657:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.368659:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.368661:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5880. 00000100:00000001:2.0:1769074938.368665:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.368666:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.368670:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.368674:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.368689:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da2013583c0. 00000080:00000001:2.0:1769074938.368694:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.368696:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.368697:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.368700:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.368704:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5e00. 00800000:00000002:2.0:1769074938.368708:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.368711:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.368714:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.368728:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.368730:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.368733:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.368737:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.368741:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.368743:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.368744:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.368748:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.368750:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.368752:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.368755:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074938.368757:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.368760:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.368762:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.368765:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.368772:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.368776:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.368779:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.368785:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.368787:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.368789:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.368791:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.368792:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.368794:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.368797:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.368798:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.368801:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5e00. 00000080:00000001:2.0:1769074938.368803:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.368805:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.368807:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.368810:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368302d 00800000:00000001:2.0:1769074938.368813:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.368814:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.368815:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368817:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368818:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368820:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368823:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368825:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368826:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.368827:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368828:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.368830:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368302d from it ffffb17741753b38 00010000:00000001:2.0:1769074938.368832:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.368833:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.368835:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81e00 refcount=3 00000020:00000001:2.0:1769074938.368836:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368838:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897792 : -125747872653824 : ffff8da20ab81e00) 00010000:00000001:2.0:1769074938.368841:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.368843:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.368849:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368851:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.368852:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.368853:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.368856:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.368862:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.368863:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.368865:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.368867:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368868:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.368869:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368871:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.368872:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368874:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368876:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.368878:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.368879:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.368880:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.368882:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.368883:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.368885:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.368888:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.368891:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.368893:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.368895:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-0, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b3380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.368901:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a154900. 00000080:00000001:2.0:1769074938.368905:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.368907:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.368909:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-0, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.368916:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5e00. 00800000:00000002:2.0:1769074938.368918:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.368923:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.368924:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.368926:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.368927:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-0' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.368931:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.368933:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.368952:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.368956:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.368958:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.368960:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.368963:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.368965:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x1d:0x0] 40000000:00000001:2.0:1769074938.368967:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.368970:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368971:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.368973:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.368975:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.368977:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1d:0x0], name='f15a.replay-dual-0' -> mds #0 00000002:00000001:2.0:1769074938.368980:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.368982:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.368983:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-0,[0x2000013a1:0x1d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.368987:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.368989:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.368993:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.368997:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.368999:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.369001:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 2 00010000:00000001:2.0:1769074938.369003:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.369005:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.369008:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.369011:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.369018:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.369022:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.375962:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.375966:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.375972:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.375975:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.375984:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 3 00010000:00000001:2.0:1769074938.375988:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.375993:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.375995:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.375996:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.375997:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 3 00010000:00000001:2.0:1769074938.376000:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.376002:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.376003:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.376004:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.376006:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e800 count: 3 00010000:00000001:2.0:1769074938.376008:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.376009:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.376011:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.376014:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.376018:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.376021:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.376023:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.376025:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.376030:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.376033:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.376035:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.376036:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.376039:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.376042:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81e00 with handle 0x5882d4497368302d from hash 00010000:00000001:2.0:1769074938.376045:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.376047:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.376049:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.376050:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.376053:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.376055:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.376059:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.376061:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.376065:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074938.388246:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000020:00000040:3.0:1769074938.388261:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074938.388268:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074938.388270:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.388274:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074938.388280:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.388283:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.388286:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.388288:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.388293:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074938.388301:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769074938.388307:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.388312:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.388314:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074938.388321:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074938.388331:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074938.388333:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074938.388335:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074938.388338:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81e00/0x5882d4497368302d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516286 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074938.388345:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e800 count: 0 00010000:00000010:3.0:1769074938.388355:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48000. 00010000:00000001:3.0:1769074938.388368:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.388370:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.388372:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.388373:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.388375:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.388387:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00010000:00000001:3.0:1769074938.388392:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074938.388394:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074938.388399:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1800. 00010000:00000010:3.0:1769074938.388403:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983cd80. 00010000:00000001:3.0:1769074938.388408:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074938.388412:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490e00. 00000020:00000001:3.0:1769074938.388415:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074938.388418:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490e00 with handle 0x5882d44973683034 to hash 00000020:00000001:3.0:1769074938.388420:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074938.388422:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678624256 : -125748030927360 : ffff8da201490e00) 00010000:00000001:3.0:1769074938.388426:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678624256 : -125748030927360 : ffff8da201490e00) 00010000:00000001:3.0:1769074938.388429:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.388432:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.388435:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490e00/0x5882d44973683034 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.388442:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490e00/0x5882d44973683034 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:3.0:1769074938.388454:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074938.388479:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074938.388490:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490e00/0x5882d44973683034 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074938.388496:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.388498:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.388505:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca780. 00000100:00000001:3.0:1769074938.388507:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833000832 : -125747876550784 : ffff8da20a7ca780) 00000100:00000001:3.0:1769074938.388510:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.388512:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000001:3.0:1769074938.388516:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.388519:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.388522:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.388523:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.388527:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.388535:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.388537:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.388540:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.388543:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.388545:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.388549:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926577792:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.388554:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.388559:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.388563:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.388565:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.388628:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074938.388630:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.388640:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.388645:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769074938.388651:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207f0f000. 00000100:00000200:3.0:1769074938.388657:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926577792, portal 10 00000100:00000001:3.0:1769074938.388659:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.388661:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:3.0:1769074938.388667:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.388675:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.388677:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.388681:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 00000100:00000200:3.0:1769074938.388684:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926577792, offset 0 00000400:00000200:3.0:1769074938.388689:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.388697:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.388704:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.388710:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.388714:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.388717:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.388720:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.388724:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2731:2731:256:4294967295] 192.168.204.145@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:3.0:1769074938.388728:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.388737:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.388743:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.388748:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074938.388758:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.388767:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.388771:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.388788:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.388794:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1280372 usecs (1281 jiffies) 00000400:00000200:3.0:1769074938.388797:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.388800:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301173 00000800:00000200:3.0:1769074938.388926:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.388930:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074938.388970:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.388976:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.388982:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720d48 00000400:00000010:3.0:1769074938.388984:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720d48. 00000100:00000001:3.0:1769074938.388990:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.388995:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.389004:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.389007:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.389014:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.389016:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074938.402529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00010000:00000010:3.1:1769074938.402546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81e00. 00000800:00000001:3.0:1769074938.414847:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.414872:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.414877:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.414879:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.414894:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.414906:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.414916:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.414923:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.414930:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.414947:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084ea80 00000400:00000200:3.0:1769074938.414954:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.414963:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6e85 [32] + 224 00000800:00000001:3.0:1769074938.414975:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.414986:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.414990:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.414995:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.415005:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.415015:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.415028:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206487480 x1855007926577792/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.415054:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.415065:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.415069:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.415076:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.415092:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2732:2732:256:4294967295] 192.168.204.145@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:3.0:1769074938.415097:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.415106:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.415113:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.415120:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0e400. 00000800:00000200:3.0:1769074938.415127:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.415135:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.415141:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0e400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074938.415243:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.415247:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0e400. 00000400:00000200:3.0:1769074938.415250:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.415254:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074938.415261:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.415265:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074938.423959:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.423975:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769074938.423986:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.423999:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.424009:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:3.0:1769074938.424013:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769074938.424020:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.424030:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995c00 x1855007926578048/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074960 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.424046:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.424049:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995c00 x1855007926578048/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074960 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.424057:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.424058:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074938.425684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1800. 00000800:00000001:2.0:1769074938.436524:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.436545:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.436548:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.436551:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.436561:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.436570:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.436579:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.436585:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.436590:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.436594:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084eb80 00000400:00000200:2.0:1769074938.436599:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.436605:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6e95 [1] + 224 00000800:00000001:2.0:1769074938.436612:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.436624:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.436626:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.436631:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.436639:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.436648:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995c00 x1855007926578048/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074960 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.436659:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a995c00 x1855007926578048/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074960 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.436688:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.436696:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.436699:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074938.439333:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.439343:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769074938.439352:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.439364:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.439373:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14220 00000400:00000010:3.0:1769074938.439376:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14220. 00000100:00000001:3.0:1769074938.439382:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.439390:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.439402:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.439405:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.439412:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.439414:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.446735:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.446756:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.446761:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.446763:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.446775:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.446783:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.446792:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.446797:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.446802:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.446806:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084ec00 00000400:00000200:2.0:1769074938.446811:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.446817:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6e9d [1] + 224 00000800:00000001:2.0:1769074938.446825:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.446837:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.446840:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.446844:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.446851:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.446859:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.446880:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.446901:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.446909:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.446913:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.447280:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074938.447285:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074938.447287:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074938.447288:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074938.447290:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074938.447293:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46000) refcount = 1 00010000:00010000:1.0:1769074938.447297:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447304:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074938.447307:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074938.447309:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.447319:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074938.447322:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.447326:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447332:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074938.447334:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447336:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447336:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447338:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447339:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.447343:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074938.447345:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447346:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447348:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447350:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447352:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447354:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447354:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447356:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=4 00000020:00000001:1.0:1769074938.447358:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447360:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447363:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.447365:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.447368:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447374:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447375:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447376:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447377:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447379:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=5 00000020:00000001:1.0:1769074938.447380:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447382:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447384:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.447387:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447393:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447394:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074938.447396:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447402:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.447404:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447405:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447406:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447407:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074938.447412:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074938.447420:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447421:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447422:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447424:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447426:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447428:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447429:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.447431:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.447434:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.447437:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074938.447439:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447440:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447441:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447444:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447445:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00000002:00010000:1.0:1769074938.447448:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447454:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447455:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447457:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074938.447494:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447496:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447497:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447500:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447502:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000040:1.0:1769074938.447509:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769074938.447512:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074938.447516:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074938.447519:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447520:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.447521:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074938.447524:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:1.0:1769074938.447527:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074938.447530:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.447534:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.447537:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074938.447540:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074938.447544:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074938.447548:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074938.447552:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208457800. 00000080:00000001:1.0:1769074938.447558:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074938.447560:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074938.447566:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074938.447570:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074938.447576:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2500. 00800000:00000001:1.0:1769074938.447579:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793056000 : -125747916495616 : ffff8da2081b2500) 00800000:00000001:1.0:1769074938.447581:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.447583:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074938.447586:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074938.447588:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074938.447591:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074938.447593:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074938.447595:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.447599:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074938.447603:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1769074938.447605:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074935 to 1769074938 00000080:00200000:1.0:1769074938.447610:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074938.447612:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447613:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447615:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447617:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447619:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447622:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447623:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074938.447625:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074938.447627:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074938.447629:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2500 1 00800000:00000010:1.0:1769074938.447631:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2500. 00800000:00000001:1.0:1769074938.447634:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.447638:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368303b 00800000:00000001:1.0:1769074938.447641:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074938.447643:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074938.447644:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447645:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447646:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447648:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447650:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447653:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447654:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.447655:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.447657:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.447659:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.447661:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074938.447664:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368303b from it ffffb17741753bf8 00010000:00000001:1.0:1769074938.447667:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447668:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447670:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447672:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447674:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447676:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.447678:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447683:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447684:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447686:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074938.447689:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074938.447691:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.447699:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074938.447701:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074938.447703:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.447706:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447707:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.447709:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.447712:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074938.447713:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.447715:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.447718:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.447720:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.447722:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447723:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074938.447725:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.447729:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996a00 x1855007926578176/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.447736:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074938.447738:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074938.447741:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a767000. 02000000:00000001:1.0:1769074938.447745:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074938.447747:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074938.447749:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074938.447751:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074938.447754:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210005400. 02000000:00000001:1.0:1769074938.447758:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074938.447760:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074938.447762:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996a00. 00000100:00000001:1.0:1769074938.447766:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074938.447767:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074938.447770:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:1.0:1769074938.447775:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.447791:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3ca60. 00000080:00000001:1.0:1769074938.447797:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074938.447798:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074938.447800:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074938.447802:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074938.447806:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208457800. 00800000:00000002:1.0:1769074938.447810:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.447813:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074938.447816:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.447817:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074938.447819:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074938.447823:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074938.447826:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074938.447830:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.447832:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074938.447834:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074938.447837:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074938.447839:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.447841:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.447844:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769074938.447846:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.447849:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.447851:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074938.447854:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074938.447861:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074938.447865:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.447868:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074938.447874:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074938.447875:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074938.447877:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074938.447879:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074938.447881:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074938.447883:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074938.447886:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074938.447887:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074938.447890:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208457800. 00000080:00000001:1.0:1769074938.447892:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074938.447893:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.447895:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074938.447898:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368303b 00800000:00000001:1.0:1769074938.447901:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074938.447903:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074938.447904:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447905:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447907:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447909:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447912:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447914:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.447915:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.447916:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.447918:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.447920:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368303b from it ffffb17741753b38 00010000:00000001:1.0:1769074938.447922:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.447924:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.447925:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.447927:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447929:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.447931:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.448212:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.448221:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.448222:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.448232:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074938.448234:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074938.448235:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.448241:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074938.448243:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074938.448244:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.448246:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.448247:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.448248:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448250:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074938.448251:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448253:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448255:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448257:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.448258:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.448260:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074938.448261:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074938.448263:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074938.448265:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074938.448268:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.448272:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074938.448275:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074938.448276:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2052c6a80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074938.448283:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a7e1540. 00000080:00000001:1.0:1769074938.448287:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074938.448289:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074938.448291:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074938.448298:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208457800. 00800000:00000002:1.0:1769074938.448300:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.448304:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074938.448306:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.448307:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074938.448523:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074938.448528:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074938.448531:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074938.448535:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074938.448538:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074938.448541:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074938.448543:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074938.448546:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074938.448549:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x1e:0x0] 40000000:00000001:1.0:1769074938.448552:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.448554:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.448556:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.448558:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.448560:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074938.448561:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1e:0x0], name='f15a.replay-dual-1' -> mds #0 00000002:00000001:1.0:1769074938.448566:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.448568:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074938.448571:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-1,[0x2000013a1:0x1e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074938.448576:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074938.448579:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074938.448582:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074938.448587:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.448590:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074938.448592:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769074938.448594:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.448597:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074938.448600:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074938.448603:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074938.448611:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074938.448614:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074938.448616:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074938.448618:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074938.448620:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.448622:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.448624:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:1.0:1769074938.448626:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.448629:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.448630:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.448631:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.448633:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:1.0:1769074938.448634:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.448636:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.448637:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.448638:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.448640:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 3 00010000:00000001:1.0:1769074938.448641:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.448643:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.448645:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074938.448647:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074938.448651:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074938.448653:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074938.448656:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074938.448657:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448661:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074938.448665:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074938.448667:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074938.448670:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.448672:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074938.448675:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814dc00 with handle 0x5882d4497368303b from hash 00010000:00000001:1.0:1769074938.448677:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074938.448679:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.448680:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.448682:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074938.448686:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074938.448689:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074938.448692:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.448694:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074938.448697:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074938.448703:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a996a00. 00000020:00000040:1.0:1769074938.448707:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074938.448713:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074938.448715:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448718:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074938.448722:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.448727:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.448730:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.448731:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.448734:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074938.448736:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074938.448739:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074938.448747:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210005400. 00000100:00000001:1.0:1769074938.448753:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448757:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.448759:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074938.448764:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074938.448771:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074938.448773:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.448775:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074938.448778:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d4497368303b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35162b7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074938.448785:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46000 count: 0 00010000:00000010:1.0:1769074938.448790:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.448800:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.448801:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448802:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.448804:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.448806:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.448816:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00010000:00000001:1.0:1769074938.448819:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074938.448821:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074938.448826:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46e00. 00010000:00000010:1.0:1769074938.448829:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.448833:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074938.448836:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814c200. 00000020:00000001:1.0:1769074938.448838:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074938.448840:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814c200 with handle 0x5882d44973683042 to hash 00000020:00000001:1.0:1769074938.448842:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074938.448844:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.448847:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.448850:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.448852:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.448854:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074938.448860:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074938.448871:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074938.448879:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074938.448887:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074938.448892:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074938.448894:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074938.448900:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726cc0. 00000100:00000001:1.0:1769074938.448902:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832330432 : -125747877221184 : ffff8da20a726cc0) 00000100:00000001:1.0:1769074938.448904:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.448906:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000001:1.0:1769074938.448910:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074938.448914:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.448916:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074938.448918:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074938.448921:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.448928:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074938.448930:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.450595:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074938.450602:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074938.450606:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074938.450614:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996a00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578432:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074938.450619:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074938.450624:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074938.450626:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.450628:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074938.450681:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074938.450683:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074938.450692:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074938.450698:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074938.450704:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210004000. 00000100:00000200:1.0:1769074938.450711:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926578432, portal 10 00000100:00000001:1.0:1769074938.450713:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.450715:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000040:1.0:1769074938.450723:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.450732:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074938.450734:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074938.450738:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14198. 00000100:00000200:1.0:1769074938.450741:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926578432, offset 0 00000400:00000200:1.0:1769074938.450746:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074938.450753:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.450761:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074938.450766:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074938.450769:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074938.450773:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074938.450775:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074938.450779:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2735:2735:256:4294967295] 192.168.204.145@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:1.0:1769074938.450783:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.450792:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074938.450798:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074938.450802:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769074938.450808:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074938.450815:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074938.450819:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074938.450839:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.450844:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1269917 usecs (1270 jiffies) 00000400:00000200:1.0:1769074938.450847:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074938.450850:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301226 00000100:00000001:1.0:1769074938.450853:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.450855:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301226 00000100:00000001:1.0:1769074938.450858:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.450861:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.450864:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.450874:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074938.450876:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074938.450878:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074938.450881:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074938.450884:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.453133:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.453142:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:2.0:1769074938.453149:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.453158:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.453166:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14198 00000400:00000010:2.0:1769074938.453169:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14198. 00000100:00000001:2.0:1769074938.453174:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.453181:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.453192:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.453196:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.453202:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.453204:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074938.461491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:1.1:1769074938.461509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000800:00000001:2.0:1769074938.477992:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.478015:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.478019:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.478023:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.478035:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478044:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.478053:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478058:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478064:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478068:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084ed00 00000400:00000200:2.0:1769074938.478074:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478081:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6ea5 [32] + 224 00000800:00000001:2.0:1769074938.478089:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.478102:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.478106:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.478111:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.478120:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.478132:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.478142:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.478170:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074938.478180:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074938.478183:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478189:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.478194:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2736:2736:256:4294967295] 192.168.204.145@tcp LPNI seq info [2736:2736:8:4294967295] 00000400:00000200:2.0:1769074938.478199:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.478207:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074938.478213:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.478220:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e3b800. 00000800:00000200:2.0:1769074938.478240:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.478249:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.478254:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e3b800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074938.478355:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.478358:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e3b800. 00000400:00000200:2.0:1769074938.478362:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.478366:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074938.478371:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.478375:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.478510:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074938.478519:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074938.478521:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074938.478525:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074938.478529:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210004000 00000400:00000010:1.0:1769074938.478531:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210004000. 00000100:00000001:1.0:1769074938.478534:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074938.478539:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074938.478548:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996a00 x1855007926578432/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.478554:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074938.478556:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.478558:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074938.478562:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074938.478565:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074938.478567:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.478570:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074938.478579:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074938.478583:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074938.478586:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074938.478588:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.478591:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074938.478594:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.478598:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074938.478600:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074938.478601:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074938.478603:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.478605:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000001:1.0:1769074938.478609:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074938.478610:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074938.478613:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074938.478615:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.478620:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.478627:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.478630:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074938.478633:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074938.478636:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074938.478645:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996a00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578432:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074938.478650:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.478653:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.478655:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074938.478656:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.478660:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.478667:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074938.478670:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726cc0. 00000100:00000001:1.0:1769074938.478673:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074938.478674:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.478677:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074938.478682:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478685:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478688:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=4 00000020:00000001:1.0:1769074938.478690:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478692:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000040:1.0:1769074938.478699:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814c200, remote cookie: 0xe52bf4d4a35162d3, flags: 0x1001 00010000:00010000:1.0:1769074938.478704:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074938.478713:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x1e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074938.478716:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074938.478724:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46000. 00010000:00000010:1.0:1769074938.478728:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e600. 00010000:00000040:1.0:1769074938.478734:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:1.0:1769074938.478739:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.478746:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.478749:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074938.478756:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478762:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074938.478766:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074938.478768:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074938.478770:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074938.478771:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074938.478774:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x1e:0x0].0x0 (ffff8da20ca46000) refcount = 1 00010000:00010000:1.0:1769074938.478777:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478783:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074938.478786:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074938.478788:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.478791:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074938.478794:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.478797:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478803:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074938.478805:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478807:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.478808:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478809:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.478811:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.478815:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074938.478818:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478819:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478821:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.478823:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478825:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478827:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478828:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478830:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=4 00000020:00000001:1.0:1769074938.478831:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478833:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478836:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.478838:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.478841:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478846:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478847:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.478848:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478849:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478851:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=5 00000020:00000001:1.0:1769074938.478852:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478854:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478857:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.478859:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478863:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478864:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074938.478867:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.478872:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.478874:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478875:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.478876:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478877:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074938.478881:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.478890:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074938.478895:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.478901:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.478909:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478910:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478912:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.478913:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478915:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00000002:00010000:1.0:1769074938.478919:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074938.478927:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b2500. 00010000:00000001:1.0:1769074938.478930:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478931:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.478942:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.478945:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.478947:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074938.478949:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.478951:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000001:1.0:1769074938.478953:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.478954:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00010000:00000001:1.0:1769074938.478956:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478958:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478959:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.478960:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478962:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00000002:00010000:1.0:1769074938.478965:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.478971:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478972:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.478973:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074938.478975:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.478976:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.478977:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.478979:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.478981:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000040:1.0:1769074938.478985:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769074938.478987:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074938.478991:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/30 (0 0) 00010000:00000001:1.0:1769074938.478994:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.478995:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.478996:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074938.478999:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074938.479001:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074938.479005:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.479009:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.479011:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074938.479014:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074938.479017:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074938.479021:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.479030:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074938.479032:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a7e1540 it_disposition 1800037 00000080:00002000:1.0:1769074938.479037:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b2280d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074938.479042:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074938.479045:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074938.479047:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074938.479049:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074938.479051:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074938.479053:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074938.479058:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074938.479061:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074938.479064:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366302 : 144115272381366302 : 2000013a100001e) 00000080:00000001:1.0:1769074938.479067:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074938.479078:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b17e300. 00000020:00000001:1.0:1769074938.479090:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074938.479092:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074938.479094:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074938.479096:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8) 00000020:00000001:1.0:1769074938.479101:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074938.479105:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074938.479107:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074938.479112:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074938.479118:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb5708. 00000020:00000001:1.0:1769074938.479120:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074938.479123:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.479129:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074938.479133:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019ad90. 00020000:00000001:1.0:1769074938.479135:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927177616 : -125747782374000 : ffff8da21019ad90) 00020000:00000001:1.0:1769074938.479138:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074938.479140:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074938.479146:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1240. 00020000:00000010:1.0:1769074938.479150:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d100. 00020000:00000010:1.0:1769074938.479155:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1ae0. 00020000:00000001:1.0:1769074938.479157:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833095904 : -125747876455712 : ffff8da20a7e1ae0) 00020000:00000002:1.0:1769074938.479160:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1ae0, objid 0x1e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.479164:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.479168:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d100: ostid: 0x240000400:482 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074938.479171:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074938.479173:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1ae0, objid 0x1e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.479179:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.479182:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d100: ostid: 0x240000400:482 ost idx: 0 gen: 0 00020000:00000010:1.0:1769074938.479186:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20566aa20. 00020000:00000010:1.0:1769074938.479189:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a726cc0. 00020000:00000001:1.0:1769074938.479193:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074938.479195:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da204f73238. 00020000:00000001:1.0:1769074938.479198:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074938.479200:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074938.479204:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074938.479207:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20abb5578. 00000020:00000001:1.0:1769074938.479209:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074938.479211:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.479212:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325837108728 : -125747872442888 : ffff8da20abb55f8) 00020000:00000001:1.0:1769074938.479216:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074938.479221:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a8b5180. 00020000:00000001:1.0:1769074938.479223:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.479227:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837108728 : -125747872442888 : ffff8da20abb55f8) 00020000:00000001:1.0:1769074938.479229:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325837108728 : -125747872442888 : ffff8da20abb55f8) 00020000:00000002:1.0:1769074938.479233:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e2:0x0]@ffff8da20abb5578[0:0] -> [0x2000013a1:0x1e:0x0]@ffff8da20abb5708: ostid: 0x240000400:482 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074938.479238:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074938.479240:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074938.479242:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.479245:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837109128 : -125747872442488 : ffff8da20abb5788) 00000020:00001000:1.0:1769074938.479248:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074938.479252:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366302 : 144115272381366302 : 2000013a100001e) 00000080:00000001:1.0:1769074938.479254:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074938.479256:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366302 mtime from 0 to 1769074938 00000080:00000001:1.0:1769074938.479261:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074938.479263:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843174344 : -125747866377272 : ffff8da20b17e3c8) 00010000:00000001:1.0:1769074938.479266:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.479268:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.479270:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.479272:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.479274:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00000080:00000001:1.0:1769074938.479277:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074938.479278:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074938.479280:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074938.479282:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074938.479285:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074938.479288:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074938.479290:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074938.479293:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1780. 00020000:00000010:1.0:1769074938.479296:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d180. 00020000:00000010:1.0:1769074938.479299:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1d20. 00020000:00000001:1.0:1769074938.479301:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833096480 : -125747876455136 : ffff8da20a7e1d20) 00020000:00000002:1.0:1769074938.479303:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1d20, objid 0x1e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.479307:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.479311:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d180: ostid: 0x240000400:482 ost idx: 0 gen: 0 00020000:00000002:1.0:1769074938.479314:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019ad90) owner ffff8da2126627c0 00020000:00000001:1.0:1769074938.479316:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074938.479319:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019ad90) owner ffff8da2126627c0 00020000:00000010:1.0:1769074938.479323:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20654d180. 00020000:00000010:1.0:1769074938.479327:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a7e1780. 00020000:00000010:1.0:1769074938.479330:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a7e1d20. 00020000:00000002:1.0:1769074938.479332:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074938.479334:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.479336:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.479339:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074938.479341:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.479344:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a7e1ae0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:1.0:1769074938.479347:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.479350:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074938.479352:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074938.479354:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074938.479356:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074938.479359:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074938.479361:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074938.479365:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074938.479367:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.479368:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.479370:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074938.479372:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074938.479375:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074938.479377:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.479380:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x1e:0x0](ffff8da20b17e3c8) 00000080:00010000:1.0:1769074938.479385:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1e:0x0](ffff8da20b17e3c8) for lock 0x5882d44973683042 00800000:00000001:1.0:1769074938.479388:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074938.479390:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074938.479392:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.479394:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.479396:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.479398:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.479401:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.479403:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.479404:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.479406:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.479408:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479410:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074938.479412:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.479417:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.479424:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479430:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.479434:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1e:0x0](ffff8da20b17e3c8) 00000080:00000001:1.0:1769074938.479436:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074938.479439:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208457800. 00000100:00000001:1.0:1769074938.479443:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.479446:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.479452:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479455:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074938.479457:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479514:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074938.479517:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:1.0:1769074938.479520:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-1:[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8), flags 100102 00000080:00000010:1.0:1769074938.479528:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be2a00. 00000080:00000010:1.0:1769074938.479533:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2600. 00000080:00000001:1.0:1769074938.479535:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074938.479539:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074938.479542:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074938.479545:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3c880. 00000002:00100000:1.0:1769074938.479550:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.479556:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.479558:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074938.479562:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074938.479565:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479568:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.479571:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.479574:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074938.479581:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074938.479584:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074938.479613:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074938.479615:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.479618:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074938.479620:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-1:[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8), flags 100102, rc = 0 00000080:00000001:1.0:1769074938.479624:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074938.479625:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a7e1540 released 00000080:00010000:1.0:1769074938.479627:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683042 from it ffff8da20a7e1540 00010000:00000001:1.0:1769074938.479630:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.479631:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.479633:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c200 refcount=3 00000020:00000001:1.0:1769074938.479634:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.479636:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061072896 : -125747648478720 : ffff8da21814c200) 00010000:00000001:1.0:1769074938.479638:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.479641:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.479648:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.479649:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.479651:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074938.479653:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074938.479655:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.479662:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074938.479666:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074938.479668:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.479673:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.479675:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.479676:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.479680:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074938.479683:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.479686:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.479691:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.479693:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.479695:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.479697:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074938.479699:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074938.479701:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074938.479704:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074938.479707:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074938.479709:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074938.479711:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479714:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074938.479716:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479718:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074938.479721:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479722:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074938.479725:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a7e1540. 00000080:00000001:1.0:1769074938.479727:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479731:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074938.479733:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074938.479736:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.479758:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074938.479761:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.479763:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.479765:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479772:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074938.479774:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074938.479775:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-1:[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8), flags 100002 00000080:00000001:1.0:1769074938.479778:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074938.479780:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074938.479781:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074938.479782:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.479784:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019ad90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.479786:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.479788:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074938.479792:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.479793:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.479796:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769074938.479799:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.479801:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074938.479803:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x1e:0x0]: 0 00000080:00000001:1.0:1769074938.479805:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074938.479807:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074938.479811:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208457800. 00000080:00000001:1.0:1769074938.479812:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074938.479817:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074938.479819:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074938.479821:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x1e:0x0] 00000002:00000001:1.0:1769074938.479824:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074938.479826:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x1e:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074938.479832:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a994380. 00000020:00000040:1.0:1769074938.479836:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074938.479840:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074938.479843:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074938.479847:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074938.479852:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208456800. 00000100:00000001:1.0:1769074938.479858:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074938.479868:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074938.479878:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074938.479883:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074938.479890:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074938.479892:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074938.479897:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726f00. 00000100:00000001:1.0:1769074938.479899:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832331008 : -125747877220608 : ffff8da20a726f00) 00000100:00000001:1.0:1769074938.479902:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.479903:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000001:1.0:1769074938.479908:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074938.479912:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.479914:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074938.479915:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074938.479919:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.479927:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074938.479929:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.479944:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074938.479947:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074938.479950:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074938.479953:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578688:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074938.479957:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074938.479962:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074938.479964:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.479967:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074938.479971:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210004000. 02000000:00000001:1.0:1769074938.479973:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074938.479980:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074938.479985:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074938.479991:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14110. 00000100:00000200:1.0:1769074938.479999:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926578688, portal 10 00000100:00000001:1.0:1769074938.480001:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.480002:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000040:1.0:1769074938.480009:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.480016:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074938.480019:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074938.480021:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769074938.480025:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926578688, offset 0 00000400:00000200:1.0:1769074938.480031:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074938.480039:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.480046:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074938.480052:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074938.480056:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074938.480060:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074938.480063:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074938.480066:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2737:2737:256:4294967295] 192.168.204.145@tcp LPNI seq info [2737:2737:8:4294967295] 00000400:00000200:1.0:1769074938.480071:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.480080:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074938.480086:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074938.480090:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769074938.480097:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074938.480105:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074938.480109:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074938.480125:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.480130:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1266511 usecs (1267 jiffies) 00000400:00000200:1.0:1769074938.480134:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074938.480138:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301252 00000100:00000001:1.0:1769074938.480141:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.480143:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301252 00000100:00000001:1.0:1769074938.480145:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.480148:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.480150:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.480152:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074938.480154:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074938.480156:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726f00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074938.480158:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074938.480161:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.481588:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.481596:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:2.0:1769074938.481603:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.481613:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.481620:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:2.0:1769074938.481623:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:2.0:1769074938.481627:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.481635:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.481646:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.481650:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.481655:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.481657:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074938.485170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00000800:00000001:3.0:1769074938.502079:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.502105:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.502110:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.502113:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.502129:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.502139:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.502150:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.502156:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.502164:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.502168:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084ee00 00000400:00000200:3.0:1769074938.502174:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.502183:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6ead [1] + 224 00000800:00000001:3.0:1769074938.502193:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.502208:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.502212:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.502217:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.502227:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.502238:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.502249:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.502273:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.502285:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.502289:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.502392:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074938.502407:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074938.502410:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074938.502414:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074938.502424:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14110 00000400:00000010:1.0:1769074938.502426:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14110. 00000100:00000001:1.0:1769074938.502431:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074938.502444:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074938.509056:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994380 x1855007926578688/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.509066:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074938.509070:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.509074:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074938.509077:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074938.509080:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074938.509082:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.509086:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074938.509095:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074938.509100:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074938.509102:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074938.509104:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.509106:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074938.509110:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.509114:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074938.509116:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074938.509118:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074938.509120:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.509122:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000001:1.0:1769074938.509125:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074938.509127:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074938.509129:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074938.509130:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.509135:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.509141:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.509144:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074938.509146:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074938.509150:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074938.509156:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578688:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074938.509161:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.509164:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.509166:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074938.509168:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.509171:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.509177:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074938.509181:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726f00. 00000100:00000001:1.0:1769074938.509187:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074938.509188:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.509195:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.509197:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000002:00000001:1.0:1769074938.509199:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.509202:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.509208:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208457800. 00000080:00000001:1.0:1769074938.509212:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074938.509215:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.509419:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.509428:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.509435:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.509437:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.509440:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2600. 00000100:00000001:2.0:1769074938.509443:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.509446:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.509503:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.509506:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.509509:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be2a00. 00000080:00000001:2.0:1769074938.509514:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.509522:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074938.509524:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-1:[0x2000013a1:0x1e:0x0](ffff8da20b17e3c8), flags 100002, rc = 0 00000080:00000001:2.0:1769074938.509528:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.509534:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074938.509536:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074938.509538:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-1 (ffff8da20b2280d8, parent ffff8da20b13a288, inode ffff8da20b17e3c8) hashed, 00000080:00000001:2.0:1769074938.509541:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.509608:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.509612:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.509614:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.509615:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.509617:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.509623:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5a00. 00800000:00000002:2.0:1769074938.509630:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.509634:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.509638:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.509641:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.509643:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.509647:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.509650:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.509654:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.509656:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.509658:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.509662:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.509664:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.509667:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.509673:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.509676:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.509679:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.509681:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.509683:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.509688:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5880. 00000020:00000040:2.0:1769074938.509693:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.509698:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.509704:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.509709:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.509711:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.509713:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.509716:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.509719:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.509723:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.509730:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a000. 00000100:00000001:2.0:1769074938.509735:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.509739:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.509741:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.509743:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.509744:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.509747:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.509753:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00010000:00000001:2.0:1769074938.509756:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.509758:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.509762:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.509766:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48180. 00010000:00000001:2.0:1769074938.509770:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.509774:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80000. 00000020:00000001:2.0:1769074938.509778:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.509781:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80000 with handle 0x5882d44973683049 to hash 00000020:00000001:2.0:1769074938.509784:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.509786:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.509789:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.509793:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.509795:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.509799:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.509807:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.509816:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.509824:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.509826:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.509832:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074938.509835:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670656 : -125748002880960 : ffff8da202f50240) 00000100:00000001:2.0:1769074938.509837:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.509839:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:2.0:1769074938.509843:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.509847:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.509849:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.509850:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.509855:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.509862:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.509864:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.509867:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.509870:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.509873:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.509876:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578816:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.509880:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.509885:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.509887:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.509889:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.509894:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.509896:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.509906:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.509910:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b65d8. 00000400:00000010:2.0:1769074938.509916:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074938.509924:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926578816, portal 10 00000100:00000001:2.0:1769074938.509925:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.509927:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:2.0:1769074938.509946:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.509961:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.509964:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.509967:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769074938.509970:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926578816, offset 0 00000400:00000200:2.0:1769074938.509977:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.509985:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.509993:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.509999:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.510004:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.510008:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.510011:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.510015:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2738:2738:256:4294967295] 192.168.204.145@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:2.0:1769074938.510019:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.510029:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.510036:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.510041:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348a00. 00000800:00000200:2.0:1769074938.510051:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.510061:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.510066:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.510077:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.510082:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1263123 usecs (1264 jiffies) 00000400:00000200:2.0:1769074938.510086:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.510090:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301279 00000100:00000001:2.0:1769074938.510094:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.510097:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301279 00000100:00000001:2.0:1769074938.510100:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.510102:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.510106:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.510109:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.510111:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.510113:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50240 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.510116:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.510119:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.510226:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.510235:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348a00. 00000400:00000200:3.0:1769074938.510242:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.510251:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.510260:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:3.0:1769074938.510262:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:3.0:1769074938.510268:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.510276:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.510288:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.510292:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.510299:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.510301:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.515236:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.515262:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.515268:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.515271:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.515288:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.515297:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.515317:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.515323:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.515330:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.515335:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084ee80 00000400:00000200:3.0:1769074938.515340:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.515348:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6eb5 [1] + 224 00000800:00000001:3.0:1769074938.515357:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.515367:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.515371:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.515376:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.515386:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.515396:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.515408:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.515429:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.515443:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.515448:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.515538:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.515554:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.515556:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.515561:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b65d8. 00000400:00000200:2.0:1769074938.515570:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769074938.515573:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769074938.515578:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.515590:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.515601:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.515609:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.515611:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.515614:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.515617:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.515619:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.515621:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.515625:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.515633:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.515638:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.515640:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.515642:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.515646:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.515650:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.515654:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.515656:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.515658:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.515661:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.515666:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.515678:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.515682:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.515684:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.515688:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.515696:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926578816:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.515700:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.515703:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.515706:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.515708:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.515711:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.515718:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.515720:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074938.515724:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.515725:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.515728:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.515732:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515735:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515738:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=4 00000020:00000001:2.0:1769074938.515741:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515743:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000040:2.0:1769074938.515749:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80000, remote cookie: 0xe52bf4d4a35162e8, flags: 0x1001 00010000:00010000:2.0:1769074938.515755:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.515766:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515772:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.515776:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.515778:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.515780:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.515781:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.515784:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e000) refcount = 1 00010000:00010000:2.0:1769074938.515788:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515794:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.515797:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.515799:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.515802:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.515804:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.515806:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515813:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.515814:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515816:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.515817:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515818:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.515819:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.515823:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.515825:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515826:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515827:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.515829:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515831:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515833:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515835:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515836:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=4 00000020:00000001:2.0:1769074938.515838:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515840:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515842:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.515844:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.515848:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515854:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515855:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.515856:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515858:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515859:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=5 00000020:00000001:2.0:1769074938.515861:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515863:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515865:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.515868:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515874:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515875:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.515877:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515882:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.515884:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515885:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.515886:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515887:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.515892:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074938.515899:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515900:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515901:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.515903:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515905:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515907:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515908:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.515910:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.515911:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.515914:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074938.515916:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515917:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515918:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.515920:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515922:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00000002:00010000:2.0:1769074938.515925:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.515931:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515947:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.515950:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.515951:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.515952:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.515954:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.515956:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.515958:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000040:2.0:1769074938.515964:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.515967:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.515970:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074938.515973:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.515974:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.515975:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.515979:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:2.0:1769074938.515981:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074938.515984:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.515988:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.515991:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.515994:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074938.515997:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.516001:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.516005:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5a00. 00000080:00000001:2.0:1769074938.516010:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.516012:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.516018:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.516033:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.516042:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.516045:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789416768 : -125747920134848 : ffff8da207e39d40) 00800000:00000001:2.0:1769074938.516047:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.516049:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.516052:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.516054:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.516057:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.516060:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.516062:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.516066:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.516069:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074938.516074:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.516076:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.516077:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.516078:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.516080:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516082:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516084:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.516086:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.516087:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.516089:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.516091:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39d40 1 00800000:00000010:2.0:1769074938.516093:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.516095:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.516098:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683049 00800000:00000001:2.0:1769074938.516101:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.516103:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.516104:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.516105:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.516106:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.516108:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516110:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516112:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.516113:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.516115:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.516117:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.516119:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.516121:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.516124:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683049 from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.516126:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.516127:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.516128:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.516130:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516131:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.516133:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.516135:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.516141:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.516142:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.516144:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.516146:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.516149:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.516155:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.516158:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.516160:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.516164:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.516165:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.516167:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.516170:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.516171:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.516173:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.516176:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.516177:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.516179:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.516180:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.516182:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.516186:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5880 x1855007926578816/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.516192:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.516195:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.516197:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.516201:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.516203:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.516204:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.516207:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.516209:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a000. 02000000:00000001:2.0:1769074938.516213:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.516214:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.516216:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5880. 00000100:00000001:2.0:1769074938.516219:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.516220:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.516224:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.517176:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.517200:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358c80. 00000080:00000001:2.0:1769074938.517206:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.517208:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.517211:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.517213:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.517218:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5a00. 00800000:00000002:2.0:1769074938.517223:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.517226:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.517448:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.517451:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.517453:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.517458:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.517500:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.517506:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.517508:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.517511:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.517516:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.517518:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.517520:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.517526:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.517529:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.517534:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.517537:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.517542:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.517553:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.517560:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.517562:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.517569:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.517571:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.517573:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.517575:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.517577:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.517579:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.517581:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.517584:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.517586:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5a00. 00000080:00000001:2.0:1769074938.517592:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.517593:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.517595:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.517598:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683049 00800000:00000001:2.0:1769074938.517601:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.517602:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.517604:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.517607:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.517609:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.517611:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.517613:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.517616:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517617:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.517619:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.517620:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.517623:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683049 from it ffffb17741753b38 00010000:00000001:2.0:1769074938.517625:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.517626:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.517627:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80000 refcount=3 00000020:00000001:2.0:1769074938.517629:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.517632:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890112 : -125747872661504 : ffff8da20ab80000) 00010000:00000001:2.0:1769074938.517634:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.517636:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.517642:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517644:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.517645:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.517646:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.517649:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.517655:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.517658:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.517660:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.517662:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517663:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.517664:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517667:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.517668:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517670:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517673:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517675:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.517676:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517677:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.517679:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.517681:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.517683:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.517687:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.517690:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.517692:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.517694:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b2a80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.517700:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a1540c0. 00000080:00000001:2.0:1769074938.517704:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.517706:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.517708:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.517715:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5a00. 00800000:00000002:2.0:1769074938.517718:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.517722:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.517723:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.517724:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.517726:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.517729:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.517732:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.517735:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.517738:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.517740:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.517742:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.517744:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.517746:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x1f:0x0] 40000000:00000001:2.0:1769074938.517749:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.517751:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.517753:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.517755:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.517757:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.517758:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x1f:0x0], name='f15a.replay-dual-2' -> mds #0 00000002:00000001:2.0:1769074938.517762:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.517763:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.517765:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-2,[0x2000013a1:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.517771:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.517774:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.517777:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.517781:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.517783:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.517784:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.517786:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.517789:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.517792:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.517795:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.517802:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.517806:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.517808:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.517810:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.517813:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.517814:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.517816:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.517818:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.517821:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.517822:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.517824:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.517825:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.517827:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.517828:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.517830:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.517831:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.517832:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.517834:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.517836:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.517838:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.517840:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.517844:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.517846:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.517849:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.517850:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517853:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.517856:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.517858:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.517859:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.517861:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.517864:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80000 with handle 0x5882d44973683049 from hash 00010000:00000001:2.0:1769074938.517866:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.517867:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517869:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.517870:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.517872:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.517874:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.517877:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.517879:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.517881:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074938.517886:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5880. 00000020:00000040:2.0:1769074938.517889:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769074938.517895:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074938.517896:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517899:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.517903:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.517906:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.517907:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.517908:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.517911:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.517913:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.517915:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.517921:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a000. 00000100:00000001:2.0:1769074938.517927:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517931:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.517949:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074938.517953:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.517960:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074938.517962:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.517964:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074938.517966:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80000/0x5882d44973683049 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35162e8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.517974:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:2.0:1769074938.517978:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48180. 00010000:00000001:2.0:1769074938.517987:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.517989:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517991:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.517992:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.517995:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.518003:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00010000:00000001:2.0:1769074938.518006:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.518008:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.518011:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e700. 00010000:00000010:2.0:1769074938.518015:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48180. 00010000:00000001:2.0:1769074938.518019:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.518021:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80200. 00000020:00000001:2.0:1769074938.518033:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.518036:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80200 with handle 0x5882d44973683050 to hash 00000020:00000001:2.0:1769074938.518038:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.518039:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:2.0:1769074938.518043:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:2.0:1769074938.518045:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.518047:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.518050:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.518056:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074938.518067:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074938.518076:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074938.518086:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.518091:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.518093:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.518099:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074938.518101:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670656 : -125748002880960 : ffff8da202f50240) 00000100:00000001:2.0:1769074938.518103:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.518105:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:2.0:1769074938.518109:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.518112:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.518114:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.518116:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.518120:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.518128:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.518130:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.518133:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.518135:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.518138:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.518141:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579072:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.518145:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.518149:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.518151:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.518154:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.518208:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.518210:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.518219:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.518224:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b65d8. 00000400:00000010:2.0:1769074938.518238:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e3a400. 00000100:00000200:2.0:1769074938.518245:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926579072, portal 10 00000100:00000001:2.0:1769074938.518247:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.518249:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:2.0:1769074938.518255:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.518262:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.518265:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.518268:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074938.518271:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926579072, offset 0 00000400:00000200:2.0:1769074938.518277:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.518285:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.518293:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.518299:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.518303:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.518307:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.518310:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.518314:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2739:2739:256:4294967295] 192.168.204.145@tcp LPNI seq info [2739:2739:8:4294967295] 00000400:00000200:2.0:1769074938.518318:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.518329:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.518335:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.518340:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074938.518346:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.518354:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.518358:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.518378:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.518382:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1259672 usecs (1260 jiffies) 00000400:00000200:2.0:1769074938.518386:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.518389:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301283 00000100:00000001:2.0:1769074938.518392:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.518394:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301283 00000100:00000001:2.0:1769074938.518396:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.518399:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.518402:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.518404:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.518406:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.518408:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50240 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.518411:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.518414:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.518791:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.518801:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074938.518808:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.518819:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.518827:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:3.0:1769074938.518830:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:3.0:1769074938.518837:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.518845:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.524001:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.524030:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.524043:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.524045:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.524443:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.524458:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.524484:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.524487:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.524497:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524503:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.524511:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524516:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524599:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524603:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084ef80 00000400:00000200:3.0:1769074938.524608:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524613:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6ec5 [32] + 224 00000800:00000001:3.0:1769074938.524621:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.524630:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.524633:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.524637:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.524643:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.524647:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.524655:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.524676:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.524683:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.524685:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524690:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.524696:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2740:2740:256:4294967295] 192.168.204.145@tcp LPNI seq info [2740:2740:8:4294967295] 00000400:00000200:3.0:1769074938.524699:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.524706:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.524711:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.524718:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0e400. 00000800:00000200:3.0:1769074938.524725:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.524733:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.524738:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0e400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1769074938.524795:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.524803:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.524805:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.524809:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b65d8. 00000400:00000200:0.0:1769074938.524813:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e3a400 00000400:00000010:0.0:1769074938.524815:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e3a400. 00000100:00000001:0.0:1769074938.524818:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.524822:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.524829:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5880 x1855007926579072/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.524833:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.524835:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.524837:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.524840:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.524842:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.524844:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.524847:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.524857:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.524869:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.524871:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.524873:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.524876:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.524879:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.524882:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.524883:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074938.524885:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.524887:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.524889:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:0.0:1769074938.524892:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.524894:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.524895:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.524897:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.524900:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.524908:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.524911:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.524913:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.524918:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.524931:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579072:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.524947:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.524950:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.524953:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.524955:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.524958:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.524966:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.524969:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50240. 00000100:00000001:0.0:1769074938.524973:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.524975:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.524978:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.524984:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.524987:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.524990:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=4 00000020:00000001:0.0:1769074938.524993:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.524996:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000040:0.0:1769074938.525004:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80200, remote cookie: 0xe52bf4d4a3516304, flags: 0x1001 00010000:00010000:0.0:1769074938.525011:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.525021:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074938.525025:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074938.525039:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efc00. 00010000:00000010:0.0:1769074938.525045:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0000. 00010000:00000040:0.0:1769074938.525051:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e700 count: 0 00010000:00000010:0.0:1769074938.525059:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48180. 00010000:00000001:0.0:1769074938.525078:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.525083:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.525095:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525105:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.525110:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.525115:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.525116:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.525118:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.525120:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x1f:0x0].0x0 (ffff8da2120efc00) refcount = 1 00010000:00010000:0.0:1769074938.525124:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525129:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.525133:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.525135:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.525139:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.525143:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.525146:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525151:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.525153:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525154:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.525155:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525156:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.525158:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.525163:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.525166:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525167:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525169:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.525171:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525173:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525176:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525177:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525179:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=4 00000020:00000001:0.0:1769074938.525180:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525182:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525185:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.525188:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.525191:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525196:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525197:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.525199:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525200:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525201:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=5 00000020:00000001:0.0:1769074938.525202:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525204:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525207:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.525209:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525214:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525215:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.525217:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.525222:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.525224:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525225:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.525226:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525227:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.525231:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.525241:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.525246:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.525252:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.525261:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525262:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525263:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.525264:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525266:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00000002:00010000:0.0:1769074938.525270:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074938.525279:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879bc0. 00010000:00000001:0.0:1769074938.525281:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525282:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.525284:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.525286:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.525289:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074938.525292:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.525293:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:0.0:1769074938.525295:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.525296:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00010000:00000001:0.0:1769074938.525298:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525299:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525301:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.525302:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525304:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00000002:00010000:0.0:1769074938.525307:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.525313:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525314:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.525316:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.525318:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525319:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525320:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.525322:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525324:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000040:0.0:1769074938.525328:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:0.0:1769074938.525330:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.525334:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/31 (0 0) 00010000:00000001:0.0:1769074938.525337:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.525338:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.525339:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.525343:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074938.525345:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074938.525349:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.525354:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.525357:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.525360:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074938.525364:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.525369:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.525371:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074938.525374:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a1540c0 it_disposition 1800037 00000080:00002000:0.0:1769074938.525381:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b1f4e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074938.525387:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.525390:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074938.525392:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074938.525394:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074938.525397:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074938.525399:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.525405:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074938.525409:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.525412:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366303 : 144115272381366303 : 2000013a100001f) 00000080:00000001:0.0:1769074938.525415:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074938.525435:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b98c0. 00000020:00000001:0.0:1769074938.525449:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074938.525451:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074938.525456:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074938.525495:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x1f:0x0](ffff8da20b1b9988) 00000020:00000001:0.0:1769074938.525501:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.525506:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.525509:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.525515:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074938.525676:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16960. 00000020:00000001:0.0:1769074938.525679:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.525682:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.525702:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.525746:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92eba0. 00020000:00000001:0.0:1769074938.525749:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834460064 : -125747875091552 : ffff8da20a92eba0) 00020000:00000001:0.0:1769074938.525753:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074938.525756:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.525762:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4c00. 00020000:00000010:0.0:1769074938.525767:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ab00. 00020000:00000010:0.0:1769074938.525774:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4480. 00020000:00000001:0.0:1769074938.525776:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294400 : -125748003257216 : ffff8da202ef4480) 00020000:00000002:0.0:1769074938.525781:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4480, objid 0x1f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.525786:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.525790:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ab00: ostid: 0x280000400:483 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074938.525794:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074938.525796:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4480, objid 0x1f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.525800:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.525802:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ab00: ostid: 0x280000400:483 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074938.525806:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d300. 00020000:00000010:0.0:1769074938.525809:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8be40. 00020000:00000001:0.0:1769074938.525814:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074938.525817:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578dc80. 00020000:00000001:0.0:1769074938.525821:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074938.525823:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074938.525829:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.525833:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab160c8. 00000020:00000001:0.0:1769074938.525835:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.525836:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.525839:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836456264 : -125747873095352 : ffff8da20ab16148) 00020000:00000001:0.0:1769074938.525848:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074938.525881:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2aea80. 00020000:00000001:0.0:1769074938.525884:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.525889:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836456264 : -125747873095352 : ffff8da20ab16148) 00020000:00000001:0.0:1769074938.525892:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836456264 : -125747873095352 : ffff8da20ab16148) 00020000:00000002:0.0:1769074938.525896:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e3:0x0]@ffff8da20ab160c8[0:0] -> [0x2000013a1:0x1f:0x0]@ffff8da20ab16960: ostid: 0x280000400:483 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074938.525902:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074938.525904:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074938.525906:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.525911:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836458464 : -125747873093152 : ffff8da20ab169e0) 00000020:00001000:0.0:1769074938.525914:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.525918:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366303 : 144115272381366303 : 2000013a100001f) 00000080:00000001:0.0:1769074938.525921:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074938.525923:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366303 mtime from 0 to 1769074938 00000080:00000001:0.0:1769074938.525928:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074938.525931:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843417480 : -125747866134136 : ffff8da20b1b9988) 00010000:00000001:0.0:1769074938.525944:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.525946:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.525948:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.525950:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.525952:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00000080:00000001:0.0:1769074938.525957:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074938.525958:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.525960:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.525962:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.525964:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074938.525967:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074938.525968:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.525971:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4660. 00020000:00000010:0.0:1769074938.525974:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ab80. 00020000:00000010:0.0:1769074938.525977:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4840. 00020000:00000001:0.0:1769074938.525979:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706295360 : -125748003256256 : ffff8da202ef4840) 00020000:00000002:0.0:1769074938.525982:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4840, objid 0x1f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.525985:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.525987:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ab80: ostid: 0x280000400:483 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074938.525990:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92eba0) owner ffff8da2126627c0 00020000:00000001:0.0:1769074938.525993:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074938.525995:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92eba0) owner ffff8da2126627c0 00020000:00000010:0.0:1769074938.526001:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003ab80. 00020000:00000010:0.0:1769074938.526005:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4660. 00020000:00000010:0.0:1769074938.526010:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4840. 00020000:00000002:0.0:1769074938.526012:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074938.526015:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.526016:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.526020:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074938.526022:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.526026:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4480 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074938.526028:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.526030:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074938.526033:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074938.526034:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074938.526036:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074938.526038:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074938.526041:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x1f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074938.526043:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.526045:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.526047:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.526049:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.526050:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.526054:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.526056:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.526058:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x1f:0x0](ffff8da20b1b9988) 00000080:00010000:0.0:1769074938.526062:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x1f:0x0](ffff8da20b1b9988) for lock 0x5882d44973683050 00800000:00000001:0.0:1769074938.526065:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.526067:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.526068:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.526070:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.526071:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.526073:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.526075:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.526078:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.526079:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.526081:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.526082:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526084:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074938.526087:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.526095:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.526102:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526109:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.526114:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x1f:0x0](ffff8da20b1b9988) 00000080:00000001:0.0:1769074938.526117:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.526121:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5a00. 00000100:00000001:0.0:1769074938.526126:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.526129:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.526134:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526139:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074938.526141:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526152:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074938.526156:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074938.526157:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-2:[0x2000013a1:0x1f:0x0](ffff8da20b1b9988), flags 100102 00000080:00000010:0.0:1769074938.526166:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229b180. 00000080:00000010:0.0:1769074938.526172:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879680. 00000080:00000001:0.0:1769074938.526175:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074938.526180:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.526183:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074938.526187:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42ac0. 00000002:00100000:0.0:1769074938.526191:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.526197:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.526199:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074938.526203:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074938.526206:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526209:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.526211:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.526214:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074938.526221:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.526225:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.526258:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074938.526260:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.526263:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074938.526265:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-2:[0x2000013a1:0x1f:0x0](ffff8da20b1b9988), flags 100102, rc = 0 00000080:00000001:0.0:1769074938.526270:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074938.526272:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a1540c0 released 00000080:00010000:0.0:1769074938.526275:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683050 from it ffff8da20a1540c0 00010000:00000001:0.0:1769074938.526277:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.526278:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.526279:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80200 refcount=3 00000020:00000001:0.0:1769074938.526281:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.526283:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836890624 : -125747872660992 : ffff8da20ab80200) 00010000:00000001:0.0:1769074938.526285:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.526289:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.526296:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.526298:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.526300:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.526303:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.526305:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.526314:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.526318:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.526320:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.526326:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.526327:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.526329:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.526333:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.526335:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.526337:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.526340:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.526342:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.526343:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.526344:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.526346:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074938.526348:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074938.526351:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.526352:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074938.526355:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.526356:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526360:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074938.526362:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526364:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.526366:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526368:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.526371:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a1540c0. 00000080:00000001:0.0:1769074938.526375:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526380:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074938.526383:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x1f:0x0](ffff8da20b1b9988), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074938.526387:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.526418:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.526422:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.526425:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.526428:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526438:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074938.526441:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074938.526443:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-2:[0x2000013a1:0x1f:0x0](ffff8da20b1b9988), flags 100002 00000080:00000001:0.0:1769074938.526446:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074938.526449:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074938.526450:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.526452:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.526454:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.526456:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.526488:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074938.526494:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.526496:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.526502:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:0.0:1769074938.526504:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.526508:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.526510:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x1f:0x0]: 0 00000080:00000001:0.0:1769074938.526512:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074938.526514:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074938.526530:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.526533:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074938.526540:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074938.526544:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074938.526548:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x1f:0x0] 00000002:00000001:0.0:1769074938.526552:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074938.526554:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074938.526560:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429880. 00000020:00000040:0.0:1769074938.526565:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074938.526571:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.526574:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.526580:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.526587:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f600. 00000100:00000001:0.0:1769074938.526595:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074938.526606:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074938.526622:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074938.526627:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074938.526634:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.526636:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.526643:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.526646:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207488 : -125747888344128 : ffff8da209c8b3c0) 00000100:00000001:0.0:1769074938.526649:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.526650:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000100:00000001:0.0:1769074938.526656:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.526661:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.526663:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.526665:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.526670:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.526678:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.526680:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.526685:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.526688:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.526690:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.526694:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579328:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.526699:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.526704:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.526707:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.526709:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.526714:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105cac00. 02000000:00000001:0.0:1769074938.526716:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.526726:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.526731:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.526739:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074938.526749:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579328, portal 10 00000100:00000001:0.0:1769074938.526751:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.526752:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000100:00000040:0.0:1769074938.526758:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.526764:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.526768:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.526770:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074938.526774:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926579328, offset 0 00000400:00000200:0.0:1769074938.526781:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.526789:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.526797:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.526804:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.526809:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.526813:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.526816:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.526820:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2741:2741:255:4294967295] 192.168.204.145@tcp LPNI seq info [2741:2741:7:4294967295] 00000400:00000200:0.0:1769074938.526824:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.526833:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.526839:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.526845:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074938.526852:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.526860:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.526865:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.531802:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.531815:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1256245 usecs (1257 jiffies) 00000400:00000200:0.0:1769074938.531825:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.531829:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301292 00000100:00000001:0.0:1769074938.531915:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.531919:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301292 00000100:00000001:0.0:1769074938.531923:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.531926:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.531930:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.531943:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.531945:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.531950:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.531955:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.531958:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.535273:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.535288:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0e400. 00000400:00000200:2.0:1769074938.535299:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.535321:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000200:2.0:1769074938.535414:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.535417:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:2.0:1769074938.535421:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.535424:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.535430:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:2.0:1769074938.535433:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:2.0:1769074938.535439:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.535449:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.535486:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.535499:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.535507:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.535509:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.539265:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.539298:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.539302:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.539305:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.539319:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.539328:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.539338:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.539344:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.539351:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.539356:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f080 00000400:00000200:2.0:1769074938.539363:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.539372:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6ed5 [1] + 224 00000800:00000001:2.0:1769074938.539383:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.539394:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.539398:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.539403:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.539413:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.539424:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.539436:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.539654:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.539695:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.539706:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.539720:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074938.540018:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.540022:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.540026:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074938.540033:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:0.0:1769074938.540036:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769074938.540040:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.540047:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.540058:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429880 x1855007926579328/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.540065:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.540068:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.540071:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.540075:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.540079:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.540081:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.540085:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.540098:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074938.540103:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.540106:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.540109:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.540112:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.540117:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.540121:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.540124:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074938.540125:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.540128:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.540129:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000100:00000001:0.0:1769074938.540134:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.540136:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.540138:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.540141:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.540146:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.540155:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.540159:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.540161:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.540166:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.540175:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579328:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.540181:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.540184:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.540186:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.540188:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.540191:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.540198:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.540202:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.540205:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.540207:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.540215:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.540216:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000002:00000001:0.0:1769074938.540219:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.540222:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.540228:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.540231:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074938.540234:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.540239:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.540242:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.540249:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.540250:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.540252:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879680. 00000100:00000001:0.0:1769074938.540254:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.540256:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.540259:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.540261:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.540264:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229b180. 00000080:00000001:0.0:1769074938.540267:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.540274:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074938.540276:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-2:[0x2000013a1:0x1f:0x0](ffff8da20b1b9988), flags 100002, rc = 0 00000080:00000001:0.0:1769074938.540278:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.540284:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074938.540285:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074938.540287:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-2 (ffff8da20b1f4e58, parent ffff8da20b13a288, inode ffff8da20b1b9988) hashed, 00000080:00000001:0.0:1769074938.540289:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.540365:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.540370:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.540372:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.540374:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074938.540376:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.540384:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:0.0:1769074938.540392:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.540396:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.540400:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.540402:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074938.540404:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.540407:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.540410:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.540414:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.540416:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074938.540418:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.540420:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.540422:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.540425:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.540432:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.540434:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.540435:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.540437:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.540440:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074938.540444:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642a300. 00000020:00000040:0.0:1769074938.540447:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=12 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074938.540452:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.540456:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.540793:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.540796:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.540797:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.540800:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.540803:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.540807:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.540816:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105ca000. 00000100:00000001:0.0:1769074938.540823:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.540827:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.540828:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.540829:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.540831:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.540832:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.540836:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00010000:00000001:0.0:1769074938.540839:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.540842:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.540846:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efd00. 00010000:00000010:0.0:1769074938.540850:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.540853:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.540856:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef200. 00000020:00000001:0.0:1769074938.540860:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.540863:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef200 with handle 0x5882d44973683057 to hash 00000020:00000001:0.0:1769074938.540866:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.540868:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.540872:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.540877:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.540879:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.540883:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.540893:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.540904:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.540909:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.540911:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.540918:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.540921:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207488 : -125747888344128 : ffff8da209c8b3c0) 00000100:00000001:0.0:1769074938.540923:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.540924:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000001:0.0:1769074938.540928:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.540940:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.540943:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.540944:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.540951:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.540959:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.540961:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.540966:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.540969:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.540972:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.540976:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579456:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.540980:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.540987:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.540990:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.540993:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.540999:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9a800. 02000000:00000001:0.0:1769074938.541001:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.541011:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.541014:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.541020:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074938.541028:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926579456, portal 10 00000100:00000001:0.0:1769074938.541030:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.541032:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000040:0.0:1769074938.541038:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.541045:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.541048:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.541051:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841198. 00000100:00000200:0.0:1769074938.541055:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926579456, offset 0 00000400:00000200:0.0:1769074938.541062:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.541071:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.541078:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.541085:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.541090:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.541095:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.541098:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.541102:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2742:2742:256:4294967295] 192.168.204.145@tcp LPNI seq info [2742:2742:8:4294967295] 00000400:00000200:0.0:1769074938.541106:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.541116:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.541122:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.541128:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769074938.541136:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.541146:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.541150:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.541218:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.541224:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1252858 usecs (1253 jiffies) 00000400:00000200:0.0:1769074938.541228:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.541231:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301299 00000100:00000001:0.0:1769074938.541235:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.541238:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301299 00000100:00000001:0.0:1769074938.541240:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.541243:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.541246:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.541249:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.541251:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.541254:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.541256:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.541259:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1769074938.541984:0:2374:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:2.1:1769074938.541995:0:2374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80000. 00000800:00000200:2.0:1769074938.542010:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.542015:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000400:00000200:2.0:1769074938.542022:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.542029:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.542037:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:2.0:1769074938.542040:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:2.0:1769074938.542044:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.542050:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.542062:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.542065:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.542085:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.542087:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.547040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00000800:00000001:2.0:1769074938.552228:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.552252:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.552257:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.552260:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.552275:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.552285:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.552296:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.552302:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.552310:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.552315:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084f100 00000400:00000200:2.0:1769074938.552321:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.552329:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6edd [1] + 224 00000800:00000001:2.0:1769074938.552339:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.552349:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.552353:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.552357:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.552368:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.552379:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.552391:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.552512:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.553214:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.553232:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.553238:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074938.553372:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.553375:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.553380:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074938.553387:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:0.0:1769074938.553391:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769074938.553394:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.553403:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.553414:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.553420:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.553423:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.553425:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.553429:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.553432:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.553435:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.553439:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.553452:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.553457:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.553858:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.553968:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.553973:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.553978:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.553983:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.553986:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.553989:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.553992:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.554000:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.554008:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.554012:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.554014:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.554019:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.554028:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579456:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.554035:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.554038:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.554041:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.554044:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.554048:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.554056:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.554059:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.554064:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.554065:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.554070:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.554075:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554079:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554082:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=4 00000020:00000001:0.0:1769074938.554085:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554088:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000040:0.0:1769074938.554098:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef200, remote cookie: 0xe52bf4d4a3516319, flags: 0x1001 00010000:00010000:0.0:1769074938.554104:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.554117:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554124:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.554129:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.554132:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.554134:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.554136:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.554139:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120efd00) refcount = 1 00010000:00010000:0.0:1769074938.554143:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554151:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.554156:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.554159:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.554163:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.554167:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.554172:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554180:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.554182:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554184:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.554185:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554186:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.554188:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.554193:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.554195:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554197:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554198:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.554200:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554203:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554206:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554207:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554208:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=4 00000020:00000001:0.0:1769074938.554210:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554213:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554216:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.554218:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.554222:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554228:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554229:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.554231:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554232:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554233:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=5 00000020:00000001:0.0:1769074938.554235:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554237:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554240:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.554243:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554248:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554249:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.554251:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554257:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.554258:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554259:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.554260:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554261:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.554266:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.554275:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554276:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554278:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.554279:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554281:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554283:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554284:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.554286:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.554288:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.554292:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.554295:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554296:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554297:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.554299:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554302:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00000002:00010000:0.0:1769074938.554305:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.554310:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554312:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.554314:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.554316:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554317:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554318:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.554320:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554322:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000040:0.0:1769074938.554329:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:0.0:1769074938.554333:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.554338:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.554340:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554341:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.554342:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.554347:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.554349:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.554353:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.554357:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.554360:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.554364:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.554368:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.554373:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.554377:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.554382:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.554385:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.554392:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.554397:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074938.554408:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879140. 00800000:00000001:0.0:1769074938.554410:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816938816 : -125747892612800 : ffff8da209879140) 00800000:00000001:0.0:1769074938.554413:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.554415:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.554418:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074938.554420:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074938.554423:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074938.554427:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074938.554429:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.554434:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074938.554437:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074938.554443:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074938.554446:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.554447:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.554449:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.554451:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554453:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.554455:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.554456:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.554458:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.557661:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074938.557666:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879140 1 00800000:00000010:0.0:1769074938.557674:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879140. 00800000:00000001:0.0:1769074938.557682:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.557688:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683057 00800000:00000001:0.0:1769074938.557691:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.557695:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.557698:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.557701:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.557704:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.557707:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.557786:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.557792:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.557794:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.557795:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.557797:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.557801:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.557804:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.557808:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683057 from it ffffb17741753bf8 00010000:00000001:0.0:1769074938.557810:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.557811:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.557813:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.557815:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.557817:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.557820:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.557825:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.557836:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.557837:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.557839:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.557842:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.557845:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.557853:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.557857:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.560502:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.560515:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.560598:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.560601:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.560607:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.560610:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.560612:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.560618:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.560623:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.560625:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.560627:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.560632:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.560651:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642a300 x1855007926579456/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.560663:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074938.560666:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.560672:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9a800. 02000000:00000001:0.0:1769074938.560680:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074938.560683:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074938.560685:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074938.560688:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074938.560691:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105ca000. 02000000:00000001:0.0:1769074938.560696:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074938.560698:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074938.560701:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642a300. 00000100:00000001:0.0:1769074938.560706:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074938.560707:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.560913:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074938.560923:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.561038:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42ec0. 00000080:00000001:0.0:1769074938.561046:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.561048:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.561051:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074938.561053:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.561061:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:0.0:1769074938.561068:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.561074:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.561078:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.561081:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074938.561084:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.561089:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.561095:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.561101:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.561103:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074938.561105:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.561108:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.561111:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.561114:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.561124:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:0.0:1769074938.561127:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.561133:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.561137:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074938.561142:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074938.561154:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074938.561160:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.561163:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074938.561170:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074938.561172:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.561174:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.561176:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.561178:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.561180:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074938.561183:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074938.561186:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.561189:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.561193:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.561195:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.561198:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.561202:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683057 00800000:00000001:0.0:1769074938.561205:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.561208:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.561210:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.561212:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.561215:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.561217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.561220:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.561223:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.561224:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.561225:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.561227:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.561229:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683057 from it ffffb17741753b38 00010000:00000001:0.0:1769074938.561231:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.561233:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.561234:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.561236:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.561238:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.561240:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.561243:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.561251:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.561252:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.561254:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.561256:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.561259:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.561266:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.561270:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.561271:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.561273:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.561275:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.561276:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.561281:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.561283:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.561285:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.561287:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.561288:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.561289:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.561290:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.561293:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074938.561295:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.561296:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074938.562929:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.562957:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074938.562961:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074938.562965:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837a900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074938.562981:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef4840. 00000080:00000001:0.0:1769074938.562988:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074938.562991:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074938.562994:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074938.563004:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:0.0:1769074938.563011:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.563017:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.563021:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.563023:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074938.563026:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-3' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.563029:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074938.563033:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074938.563039:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074938.563044:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074938.563046:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074938.563050:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074938.563053:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074938.563057:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x20:0x0] 40000000:00000001:0.0:1769074938.563060:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.563062:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.563065:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.563068:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.563070:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074938.563072:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x20:0x0], name='f15a.replay-dual-3' -> mds #0 00000002:00000001:0.0:1769074938.563077:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.563079:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074938.563081:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-3,[0x2000013a1:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074938.563085:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.563088:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074938.563092:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074938.563099:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.563101:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074938.563105:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:0.0:1769074938.563107:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.563111:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074938.563115:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074938.563120:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074938.563129:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074938.563134:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074938.563136:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074938.563139:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074938.563142:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.563145:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.563147:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 3 00010000:00000001:0.0:1769074938.563149:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.563154:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.563155:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.563156:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.563158:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 3 00010000:00000001:0.0:1769074938.563160:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.563162:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.563164:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.563165:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.563167:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 3 00010000:00000001:0.0:1769074938.563168:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.563170:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.563173:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074938.563176:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074938.563180:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074938.563183:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074938.563186:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074938.563187:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.563191:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074938.563195:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074938.563197:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074938.563199:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.563201:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074938.563205:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef200 with handle 0x5882d44973683057 from hash 00010000:00000001:0.0:1769074938.563207:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074938.563210:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.563211:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.563213:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074938.563216:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074938.563218:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074938.563221:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.563222:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.563224:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074938.563232:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642a300. 00000020:00000040:0.0:1769074938.563237:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=12 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074938.563245:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074938.563247:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.563250:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.563256:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.563260:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.563261:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.563262:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.563266:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.563269:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.563274:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.563283:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105ca000. 00000100:00000001:0.0:1769074938.563290:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.563296:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.563310:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074938.563315:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.563321:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074938.563323:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.563325:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074938.563327:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d44973683057 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516319 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.563335:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efd00 count: 0 00010000:00000010:0.0:1769074938.563340:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.563354:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.563356:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.563358:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.563359:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.563361:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.563371:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00010000:00000001:0.0:1769074938.563376:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.563378:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.563385:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efe00. 00010000:00000010:0.0:1769074938.563390:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.563394:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.563397:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064eee00. 00000020:00000001:0.0:1769074938.563400:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.563403:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064eee00 with handle 0x5882d4497368305e to hash 00000020:00000001:0.0:1769074938.563405:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.563406:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.563410:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.563413:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.563414:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.563418:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.563425:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074938.563439:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074938.563452:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074938.563513:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.563529:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.563532:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.563540:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.563543:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207488 : -125747888344128 : ffff8da209c8b3c0) 00000100:00000001:0.0:1769074938.563546:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.563547:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000001:0.0:1769074938.563553:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.563558:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.563560:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.563562:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.563567:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.563575:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.563578:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.563583:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.563586:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.563589:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.563592:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579712:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.563597:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.563603:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.563605:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.563609:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.563689:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.563691:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.563703:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.563708:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.563728:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105c8000. 00000100:00000200:0.0:1769074938.563738:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926579712, portal 10 00000100:00000001:0.0:1769074938.563740:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.563741:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000040:0.0:1769074938.563748:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.563756:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.563759:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.563763:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074938.563768:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926579712, offset 0 00000400:00000200:0.0:1769074938.563776:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.563786:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.563796:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.563802:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.563807:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.563811:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.563814:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.563818:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2743:2743:256:4294967295] 192.168.204.145@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:0.0:1769074938.563822:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.563833:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.563840:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.563846:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769074938.563854:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.563863:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.563868:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.565827:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.565842:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1249487 usecs (1250 jiffies) 00000400:00000200:0.0:1769074938.565853:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.565857:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301321 00000100:00000001:0.0:1769074938.565870:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.565873:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301321 00000100:00000001:0.0:1769074938.565875:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.565878:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.565882:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.565885:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.565887:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.565891:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.565896:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.565899:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.566430:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.566436:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 00000400:00000200:2.0:1769074938.566443:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.566455:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.566792:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:2.0:1769074938.566797:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:2.0:1769074938.566804:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.566815:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.566830:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.566834:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.566842:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.566844:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.571400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efd00. 00010000:00000010:0.1:1769074938.571422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00000800:00000001:2.0:1769074938.579536:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.579567:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.579573:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.579575:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.579591:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579603:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.579613:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579619:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579625:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579630:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084f200 00000400:00000200:2.0:1769074938.579637:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579645:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6ee5 [32] + 224 00000800:00000001:2.0:1769074938.579655:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.579666:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.579670:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.579675:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.579686:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.579698:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.579916:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.579949:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074938.579962:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074938.579967:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579974:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.579981:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2744:2744:256:4294967295] 192.168.204.145@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:2.0:1769074938.579986:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.579996:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074938.580002:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.580010:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e38000. 00000800:00000200:2.0:1769074938.580017:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.580027:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.580032:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e38000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074938.580157:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.580162:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e38000. 00000400:00000200:2.0:1769074938.580167:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.580171:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074938.580178:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.580182:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.580258:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.580269:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.580272:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.580276:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074938.580282:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105c8000 00000400:00000010:0.0:1769074938.580285:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105c8000. 00000100:00000001:0.0:1769074938.580288:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.580294:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.580310:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a300 x1855007926579712/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.580316:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.580319:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.580323:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.580327:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.580330:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.580333:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.580336:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.580348:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.580354:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.580357:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.580359:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.580363:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.580367:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.580372:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.580373:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074938.580375:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.580378:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.580380:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000001:0.0:1769074938.580383:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.580386:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.580387:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.580391:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.580396:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.580403:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.580407:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.580409:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.580414:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.580422:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579712:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.580428:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.580431:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.580434:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.580436:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.580440:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.580448:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.580450:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b3c0. 00000100:00000001:0.0:1769074938.580454:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.580455:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.580481:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.580487:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.580490:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.580494:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=4 00000020:00000001:0.0:1769074938.580496:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580499:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000040:0.0:1769074938.580506:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064eee00, remote cookie: 0xe52bf4d4a3516335, flags: 0x1001 00010000:00010000:0.0:1769074938.580512:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.580533:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074938.580536:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074938.580547:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efd00. 00010000:00000010:0.0:1769074938.580552:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0100. 00010000:00000040:0.0:1769074938.580558:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efe00 count: 0 00010000:00000010:0.0:1769074938.580565:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.580574:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.580578:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.580588:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.580596:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.580601:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.580604:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.580606:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.580607:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.580609:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x20:0x0].0x0 (ffff8da2120efd00) refcount = 1 00010000:00010000:0.0:1769074938.580613:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.580620:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.580626:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.580628:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.580632:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.580635:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.580639:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.580646:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.580647:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.580649:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.580650:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.580651:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.580653:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.580657:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.580660:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.580661:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.580663:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.580665:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580667:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580670:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.580671:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.580673:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=4 00000020:00000001:0.0:1769074938.580675:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580677:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580680:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.580683:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.580686:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.580693:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.580694:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.580696:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.580697:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.580698:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=5 00000020:00000001:0.0:1769074938.580700:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580702:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.580705:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.580708:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.581019:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581021:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.581024:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.581030:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.581031:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581033:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.581034:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581035:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.581043:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.581052:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.581056:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.581062:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.581071:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.581072:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.581074:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.581076:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.581078:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00000002:00010000:0.0:1769074938.581082:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074938.581093:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879140. 00010000:00000001:0.0:1769074938.581095:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581097:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.581098:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.581101:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.581104:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074938.581107:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.581108:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000001:0.0:1769074938.581110:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.581111:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00010000:00000001:0.0:1769074938.581113:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.581114:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.581116:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.581117:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.581120:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00000002:00010000:0.0:1769074938.581123:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.581130:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581131:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.581133:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.581134:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.581135:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.581137:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.581139:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.581141:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000040:0.0:1769074938.581146:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:0.0:1769074938.581148:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.581152:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/32 (0 0) 00010000:00000001:0.0:1769074938.581155:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.581156:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.581158:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.581162:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074938.581164:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074938.581168:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.581172:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.581176:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.581180:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074938.581184:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.581189:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.581193:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074938.581195:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef4840 it_disposition 1800037 00000080:00002000:0.0:1769074938.581201:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074938.581207:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.581210:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074938.581213:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074938.581214:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074938.581218:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074938.581221:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.581226:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074938.581229:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.581233:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366304 : 144115272381366304 : 2000013a1000020) 00000080:00000001:0.0:1769074938.581236:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074938.581253:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1bf380. 00000020:00000001:0.0:1769074938.581266:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074938.581269:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074938.581272:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074938.581274:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x20:0x0](ffff8da20b1bf448) 00000020:00000001:0.0:1769074938.581279:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.581284:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.581286:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.581292:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074938.582794:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16c80. 00000020:00000001:0.0:1769074938.582806:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.582809:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.582819:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.582829:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e5d0. 00020000:00000001:0.0:1769074938.582832:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834458576 : -125747875093040 : ffff8da20a92e5d0) 00020000:00000001:0.0:1769074938.582835:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074938.582839:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.582848:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4660. 00020000:00000010:0.0:1769074938.582853:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ab80. 00020000:00000010:0.0:1769074938.583123:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4d80. 00020000:00000001:0.0:1769074938.583128:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706296704 : -125748003254912 : ffff8da202ef4d80) 00020000:00000002:0.0:1769074938.583131:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4d80, objid 0x20:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.583136:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.583140:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ab80: ostid: 0x240000400:483 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.583143:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074938.583146:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4d80, objid 0x20:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.583149:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.583152:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ab80: ostid: 0x240000400:483 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074938.583157:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3dbc0. 00020000:00000010:0.0:1769074938.583160:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8b3c0. 00020000:00000001:0.0:1769074938.583166:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074938.583170:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578da88. 00020000:00000001:0.0:1769074938.583174:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074938.583176:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074938.583183:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.583188:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab16d48. 00000020:00000001:0.0:1769074938.583190:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.583192:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.583194:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836459464 : -125747873092152 : ffff8da20ab16dc8) 00020000:00000001:0.0:1769074938.583198:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074938.583204:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2af500. 00020000:00000001:0.0:1769074938.583207:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.583214:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836459464 : -125747873092152 : ffff8da20ab16dc8) 00020000:00000001:0.0:1769074938.583217:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836459464 : -125747873092152 : ffff8da20ab16dc8) 00020000:00000002:0.0:1769074938.583220:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e3:0x0]@ffff8da20ab16d48[0:0] -> [0x2000013a1:0x20:0x0]@ffff8da20ab16c80: ostid: 0x240000400:483 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.583226:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074938.583229:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074938.583231:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.583235:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836459264 : -125747873092352 : ffff8da20ab16d00) 00000020:00001000:0.0:1769074938.583239:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.583246:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366304 : 144115272381366304 : 2000013a1000020) 00000080:00000001:0.0:1769074938.583250:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074938.583253:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366304 mtime from 0 to 1769074938 00000080:00000001:0.0:1769074938.583259:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074938.583263:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843440712 : -125747866110904 : ffff8da20b1bf448) 00010000:00000001:0.0:1769074938.583267:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.583270:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.583272:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.583275:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.583277:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00000080:00000001:0.0:1769074938.583282:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074938.583284:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.583286:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.583288:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.583290:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074938.583293:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074938.583294:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.583297:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef45a0. 00020000:00000010:0.0:1769074938.583300:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ad80. 00020000:00000010:0.0:1769074938.583314:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef42a0. 00020000:00000001:0.0:1769074938.583316:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706293920 : -125748003257696 : ffff8da202ef42a0) 00020000:00000002:0.0:1769074938.583319:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef42a0, objid 0x20:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.583323:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.583326:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ad80: ostid: 0x240000400:483 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074938.583330:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e5d0) owner ffff8da2126627c0 00020000:00000001:0.0:1769074938.583332:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074938.583334:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e5d0) owner ffff8da2126627c0 00020000:00000010:0.0:1769074938.583339:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003ad80. 00020000:00000010:0.0:1769074938.583345:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef45a0. 00020000:00000010:0.0:1769074938.583352:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef42a0. 00020000:00000002:0.0:1769074938.583354:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x20:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074938.583356:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.583359:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.583363:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074938.583366:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.583370:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4d80 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074938.583372:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.583375:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074938.583379:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074938.583381:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074938.583383:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074938.583385:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074938.583387:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x20:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074938.583390:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.583392:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.583395:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.583397:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.583399:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.583404:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.583407:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.583410:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x20:0x0](ffff8da20b1bf448) 00000080:00010000:0.0:1769074938.583413:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x20:0x0](ffff8da20b1bf448) for lock 0x5882d4497368305e 00800000:00000001:0.0:1769074938.583416:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.583420:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.583421:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.583422:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.583424:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.583425:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.583427:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.583430:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.583431:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.583432:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.583434:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583436:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074938.583439:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.583452:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.583506:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583514:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.583519:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x20:0x0](ffff8da20b1bf448) 00000080:00000001:0.0:1769074938.583522:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.583526:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000100:00000001:0.0:1769074938.583530:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.583534:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.583539:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583544:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074938.583546:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583557:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074938.583561:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074938.583563:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-3:[0x2000013a1:0x20:0x0](ffff8da20b1bf448), flags 100102 00000080:00000010:0.0:1769074938.583571:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229b180. 00000080:00000010:0.0:1769074938.583579:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879680. 00000080:00000001:0.0:1769074938.583583:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074938.583589:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.583593:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074938.583597:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c426e0. 00000002:00100000:0.0:1769074938.583602:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.583608:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.583610:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074938.583615:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074938.583619:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583622:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.583625:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.583629:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074938.583637:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.583641:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.583676:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074938.583679:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.583683:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074938.583684:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-3:[0x2000013a1:0x20:0x0](ffff8da20b1bf448), flags 100102, rc = 0 00000080:00000001:0.0:1769074938.583689:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074938.583690:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef4840 released 00000080:00010000:0.0:1769074938.583693:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368305e from it ffff8da202ef4840 00010000:00000001:0.0:1769074938.583696:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.583697:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.583699:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eee00 refcount=3 00000020:00000001:0.0:1769074938.583701:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.583703:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895360 : -125747946656256 : ffff8da2064eee00) 00010000:00000001:0.0:1769074938.583706:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.583720:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.583729:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.583730:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.583732:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.583734:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.583737:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.583746:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.583749:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.583751:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.583756:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.583757:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.583759:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.583764:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.583766:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.583769:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.583772:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.583775:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.583777:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.583778:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.583780:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074938.583782:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074938.583785:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.583786:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074938.583789:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.583790:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583794:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074938.583795:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583797:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.583800:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583801:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.583804:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef4840. 00000080:00000001:0.0:1769074938.583807:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583812:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074938.583815:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x20:0x0](ffff8da20b1bf448), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074938.583819:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.583848:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.583851:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.583854:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.583856:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583874:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074938.583877:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074938.583879:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-3:[0x2000013a1:0x20:0x0](ffff8da20b1bf448), flags 100002 00000080:00000001:0.0:1769074938.583882:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074938.583885:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074938.583886:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.583887:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.583889:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.583891:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.583894:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074938.583899:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.583902:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.583910:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:0.0:1769074938.583912:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.583917:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.583919:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x20:0x0]: 0 00000080:00000001:0.0:1769074938.583922:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074938.583924:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074938.583928:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.583930:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074938.583945:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074938.583949:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074938.583952:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x20:0x0] 00000002:00000001:0.0:1769074938.583956:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074938.583958:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074938.583965:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428a80. 00000020:00000040:0.0:1769074938.583969:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=13 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074938.583974:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.583978:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.583982:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.583989:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7ea00. 00000100:00000001:0.0:1769074938.583997:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074938.584020:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074938.584034:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074938.584039:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074938.584047:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.584049:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.584058:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074938.584061:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821208640 : -125747888342976 : ffff8da209c8b840) 00000100:00000001:0.0:1769074938.584064:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.584066:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000001:0.0:1769074938.584071:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.584076:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.584078:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.584080:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.584085:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.584093:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.584095:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.584099:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.584102:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.584105:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.584108:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579968:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.584113:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.584119:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.584122:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.584125:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.584130:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c8000. 02000000:00000001:0.0:1769074938.584132:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.584143:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.584149:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.584157:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769074938.584166:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579968, portal 10 00000100:00000001:0.0:1769074938.584168:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.584169:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000040:0.0:1769074938.584176:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.584183:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.584186:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.584189:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841b28. 00000100:00000200:0.0:1769074938.584193:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926579968, offset 0 00000400:00000200:0.0:1769074938.584201:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.584212:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.584222:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.584229:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.584234:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.584239:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.584242:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.584246:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2745:2745:256:4294967295] 192.168.204.145@tcp LPNI seq info [2745:2745:8:4294967295] 00000400:00000200:0.0:1769074938.584251:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.584263:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.584271:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.584276:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38b00. 00000800:00000200:0.0:1769074938.584284:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.584294:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.584299:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.584321:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.584327:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1246148 usecs (1247 jiffies) 00000400:00000200:0.0:1769074938.584331:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.584335:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301336 00000100:00000001:0.0:1769074938.584339:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.584341:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301336 00000100:00000001:0.0:1769074938.584344:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.584346:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.584348:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.584351:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.584353:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.584356:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.584359:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.584362:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.585259:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.585267:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:2.0:1769074938.585273:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.585282:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.585289:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841b28 00000400:00000010:2.0:1769074938.585292:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841b28. 00000100:00000001:2.0:1769074938.585308:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.585315:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.585326:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.585330:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.585335:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.585337:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.586730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efe00. 00000800:00000001:3.0:1769074938.589597:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.589622:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.589628:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.589631:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.589647:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.589657:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.589666:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.589673:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.589681:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.589686:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f300 00000400:00000200:3.0:1769074938.589693:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.589701:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6eed [1] + 224 00000800:00000001:3.0:1769074938.589712:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.589722:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.589725:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.589732:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.589743:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.589754:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.589766:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.589800:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.589811:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.589816:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.590294:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.590306:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.590309:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.590314:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074938.590320:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769074938.590323:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769074938.590327:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.590333:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.590347:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428a80 x1855007926579968/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.590353:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.590356:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.590358:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.590362:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.590364:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.590367:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.590371:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.590382:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074938.590388:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.590391:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.590393:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.590396:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.590401:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.590405:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.590407:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074938.590409:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.590412:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.590413:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000001:0.0:1769074938.590417:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.590419:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.590421:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.590424:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.590429:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.590437:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.590441:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.590443:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.590447:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.590455:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926579968:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.592048:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.592057:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.592061:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.592063:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.592090:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.592101:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.592105:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074938.592111:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.592112:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.592123:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.592125:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000002:00000001:0.0:1769074938.592128:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.592133:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.592139:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.592143:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074938.592147:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.592437:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.592446:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.592455:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.592458:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.592500:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879680. 00000100:00000001:2.0:1769074938.592506:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.592510:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.592516:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.592520:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.592524:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229b180. 00000080:00000001:2.0:1769074938.592530:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.592539:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074938.592542:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-3:[0x2000013a1:0x20:0x0](ffff8da20b1bf448), flags 100002, rc = 0 00000080:00000001:2.0:1769074938.592547:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.592555:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074938.592557:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074938.592559:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-3 (ffff8da20b22e288, parent ffff8da20b13a288, inode ffff8da20b1bf448) hashed, 00000080:00000001:2.0:1769074938.592563:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.592647:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.592652:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.592654:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.592655:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.592658:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.592666:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4c00. 00800000:00000002:2.0:1769074938.592675:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.592680:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.592684:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.592687:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.592690:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.592694:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.592698:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.592704:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.592718:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.592721:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.592724:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.592727:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.592731:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.592739:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.592742:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.592744:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.592746:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.592750:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.592756:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7480. 00000020:00000040:2.0:1769074938.592761:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=14 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.592768:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.592776:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.592784:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.592786:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.592788:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.592791:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.592794:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.592800:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.592810:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e38400. 00000100:00000001:2.0:1769074938.592817:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.592821:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.592823:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.592824:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.592826:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.592828:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.592834:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00010000:00000001:2.0:1769074938.592838:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.592840:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.592845:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.592849:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48d00. 00010000:00000001:2.0:1769074938.592854:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.592857:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80800. 00000020:00000001:2.0:1769074938.592862:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.592866:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80800 with handle 0x5882d44973683065 to hash 00000020:00000001:2.0:1769074938.592867:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.592869:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.592874:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.592879:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.592883:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.592888:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.592904:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.592916:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.592922:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.592924:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.592942:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50180. 00000100:00000001:2.0:1769074938.592945:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670464 : -125748002881152 : ffff8da202f50180) 00000100:00000001:2.0:1769074938.592948:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.592949:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000001:2.0:1769074938.592954:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.592958:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.592961:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.592963:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.592968:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.592977:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.592980:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.592985:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.592988:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.592991:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.592994:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580096:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.593000:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.593006:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.593008:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.593011:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.593017:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.593019:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.593030:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.593037:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6478. 00000400:00000010:2.0:1769074938.593044:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769074938.593054:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926580096, portal 10 00000100:00000001:2.0:1769074938.593055:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.593056:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000040:2.0:1769074938.593062:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.596092:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.596103:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.596150:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353660. 00000100:00000200:2.0:1769074938.596160:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926580096, offset 0 00000400:00000200:2.0:1769074938.596170:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.596184:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.596195:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.596202:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.596207:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.596211:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.596215:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.596219:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2746:2746:256:4294967295] 192.168.204.145@tcp LPNI seq info [2746:2746:8:4294967295] 00000400:00000200:2.0:1769074938.596224:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.596237:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.596244:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.596252:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074938.596262:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.596272:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.596277:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.596293:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.596301:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1242792 usecs (1243 jiffies) 00000400:00000200:2.0:1769074938.596305:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.596309:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301344 00000100:00000001:2.0:1769074938.596312:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.596317:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301344 00000100:00000001:2.0:1769074938.596319:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.596322:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.596325:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.596329:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.596332:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.596335:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50180 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.596339:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.596343:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.596504:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.596509:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:2.0:1769074938.596515:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.596522:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.596529:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353660 00000400:00000010:2.0:1769074938.596532:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353660. 00000100:00000001:2.0:1769074938.596537:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.596546:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.596559:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.596562:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.596570:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.596572:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.604206:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.604230:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.604236:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.604239:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.604254:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.604264:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.604273:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.604279:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.604286:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.604291:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084f380 00000400:00000200:3.0:1769074938.604297:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.604305:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6ef5 [1] + 224 00000800:00000001:3.0:1769074938.604315:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.604324:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.604328:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.604333:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.604343:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.604353:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.604365:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.604428:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.604449:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.604505:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.604510:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074938.608175:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.608184:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.608189:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6478. 00000400:00000200:2.0:1769074938.608198:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769074938.608200:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:2.0:1769074938.608206:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.608221:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.608236:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.608246:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.608249:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.608253:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.608257:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.608261:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.608264:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.608267:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.608279:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.608284:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.608286:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.608289:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.608292:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.608297:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.608302:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.608304:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.608306:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.608310:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.608316:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.608324:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.608328:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.608330:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.608335:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.608344:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580096:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.608350:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.608354:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.608356:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.608359:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.608362:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.608375:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.608379:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50180. 00000100:00000001:2.0:1769074938.608383:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.608386:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.608389:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.608394:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608397:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608400:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=4 00000020:00000001:2.0:1769074938.608403:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608406:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000040:2.0:1769074938.608413:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80800, remote cookie: 0xe52bf4d4a351634a, flags: 0x1001 00010000:00010000:2.0:1769074938.608420:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.608432:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608439:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.608444:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.608447:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.608449:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.608450:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.608453:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e000) refcount = 1 00010000:00010000:2.0:1769074938.608456:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608486:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.608491:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.608493:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.608496:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.608499:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.608503:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608510:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.608512:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608514:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.608515:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608516:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.608518:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.608524:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.608526:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608527:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608529:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.608531:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608533:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608536:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608538:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608539:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=4 00000020:00000001:2.0:1769074938.608541:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608543:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608546:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.608549:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.608552:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608559:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608560:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.608562:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608563:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608564:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=5 00000020:00000001:2.0:1769074938.608566:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608568:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608571:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.608574:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608585:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608587:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.608589:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608595:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.608596:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608597:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.608599:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608600:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.608604:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074938.608613:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608614:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608615:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.608617:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608619:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608621:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608622:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.608624:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.608626:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.608629:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074938.608632:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608633:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608634:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.608636:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.608638:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00000002:00010000:2.0:1769074938.608642:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.608647:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.608649:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.608651:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.608652:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.608654:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.608655:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.608657:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609153:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000040:2.0:1769074938.609166:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.609170:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.609174:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074938.609177:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609179:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.609180:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.609184:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:2.0:1769074938.609186:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074938.609190:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.609196:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.609199:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.609203:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074938.609207:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.609211:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.609216:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4c00. 00000080:00000001:2.0:1769074938.609222:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.609224:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.609232:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.609236:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.609248:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.609250:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789416768 : -125747920134848 : ffff8da207e39d40) 00800000:00000001:2.0:1769074938.609253:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.609256:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.609258:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.609260:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.609263:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.609267:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.609270:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.609276:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.609279:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074938.609285:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.609288:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.609290:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.609292:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.609294:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609296:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609298:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609300:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.609302:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.609305:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.609306:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39d40 1 00800000:00000010:2.0:1769074938.609309:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39d40. 00800000:00000001:2.0:1769074938.609312:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.609316:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683065 00800000:00000001:2.0:1769074938.609319:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.609321:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.609322:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.609324:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.609325:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.609327:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609329:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609332:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609333:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.609335:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.609337:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.609339:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.609342:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.609345:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683065 from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.609346:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.609347:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.609348:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.609350:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609353:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609355:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.609358:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.609365:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609366:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.609368:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.609370:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.609373:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.609380:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.609384:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.609386:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.609391:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609392:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.609394:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.609397:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.609399:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.609402:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.609405:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.609406:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.609407:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609409:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.609411:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.609418:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7480 x1855007926580096/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.609426:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.609430:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.609433:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.609437:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.609440:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.609442:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=13 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.609444:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.609448:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e38400. 02000000:00000001:2.0:1769074938.609454:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.609457:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.609582:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7480. 00000100:00000001:2.0:1769074938.609589:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.609590:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.609596:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.609603:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.609626:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358660. 00000080:00000001:2.0:1769074938.609634:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.609635:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.609637:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.609640:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.609646:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4c00. 00800000:00000002:2.0:1769074938.609651:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.609655:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.609658:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.609660:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.609662:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.609666:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.609671:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.609677:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.609680:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.609682:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.609686:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.609688:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.609690:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.609693:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.609696:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.609700:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.609702:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.609705:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.609786:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.609790:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.609794:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.609801:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.609802:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.609804:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.609806:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.609808:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.609810:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.609812:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.609814:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.609817:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4c00. 00000080:00000001:2.0:1769074938.609820:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.609821:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.609823:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.609825:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683065 00800000:00000001:2.0:1769074938.609828:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.609829:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.609831:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.609832:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.609833:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.609835:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609837:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609839:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.609840:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.609842:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.609844:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.609846:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683065 from it ffffb17741753b38 00010000:00000001:2.0:1769074938.609847:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.609849:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.609850:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074938.609851:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609854:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074938.609856:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.610425:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.610435:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.610437:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.610439:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.610441:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.610444:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.610452:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.610454:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.610455:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.610458:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.610491:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.610493:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610497:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.610499:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610500:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610503:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610505:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.610506:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.610507:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.610509:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.610511:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.610514:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.610518:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.610523:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.610525:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.610527:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.610535:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a154e40. 00000080:00000001:2.0:1769074938.610541:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.610543:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.610545:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.610554:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4c00. 00800000:00000002:2.0:1769074938.610559:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.610565:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.610567:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.610568:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.610570:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-4' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.610573:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.610577:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.610582:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.610586:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.610588:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.610591:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.610594:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.610597:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x21:0x0] 40000000:00000001:2.0:1769074938.610600:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.610603:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.610604:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.610606:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.610608:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.610610:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x21:0x0], name='f15a.replay-dual-4' -> mds #0 00000002:00000001:2.0:1769074938.610614:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.610615:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.610616:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-4,[0x2000013a1:0x21:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.610621:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.610624:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.610628:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.610633:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.610636:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.610639:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.610641:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.610644:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.610648:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.610651:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.610659:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.610663:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.610666:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.610668:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.610671:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.610672:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.610675:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.610677:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.610680:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.610682:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.610683:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.610685:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.610687:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.610689:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.610690:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.610691:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.610692:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.610694:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.610695:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.610697:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.610700:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.610705:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.610708:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.610794:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.610796:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610801:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.610804:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.610806:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.610808:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.610811:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.610814:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80800 with handle 0x5882d44973683065 from hash 00010000:00000001:2.0:1769074938.610817:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.610819:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.610820:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.610821:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.610824:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.610826:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.610829:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.610831:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.610834:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074938.610840:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7480. 00000020:00000040:2.0:1769074938.610845:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=14 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769074938.610851:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074938.610853:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.610856:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.611087:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.611091:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.611092:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.611094:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.611097:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.611100:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.611104:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.611114:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e38400. 00000100:00000001:2.0:1769074938.611122:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.611127:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.611130:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074938.611134:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.611140:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074938.611142:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.611144:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074938.611146:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d44973683065 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351634a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.611154:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:2.0:1769074938.611161:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48d00. 00010000:00000001:2.0:1769074938.611175:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.611177:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.611178:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.611180:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.611182:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.611194:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00010000:00000001:2.0:1769074938.611198:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.611201:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.611206:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ea00. 00010000:00000010:2.0:1769074938.611210:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48d00. 00010000:00000001:2.0:1769074938.611215:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.611220:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81800. 00000020:00000001:2.0:1769074938.611224:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.611226:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81800 with handle 0x5882d4497368306c to hash 00000020:00000001:2.0:1769074938.611229:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.611230:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.611234:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.611238:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.611240:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.611243:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.611250:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074938.611265:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074938.611280:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074938.611290:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.611296:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.611298:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.611307:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50180. 00000100:00000001:2.0:1769074938.611310:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670464 : -125748002881152 : ffff8da202f50180) 00000100:00000001:2.0:1769074938.611313:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.611314:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000001:2.0:1769074938.611320:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.611325:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.611327:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.611329:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.611335:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.611343:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.611345:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.611350:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.611353:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.611356:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.611359:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580352:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.611364:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.611370:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.611373:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.611376:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.611456:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.611657:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.611670:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.611675:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6478. 00000400:00000010:2.0:1769074938.611684:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e3b800. 00000100:00000200:2.0:1769074938.611694:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926580352, portal 10 00000100:00000001:2.0:1769074938.611697:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.611698:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000040:2.0:1769074938.611705:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.611722:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.611725:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.611730:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769074938.611733:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926580352, offset 0 00000400:00000200:2.0:1769074938.611741:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.611751:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.611761:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.611768:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.611772:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.611776:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.611779:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.611784:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2747:2747:256:4294967295] 192.168.204.145@tcp LPNI seq info [2747:2747:8:4294967295] 00000400:00000200:2.0:1769074938.611787:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.611798:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.611805:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.611812:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074938.611821:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.611831:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.611837:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.612198:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.612206:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1239486 usecs (1240 jiffies) 00000400:00000200:2.0:1769074938.612212:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.612216:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301357 00000100:00000001:2.0:1769074938.612219:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.612221:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301357 00000100:00000001:2.0:1769074938.612224:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.612226:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.612229:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.612231:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.612234:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.612237:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50180 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.612240:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.612244:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.612439:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.612445:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074938.612451:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.612487:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.612495:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:3.0:1769074938.612498:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:3.0:1769074938.612503:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.612509:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.612520:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.612523:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.612530:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.612532:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.618959:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.618984:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.618989:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.618992:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.619007:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.619017:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.619026:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.619034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.619041:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.619045:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084f480 00000400:00000200:3.0:1769074938.619052:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.619060:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6f05 [32] + 224 00000800:00000001:3.0:1769074938.619211:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.619222:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.619226:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.619232:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.619242:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.619254:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.619268:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.619355:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.619404:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1769074938.619425:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1769074938.619426:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000001:2.0:1769074938.619430:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1769074938.619434:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.619437:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6478. 00000400:00000200:3.0:1769074938.619443:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.619446:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e3b800 00000400:00000010:2.0:1769074938.619451:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e3b800. 00000400:00000200:3.0:1769074938.619452:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2748:2748:256:4294967295] 192.168.204.145@tcp LPNI seq info [2748:2748:8:4294967295] 00000100:00000001:2.0:1769074938.619483:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.619491:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074938.619498:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769074938.619514:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7480 x1855007926580352/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074938.619516:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:2.0:1769074938.619528:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1769074938.619528:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769074938.619533:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.619537:0:28427:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:3.0:1769074938.619538:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0e800. 02000000:00000001:2.0:1769074938.619541:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.619545:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.619550:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.619550:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 02000000:00000001:2.0:1769074938.619557:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.619564:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00001000:2.0:1769074938.619570:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000800:00000200:3.0:1769074938.619570:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0e800 type 0, nob 96 niov 1 nkiov 0 00000100:00001000:2.0:1769074938.619581:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.619584:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.619586:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.619590:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.619594:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.619599:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.619601:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074938.619603:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.619606:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.619608:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000001:2.0:1769074938.619611:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.619614:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.619616:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.619620:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.619626:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.619633:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.619636:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.619639:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.619643:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.619652:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580352:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.619658:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.619662:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.619665:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.619667:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.619670:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.619678:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.619680:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50180. 00000100:00000001:2.0:1769074938.619684:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.619686:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.619689:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.619695:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.619698:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.619701:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=4 00000020:00000001:2.0:1769074938.619704:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.619707:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000040:2.0:1769074938.619840:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81800, remote cookie: 0xe52bf4d4a3516366, flags: 0x1001 00010000:00010000:2.0:1769074938.619848:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.619857:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x21:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00000800:00000200:3.0:1769074938.620141:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.620147:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0e800. 00000400:00000200:3.0:1769074938.620151:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.620157:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074938.620168:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.620173:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.621086:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074938.621103:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e600. 00010000:00000010:2.0:1769074938.621111:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48f00. 00010000:00000040:2.0:1769074938.621117:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ea00 count: 0 00010000:00000010:2.0:1769074938.621124:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48d00. 00010000:00000001:2.0:1769074938.621135:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.621139:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.621150:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621158:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.621165:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.621168:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.621170:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.621172:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.621175:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x21:0x0].0x0 (ffff8da211a0e600) refcount = 1 00010000:00010000:2.0:1769074938.621179:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621185:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.621190:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.621192:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.621196:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.621199:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.621202:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621208:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.621210:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621212:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.621212:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621214:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.621216:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.621223:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.621226:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621228:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621230:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.621232:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621235:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621238:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621239:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621240:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=4 00000020:00000001:2.0:1769074938.621242:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621245:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621249:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.621251:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.621255:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621261:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621263:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.621264:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621265:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621266:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=5 00000020:00000001:2.0:1769074938.621268:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621269:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621271:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.621274:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621280:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621281:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.621284:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.621291:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.621292:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621293:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.621294:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621295:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.621305:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.621317:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.621321:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.621333:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.621342:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621343:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621345:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.621347:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621349:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00000002:00010000:2.0:1769074938.621353:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074938.621363:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39d40. 00010000:00000001:2.0:1769074938.621366:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621367:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.621368:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.621371:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.621375:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074938.621377:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.621379:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000001:2.0:1769074938.621381:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.621382:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00010000:00000001:2.0:1769074938.621385:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621386:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621387:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.621389:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621391:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00000002:00010000:2.0:1769074938.621395:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.621401:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621402:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.621404:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.621405:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621407:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621408:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.621410:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.621412:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000040:2.0:1769074938.621417:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:2.0:1769074938.621419:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.621423:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/33 (0 0) 00010000:00000001:2.0:1769074938.621426:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.621427:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.621429:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.621433:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:2.0:1769074938.621435:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-4 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074938.621440:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.621444:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.621447:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.621451:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074938.621455:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.621477:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.621482:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074938.621484:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a154e40 it_disposition 1800037 00000080:00002000:2.0:1769074938.621491:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b1f4360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074938.621498:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.621501:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074938.621503:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:2.0:1769074938.621504:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:2.0:1769074938.621508:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074938.621511:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.621516:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074938.621520:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.621523:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366305 : 144115272381366305 : 2000013a1000021) 00000080:00000001:2.0:1769074938.621526:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074938.621540:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a2100. 00000020:00000001:2.0:1769074938.621552:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074938.621554:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074938.621558:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074938.621560:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x21:0x0](ffff8da20b1a21c8) 00000020:00000001:2.0:1769074938.621565:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.621569:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.621572:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.621577:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074938.621583:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa75c80. 00000020:00000001:2.0:1769074938.621586:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.621588:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.621597:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.621602:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083acd90. 00020000:00000001:2.0:1769074938.621605:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795130768 : -125747914420848 : ffff8da2083acd90) 00020000:00000001:2.0:1769074938.621608:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074938.621611:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.621617:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154780. 00020000:00000010:2.0:1769074938.621623:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37180. 00020000:00000010:2.0:1769074938.621628:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a1543c0. 00020000:00000001:2.0:1769074938.621631:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826225088 : -125747883326528 : ffff8da20a1543c0) 00020000:00000002:2.0:1769074938.621634:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a1543c0, objid 0x21:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.621639:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.621644:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37180: ostid: 0x280000400:484 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074938.621647:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074938.621650:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a1543c0, objid 0x21:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.621653:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.621656:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37180: ostid: 0x280000400:484 ost idx: 1 gen: 0 00020000:00000010:2.0:1769074938.621661:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3efa0. 00020000:00000010:2.0:1769074938.621665:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50180. 00020000:00000001:2.0:1769074938.621671:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074938.621675:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68648. 00020000:00000001:2.0:1769074938.621679:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074938.621681:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1769074938.621690:0:28427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8da208348500. 00020000:00000001:2.0:1769074938.621696:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.621700:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa750c8. 00000020:00000001:2.0:1769074938.621702:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.621703:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.621705:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835796808 : -125747873754808 : ffff8da20aa75148) 00020000:00000001:2.0:1769074938.621793:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074938.621800:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076a8c0. 00020000:00000001:2.0:1769074938.621804:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.621810:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835796808 : -125747873754808 : ffff8da20aa75148) 00020000:00000001:2.0:1769074938.621812:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835796808 : -125747873754808 : ffff8da20aa75148) 00020000:00000002:2.0:1769074938.621816:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e4:0x0]@ffff8da20aa750c8[0:0] -> [0x2000013a1:0x21:0x0]@ffff8da20aa75c80: ostid: 0x280000400:484 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074938.621821:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074938.621823:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074938.621826:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.621830:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835799808 : -125747873751808 : ffff8da20aa75d00) 00000020:00001000:2.0:1769074938.621833:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.621837:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366305 : 144115272381366305 : 2000013a1000021) 00000080:00000001:2.0:1769074938.621841:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074938.621844:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366305 mtime from 0 to 1769074938 00000080:00000001:2.0:1769074938.621848:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074938.621851:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843321288 : -125747866230328 : ffff8da20b1a21c8) 00010000:00000001:2.0:1769074938.621853:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.621855:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.621857:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.622213:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.622217:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00000080:00000001:2.0:1769074938.622221:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074938.622223:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.622225:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.622227:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.622229:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074938.622232:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074938.622234:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.622237:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154600. 00020000:00000010:2.0:1769074938.622242:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37700. 00020000:00000010:2.0:1769074938.622244:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a1549c0. 00020000:00000001:2.0:1769074938.622247:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826226624 : -125747883324992 : ffff8da20a1549c0) 00020000:00000002:2.0:1769074938.622250:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a1549c0, objid 0x21:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.622254:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.622258:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37700: ostid: 0x280000400:484 ost idx: 1 gen: 0 00020000:00000002:2.0:1769074938.622261:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083acd90) owner ffff8da2126627c0 00020000:00000001:2.0:1769074938.622264:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074938.622266:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083acd90) owner ffff8da2126627c0 00020000:00000010:2.0:1769074938.622272:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37700. 00020000:00000010:2.0:1769074938.622276:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a154600. 00020000:00000010:2.0:1769074938.622281:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a1549c0. 00020000:00000002:2.0:1769074938.622283:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x21:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074938.622285:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.622287:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.622290:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074938.622293:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.622297:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a1543c0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074938.622299:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.622302:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074938.622305:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074938.622306:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074938.622308:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074938.622310:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074938.622313:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074938.622315:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.622318:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.622320:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.622321:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.622323:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.622327:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.622329:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.622332:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x21:0x0](ffff8da20b1a21c8) 00000080:00010000:2.0:1769074938.622336:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x21:0x0](ffff8da20b1a21c8) for lock 0x5882d4497368306c 00800000:00000001:2.0:1769074938.622339:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.622341:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.622343:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.622344:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.622346:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:2.0:1769074938.622348:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.622351:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:2.0:1769074938.622353:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.622355:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.622356:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.622358:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.622360:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074938.622363:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.622371:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.622380:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.622387:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.622391:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x21:0x0](ffff8da20b1a21c8) 00000080:00000001:2.0:1769074938.622394:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.622403:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4c00. 00000100:00000001:2.0:1769074938.622406:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.622410:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.622415:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.622419:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074938.622421:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.622433:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074938.622436:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074938.622438:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-4:[0x2000013a1:0x21:0x0](ffff8da20b1a21c8), flags 100102 00000080:00000010:2.0:1769074938.622447:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c4640. 00000080:00000010:2.0:1769074938.622453:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39f00. 00000080:00000001:2.0:1769074938.622456:0:28427:0:(file.c:919:ll_local_open()) Process entered 00010000:00000010:2.1:1769074938.622843:0:28427:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:2.1:1769074938.622850:0:28427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00800000:00000001:2.0:1769074938.622873:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1769074938.623006:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1769074938.623015:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da20a7ccea0. 00000002:00100000:3.0:1769074938.623022:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.623029:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.623030:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1769074938.623035:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1769074938.623039:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623042:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.623046:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.623050:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074938.623058:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074938.623062:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074938.623101:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074938.623103:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.623106:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:3.0:1769074938.623108:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-4:[0x2000013a1:0x21:0x0](ffff8da20b1a21c8), flags 100102, rc = 0 00000080:00000001:3.0:1769074938.623113:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1769074938.623115:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a154e40 released 00000080:00010000:3.0:1769074938.623117:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368306c from it ffff8da20a154e40 00010000:00000001:3.0:1769074938.623120:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.623122:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.623124:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81800 refcount=3 00000020:00000001:3.0:1769074938.623125:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:3.0:1769074938.623128:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836896256 : -125747872655360 : ffff8da20ab81800) 00010000:00000001:3.0:1769074938.623130:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.623135:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074938.623144:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.623146:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.623147:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074938.623150:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074938.623152:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074938.623161:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074938.623165:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074938.623168:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.623172:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.623173:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.623175:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.623179:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074938.623182:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.623184:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.623187:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.623190:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.623191:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.623192:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074938.623193:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1769074938.623195:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1769074938.623198:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1769074938.623200:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074938.623202:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1769074938.623204:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623207:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1769074938.623208:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623210:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074938.623212:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623214:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074938.623217:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a154e40. 00000080:00000001:3.0:1769074938.623221:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623227:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1769074938.623229:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x21:0x0](ffff8da20b1a21c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1769074938.623233:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074938.623260:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074938.623264:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074938.623267:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074938.623270:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623279:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1769074938.623282:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:3.0:1769074938.623284:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-4:[0x2000013a1:0x21:0x0](ffff8da20b1a21c8), flags 100002 00000080:00000001:3.0:1769074938.623287:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1769074938.623290:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1769074938.623291:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074938.623292:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074938.623294:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acd90) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074938.623296:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.623299:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1769074938.623304:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.623306:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.623312:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:3.0:1769074938.623315:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074938.623319:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074938.623321:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x21:0x0]: 0 00000080:00000001:3.0:1769074938.623323:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1769074938.623326:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1769074938.623330:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da20ad8fa00. 00000080:00000001:3.0:1769074938.623332:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1769074938.623338:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1769074938.623343:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1769074938.623345:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x21:0x0] 00000002:00000001:3.0:1769074938.623349:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1769074938.623351:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x21:0x0] file closed with intent: 0 00000100:00000010:3.0:1769074938.623359:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769074938.623364:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=15 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074938.623369:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.623373:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.623378:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074938.623386:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8ee00. 00000100:00000001:3.0:1769074938.623394:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074938.623407:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074938.623418:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074938.623423:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074938.623430:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.623432:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.623440:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca480. 00000100:00000001:3.0:1769074938.623442:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833000064 : -125747876551552 : ffff8da20a7ca480) 00000100:00000001:3.0:1769074938.623444:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.623446:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000001:3.0:1769074938.623451:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.623457:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.623553:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.623555:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.623560:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.623569:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.623571:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.623576:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.623580:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.623583:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.623587:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580608:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074938.623592:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.623601:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.623604:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.623607:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.623612:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769074938.623614:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.623627:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.623633:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bc08. 00000400:00000010:3.0:1769074938.623642:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 00000100:00000200:3.0:1769074938.623651:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926580608, portal 10 00000100:00000001:3.0:1769074938.623653:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.623654:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:3.0:1769074938.623661:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.623667:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.623670:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.623673:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720dd0. 00000100:00000200:3.0:1769074938.623675:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926580608, offset 0 00000400:00000200:3.0:1769074938.623683:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.623694:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.623702:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.623793:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.623800:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.623805:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.623807:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.623811:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2749:2749:256:4294967295] 192.168.204.145@tcp LPNI seq info [2749:2749:8:4294967295] 00000400:00000200:3.0:1769074938.623816:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.623828:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.623835:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.623841:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074938.623850:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.623859:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.624020:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.624079:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.624086:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1236172 usecs (1237 jiffies) 00000400:00000200:3.0:1769074938.624090:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.624094:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301366 00000100:00000001:3.0:1769074938.624097:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.624099:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301366 00000100:00000001:3.0:1769074938.624101:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.624104:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.624107:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.624109:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074938.624112:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074938.624115:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca480 going to sleep for 11 seconds 00000100:00000001:3.0:1769074938.624118:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.624121:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.624836:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.624842:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:3.0:1769074938.624847:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.624855:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.624978:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720dd0 00000400:00000010:3.0:1769074938.624983:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720dd0. 00000100:00000001:3.0:1769074938.624991:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.625062:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.625075:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.625079:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.625087:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.625088:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.628525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00000800:00000001:3.0:1769074938.628787:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.628807:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.628811:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.628814:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.628827:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.628836:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.628846:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.628853:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.628872:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.628878:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f580 00000400:00000200:3.0:1769074938.628884:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.628894:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6f15 [1] + 224 00000800:00000001:3.0:1769074938.628904:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.628917:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.628921:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.628927:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.628944:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.628956:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.628967:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.628992:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.629003:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.629007:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.629109:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.629119:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.629122:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.629126:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bc08. 00000400:00000200:2.0:1769074938.629132:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720d48 00000400:00000010:2.0:1769074938.629135:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720d48. 00000100:00000001:2.0:1769074938.629141:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.629146:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.629157:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926580608/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.629163:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.629166:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.629168:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.629172:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.629175:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.629178:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.629182:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.629194:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:2.0:1769074938.629199:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.629202:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.629204:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.629207:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.629212:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.629216:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.629219:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074938.629221:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.629223:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.629225:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000001:2.0:1769074938.629229:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.629231:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.629233:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.629236:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.629242:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.629255:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.629258:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.629261:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.629265:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.629284:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580608:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.629290:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.629292:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.629296:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.629298:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.629302:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.629309:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.629313:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca480. 00000100:00000001:2.0:1769074938.629318:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.629319:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.629326:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.629327:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000002:00000001:2.0:1769074938.629331:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.629335:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.629341:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fa00. 00000080:00000001:2.0:1769074938.629346:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074938.629349:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.629354:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.629360:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.629367:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.629369:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.629371:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39f00. 00000100:00000001:2.0:1769074938.629375:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.629377:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.629383:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.629386:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.629390:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c4640. 00000080:00000001:2.0:1769074938.629394:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.629402:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074938.629404:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-4:[0x2000013a1:0x21:0x0](ffff8da20b1a21c8), flags 100002, rc = 0 00000080:00000001:2.0:1769074938.629409:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.629414:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074938.629416:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074938.629418:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-4 (ffff8da20b1f4360, parent ffff8da20b13a288, inode ffff8da20b1a21c8) hashed, 00000080:00000001:2.0:1769074938.629421:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.629554:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.629559:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.629562:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.629563:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.629566:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.629574:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4c00. 00800000:00000002:2.0:1769074938.629581:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.629588:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.629592:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.629595:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.629598:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.629602:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.629606:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.629611:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.629613:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.629615:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.629620:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.629622:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.629625:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.629633:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.629636:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.629638:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.629641:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.629644:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.629649:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6680. 00000020:00000040:2.0:1769074938.629654:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=16 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.629670:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.629677:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.629683:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.629685:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.629687:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.629690:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.629693:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.629698:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.629926:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3b800. 00000100:00000001:2.0:1769074938.629945:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.629950:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.629952:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.629954:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.629955:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.629957:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.629964:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00010000:00000001:2.0:1769074938.629968:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.629970:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074938.630180:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1f00. 00010000:00000010:3.0:1769074938.630185:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983cc80. 00010000:00000001:3.0:1769074938.630191:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074938.630194:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491800. 00000020:00000001:3.0:1769074938.630199:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074938.630202:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491800 with handle 0x5882d44973683073 to hash 00000020:00000001:3.0:1769074938.630205:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074938.630206:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074938.630210:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074938.630215:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.630217:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.630222:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.630232:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.630245:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074938.630250:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.630252:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.630261:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7cae40. 00000100:00000001:3.0:1769074938.630263:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833002560 : -125747876549056 : ffff8da20a7cae40) 00000100:00000001:3.0:1769074938.630266:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.630267:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000001:3.0:1769074938.630272:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.630277:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.630279:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.630281:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.630289:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.630297:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.630311:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.630316:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.630319:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.630322:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.630325:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580736:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.630330:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.630336:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.630339:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.630342:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.630348:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a793000. 02000000:00000001:3.0:1769074938.630350:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.630359:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.630363:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bec8. 00000400:00000010:3.0:1769074938.630370:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720dd0. 00000100:00000200:3.0:1769074938.630378:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926580736, portal 10 00000100:00000001:3.0:1769074938.630381:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.630382:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000040:3.0:1769074938.630388:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.630395:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.630398:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.630402:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720550. 00000100:00000200:3.0:1769074938.630405:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926580736, offset 0 00000400:00000200:3.0:1769074938.630413:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.630421:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.630429:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.630437:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.630442:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.630447:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.630450:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.630454:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2750:2750:256:4294967295] 192.168.204.145@tcp LPNI seq info [2750:2750:8:4294967295] 00000400:00000200:3.0:1769074938.630458:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.630496:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.630504:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.630511:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769074938.630519:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.630528:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.630533:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.630553:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.630558:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1232868 usecs (1233 jiffies) 00000400:00000200:3.0:1769074938.630562:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.630566:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301369 00000100:00000001:3.0:1769074938.630570:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.630573:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301369 00000100:00000001:3.0:1769074938.630575:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.630578:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.630581:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.630584:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074938.630586:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074938.630589:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7cae40 going to sleep for 11 seconds 00000100:00000001:3.0:1769074938.630592:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.630594:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.630681:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.630687:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:2.0:1769074938.630692:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.630698:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.630704:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720550 00000400:00000010:2.0:1769074938.630706:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720550. 00000100:00000001:2.0:1769074938.630795:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.630800:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.630809:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.630812:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.630824:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.630826:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.637618:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.637643:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.637648:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.637650:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.637664:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.637674:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.637683:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.637689:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.637697:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.637702:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084f600 00000400:00000200:3.0:1769074938.637708:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.637716:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6f25 [1] + 224 00000800:00000001:3.0:1769074938.637727:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.637737:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.638213:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.638222:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.638232:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.638245:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.638258:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.638364:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.638386:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.638399:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.638405:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074938.641513:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.641524:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.641530:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bec8. 00000400:00000200:0.0:1769074938.641542:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720dd0 00000400:00000010:0.0:1769074938.641546:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720dd0. 00000100:00000001:0.0:1769074938.641555:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.641570:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.641584:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.641593:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.641596:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.641600:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.641604:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.641607:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.641610:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.641614:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.641625:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.641630:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.641634:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.641636:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.641639:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.641644:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.641648:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.641651:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.641653:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.641656:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.641662:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.641670:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.641674:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.641676:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.641680:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.641688:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580736:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.641695:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.641699:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.641701:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.641704:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.641707:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.641714:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.641717:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7cae40. 00000100:00000001:0.0:1769074938.641722:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.641724:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.641728:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.641733:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.641736:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642408:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:0.0:1769074938.642414:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642418:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:0.0:1769074938.642427:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491800, remote cookie: 0xe52bf4d4a351637b, flags: 0x1001 00010000:00010000:0.0:1769074938.642435:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.642446:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642453:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.642494:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.642498:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.642500:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.642501:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.642504:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1f00) refcount = 1 00010000:00010000:0.0:1769074938.642509:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642516:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.642520:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.642522:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.642526:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.642529:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.642532:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642538:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.642540:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642541:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.642543:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642544:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.642546:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.642551:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.642554:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642555:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642557:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.642559:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642561:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642563:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642564:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642566:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:0.0:1769074938.642568:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642570:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642573:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.642575:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.642578:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642584:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642585:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.642587:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642588:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642590:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=5 00000020:00000001:0.0:1769074938.642592:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642594:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642597:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.642599:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642605:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642607:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.642609:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642615:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.642616:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642618:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.642619:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642620:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.642629:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.642639:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642641:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642642:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.642645:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642647:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642649:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642651:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.642653:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.642655:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.642659:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.642662:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642663:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642664:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.642666:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642668:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00000002:00010000:0.0:1769074938.642671:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.642677:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642678:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.642680:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.642682:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.642683:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.642684:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.642686:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.642688:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:0.0:1769074938.642696:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 2 00010000:00000001:0.0:1769074938.642699:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.642703:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.642707:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.642707:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.642709:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.642713:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.642715:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.642718:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.642723:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.642726:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.642729:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.642732:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.642737:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.643401:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4c00. 00000080:00000001:0.0:1769074938.643413:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.643416:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.643424:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.643431:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074938.643443:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879900. 00800000:00000001:0.0:1769074938.643445:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816940800 : -125747892610816 : ffff8da209879900) 00800000:00000001:0.0:1769074938.643448:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.643450:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.643453:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074938.643456:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074938.643458:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074938.643509:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074938.643511:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.643518:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074938.643521:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074938.643527:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074938.643530:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.643532:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.643534:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.643537:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643539:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643542:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.643544:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.643546:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.643549:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074938.643551:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879900 1 00800000:00000010:0.0:1769074938.643554:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879900. 00800000:00000001:0.0:1769074938.643557:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.643561:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683073 00800000:00000001:0.0:1769074938.643564:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.643566:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.643568:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.643569:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.643571:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.643573:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643575:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643579:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.643580:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.643582:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.643584:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.643586:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.643589:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.643593:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683073 from it ffffb17741753bf8 00010000:00000001:0.0:1769074938.643595:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.643596:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.643598:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.643600:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643602:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.643604:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.643607:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.643614:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.643615:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.643617:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.643620:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.643623:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.643631:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.643635:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.643637:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.643642:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.643643:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.643644:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.643648:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.643651:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.643653:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.643656:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.643658:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.643659:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.643661:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.643663:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.643672:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6680 x1855007926580736/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.643680:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074938.643684:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.643687:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a793000. 02000000:00000001:0.0:1769074938.643692:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074938.643695:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074938.643697:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=15 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074938.643699:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074938.643702:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3b800. 02000000:00000001:0.0:1769074938.643708:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074938.643710:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074938.643712:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6680. 00000100:00000001:0.0:1769074938.643716:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074938.643718:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.643721:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074938.643727:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.644020:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c429c0. 00000080:00000001:0.0:1769074938.644028:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.644030:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.644032:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074938.644035:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.644041:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:0.0:1769074938.644047:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.644051:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.644055:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.644057:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074938.644059:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.644063:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.644079:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.644085:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.644087:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074938.644088:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.644092:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.644094:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.644097:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.644104:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 2 00010000:00000001:0.0:1769074938.644107:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.644112:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.644115:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074938.644118:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074938.644127:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074938.644132:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.644136:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074938.644178:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074938.644181:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.644183:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.644185:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.644187:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.644189:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074938.644192:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074938.644195:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.644197:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.644200:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.644201:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.644203:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.644206:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683073 00800000:00000001:0.0:1769074938.644209:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.644210:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.644212:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.644213:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.644215:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.644217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.644219:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.644222:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644223:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.644224:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.644226:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.644228:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683073 from it ffffb17741753b38 00010000:00000001:0.0:1769074938.644230:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.644231:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.644232:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:0.0:1769074938.644234:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.644236:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:0.0:1769074938.644238:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.644240:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.644246:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644247:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.644248:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.644250:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.644252:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.644263:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.644265:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.644267:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.644269:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644270:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.644272:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644274:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.644276:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644277:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644280:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644282:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.644283:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644284:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.644286:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074938.644287:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.644289:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074938.644293:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.644297:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074938.644308:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074938.644311:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b2600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074938.644317:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef4840. 00000080:00000001:0.0:1769074938.644323:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074938.644326:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074938.644328:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074938.644335:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00800000:00000002:0.0:1769074938.644337:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.644343:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.644345:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.644346:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074938.644349:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-5' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.644352:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074938.644356:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074938.644361:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074938.644364:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074938.644367:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074938.644369:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074938.644372:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074938.644375:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x22:0x0] 40000000:00000001:0.0:1769074938.644378:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.644380:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.644382:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.644384:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.644386:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074938.644388:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x22:0x0], name='f15a.replay-dual-5' -> mds #0 00000002:00000001:0.0:1769074938.644392:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.644393:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074938.644395:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-5,[0x2000013a1:0x22:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074938.644399:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.644402:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074938.644406:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074938.644410:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.644412:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074938.644414:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 2 00010000:00000001:0.0:1769074938.644416:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.644419:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074938.644424:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074938.644427:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074938.644436:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074938.644441:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074938.644443:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074938.644445:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074938.644448:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.644449:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.644452:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 3 00010000:00000001:0.0:1769074938.644454:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.644456:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.644457:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.644489:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.644491:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 3 00010000:00000001:0.0:1769074938.644493:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.644495:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.644496:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.644497:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.644499:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1f00 count: 3 00010000:00000001:0.0:1769074938.644501:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.644502:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.644504:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074938.644507:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074938.644511:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074938.644514:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074938.644517:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074938.644519:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644522:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074938.644525:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074938.644527:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074938.644529:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.644531:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074938.644533:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491800 with handle 0x5882d44973683073 from hash 00010000:00000001:0.0:1769074938.644536:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074938.644537:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644539:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.644540:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074938.644543:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074938.644545:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074938.644548:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.644550:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.644552:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074938.644558:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429c00. 00000020:00000040:0.0:1769074938.644562:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=16 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074938.644569:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074938.644571:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644575:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.644580:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.644583:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.644585:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.644586:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.644590:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.644592:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.644595:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.644603:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105cbc00. 00000100:00000001:0.0:1769074938.644610:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644614:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.644617:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074938.644621:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.644627:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074938.644629:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.644631:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074938.644633:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683073 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351637b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.644641:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1f00 count: 0 00010000:00000010:0.0:1769074938.644647:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983cc80. 00010000:00000001:0.0:1769074938.644659:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.644661:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644663:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.644665:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.644667:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.644678:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00010000:00000001:0.0:1769074938.644682:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.644684:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.644689:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efe00. 00010000:00000010:0.0:1769074938.644693:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.644698:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.644701:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef200. 00000020:00000001:0.0:1769074938.644704:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.644707:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef200 with handle 0x5882d4497368307a to hash 00000020:00000001:0.0:1769074938.644710:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.644712:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.644716:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.644719:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.644721:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.644724:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.644731:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074938.644940:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074938.644954:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074938.644967:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.644973:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.644976:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.644985:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074938.644987:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821208640 : -125747888342976 : ffff8da209c8b840) 00000100:00000001:0.0:1769074938.644990:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.644992:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000001:0.0:1769074938.644997:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.645001:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.645003:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.645005:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.645010:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.645019:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.645021:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.645026:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.645029:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.645032:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.645035:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580992:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.645040:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.645047:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.645050:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.645053:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.645137:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.645139:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.645151:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.645157:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.645166:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105ca400. 00000100:00000200:0.0:1769074938.645175:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926580992, portal 10 00000100:00000001:0.0:1769074938.645177:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.645179:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000040:0.0:1769074938.645185:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.645193:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.645197:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.645201:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769074938.645206:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926580992, offset 0 00000400:00000200:0.0:1769074938.645213:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.645223:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.645233:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.645240:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.645245:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.645249:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.645252:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.645256:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2751:2751:256:4294967295] 192.168.204.145@tcp LPNI seq info [2751:2751:8:4294967295] 00000400:00000200:0.0:1769074938.645260:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.645273:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.645281:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.645288:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769074938.645296:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.645632:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.645639:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.646291:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.646401:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1229601 usecs (1230 jiffies) 00000400:00000200:0.0:1769074938.646411:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.646415:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301381 00000100:00000001:0.0:1769074938.646419:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.646421:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301381 00000100:00000001:0.0:1769074938.646424:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.646427:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.646430:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.646433:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.646436:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.646440:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.646444:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.646447:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.646694:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.646700:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:2.0:1769074938.646707:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.646716:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.646723:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:2.0:1769074938.646726:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:2.0:1769074938.646732:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.647250:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.647266:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.647271:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.647278:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.647280:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.652981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1f00. 00010000:00000010:0.1:1769074938.653008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00000800:00000001:3.0:1769074938.660793:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.660817:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.660823:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.660826:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.660841:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.660852:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.660862:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.660868:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.660876:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.660881:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084f700 00000400:00000200:3.0:1769074938.660888:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.660896:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6f35 [32] + 224 00000800:00000001:3.0:1769074938.660906:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.660916:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.660921:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.660926:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.660946:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.660958:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.660970:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.660993:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.661005:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.661009:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.661017:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.661023:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2752:2752:256:4294967295] 192.168.204.145@tcp LPNI seq info [2752:2752:8:4294967295] 00000400:00000200:3.0:1769074938.661028:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.661037:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.661044:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.661051:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0d800. 00000800:00000200:3.0:1769074938.661059:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.661077:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.661081:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0d800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074938.661191:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.661195:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0d800. 00000400:00000200:3.0:1769074938.661199:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.661202:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074938.661209:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.661212:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.661320:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.661331:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.661333:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.661337:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:0.0:1769074938.661343:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105ca400 00000400:00000010:0.0:1769074938.661346:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105ca400. 00000100:00000001:0.0:1769074938.661349:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.661355:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.661366:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429c00 x1855007926580992/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.661373:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.661375:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.661379:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.661383:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.661386:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.661389:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.661392:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.661405:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.661411:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.661413:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.661416:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.661419:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.661424:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.661428:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.661430:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074938.661432:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.661435:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.661437:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000001:0.0:1769074938.661440:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.661443:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.661445:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.661448:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.661454:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.661512:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.661516:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.661518:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.661524:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.661532:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926580992:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.661537:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.661541:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.661543:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.661546:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.661549:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.661556:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.661560:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074938.661563:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.661565:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.661568:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.661574:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661578:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661582:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=4 00000020:00000001:0.0:1769074938.661585:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661588:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000040:0.0:1769074938.661596:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef200, remote cookie: 0xe52bf4d4a3516397, flags: 0x1001 00010000:00010000:0.0:1769074938.661602:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.661614:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x22:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074938.661617:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074938.661627:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120eff00. 00010000:00000010:0.0:1769074938.661633:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0a80. 00010000:00000040:0.0:1769074938.661639:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efe00 count: 0 00010000:00000010:0.0:1769074938.661647:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.661657:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.661661:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.661670:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661676:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.661682:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.661684:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.661687:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.661689:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.661691:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x22:0x0].0x0 (ffff8da2120eff00) refcount = 1 00010000:00010000:0.0:1769074938.661695:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661701:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.661705:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.661707:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.661710:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.661713:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.661716:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661722:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.661724:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661725:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.661726:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661727:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.661729:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.661734:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.661737:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661738:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661739:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.661742:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661744:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661746:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661748:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661749:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=4 00000020:00000001:0.0:1769074938.661751:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661754:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661757:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.661760:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.661763:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661769:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661771:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.661772:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661773:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661774:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=5 00000020:00000001:0.0:1769074938.661776:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661778:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661781:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.661783:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661789:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661790:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.661792:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.661799:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.661800:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661801:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.661802:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661803:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.661809:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.661820:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.661825:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.661832:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.661843:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661844:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661845:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.661847:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661850:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00000002:00010000:0.0:1769074938.661854:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074938.661863:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879900. 00010000:00000001:0.0:1769074938.661865:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661866:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.661868:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.661870:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.661874:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074938.661876:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.661877:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000001:0.0:1769074938.661879:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.661881:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00010000:00000001:0.0:1769074938.661883:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661884:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661886:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.661887:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661889:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00000002:00010000:0.0:1769074938.661892:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.661898:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661899:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.661901:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.661903:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.661905:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.661906:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.661908:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.661909:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000040:0.0:1769074938.661915:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:0.0:1769074938.661917:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.661922:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/34 (0 0) 00010000:00000001:0.0:1769074938.661925:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.661926:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.661928:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.661944:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074938.661946:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-5 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074938.661950:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.661954:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.661957:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.661961:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074938.661965:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.661970:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.661973:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074938.661975:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef4840 it_disposition 1800037 00000080:00002000:0.0:1769074938.661981:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074938.661987:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.661990:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074938.661992:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074938.661994:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074938.661997:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074938.661999:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.662005:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074938.662009:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.662012:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366306 : 144115272381366306 : 2000013a1000022) 00000080:00000001:0.0:1769074938.662016:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074938.662029:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1beb40. 00000020:00000001:0.0:1769074938.662042:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074938.662044:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074938.662048:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074938.662050:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x22:0x0](ffff8da20b1bec08) 00000020:00000001:0.0:1769074938.662054:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.662060:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.662063:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.662068:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074938.662074:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16640. 00000020:00000001:0.0:1769074938.662077:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.662079:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.662102:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.662145:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e8b8. 00020000:00000001:0.0:1769074938.662149:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834459320 : -125747875092296 : ffff8da20a92e8b8) 00020000:00000001:0.0:1769074938.662152:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074938.662155:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.662163:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef42a0. 00020000:00000010:0.0:1769074938.662169:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ad80. 00020000:00000010:0.0:1769074938.662175:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef45a0. 00020000:00000001:0.0:1769074938.662177:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294688 : -125748003256928 : ffff8da202ef45a0) 00020000:00000002:0.0:1769074938.662180:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef45a0, objid 0x22:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.662185:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.662189:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ad80: ostid: 0x240000400:484 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.662192:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074938.662195:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef45a0, objid 0x22:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.662199:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.662202:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ad80: ostid: 0x240000400:484 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074938.662207:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3da20. 00020000:00000010:0.0:1769074938.662210:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8bcc0. 00020000:00000001:0.0:1769074938.662217:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074938.662221:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578dd08. 00020000:00000001:0.0:1769074938.662225:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074938.662227:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074938.662232:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.662236:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab16708. 00000020:00000001:0.0:1769074938.662237:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.662239:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.662241:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836457864 : -125747873093752 : ffff8da20ab16788) 00020000:00000001:0.0:1769074938.662250:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074938.662269:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2aee00. 00020000:00000001:0.0:1769074938.662273:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.662278:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836457864 : -125747873093752 : ffff8da20ab16788) 00020000:00000001:0.0:1769074938.662281:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836457864 : -125747873093752 : ffff8da20ab16788) 00020000:00000002:0.0:1769074938.662285:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e4:0x0]@ffff8da20ab16708[0:0] -> [0x2000013a1:0x22:0x0]@ffff8da20ab16640: ostid: 0x240000400:484 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.662291:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074938.662294:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074938.662296:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.662300:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836457664 : -125747873093952 : ffff8da20ab166c0) 00000020:00001000:0.0:1769074938.662303:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.662307:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366306 : 144115272381366306 : 2000013a1000022) 00000080:00000001:0.0:1769074938.662311:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074938.662314:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366306 mtime from 0 to 1769074938 00000080:00000001:0.0:1769074938.662318:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074938.662322:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843438600 : -125747866113016 : ffff8da20b1bec08) 00010000:00000001:0.0:1769074938.662324:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.662326:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.662327:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.662329:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.662332:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00000080:00000001:0.0:1769074938.662336:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074938.662337:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.662339:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.662340:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.662342:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074938.662345:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074938.662346:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.662349:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4540. 00020000:00000010:0.0:1769074938.662352:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ac80. 00020000:00000010:0.0:1769074938.662354:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef41e0. 00020000:00000001:0.0:1769074938.662356:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706293728 : -125748003257888 : ffff8da202ef41e0) 00020000:00000002:0.0:1769074938.662359:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef41e0, objid 0x22:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.662362:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.662365:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac80: ostid: 0x240000400:484 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074938.662368:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e8b8) owner ffff8da2126627c0 00020000:00000001:0.0:1769074938.662371:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074938.662373:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e8b8) owner ffff8da2126627c0 00020000:00000010:0.0:1769074938.662379:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003ac80. 00020000:00000010:0.0:1769074938.662383:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4540. 00020000:00000010:0.0:1769074938.662388:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef41e0. 00020000:00000002:0.0:1769074938.662390:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074938.662393:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.662394:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.662398:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074938.662401:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.662404:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef45a0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074938.662407:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.662409:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074938.662412:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074938.662413:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074938.662415:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074938.662417:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074938.662419:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074938.662422:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.662424:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.662426:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.662427:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.662428:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.662431:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.662433:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.662435:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x22:0x0](ffff8da20b1bec08) 00000080:00010000:0.0:1769074938.662439:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x22:0x0](ffff8da20b1bec08) for lock 0x5882d4497368307a 00800000:00000001:0.0:1769074938.662442:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.662443:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.662444:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.662445:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.662447:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.662449:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.662450:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.662453:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.662454:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.662456:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.662458:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662504:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074938.662506:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.662514:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.662520:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662527:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.662531:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x22:0x0](ffff8da20b1bec08) 00000080:00000001:0.0:1769074938.662534:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.662538:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000100:00000001:0.0:1769074938.662542:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.662545:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.662550:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662554:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074938.662556:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662567:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074938.662569:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074938.662572:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-5:[0x2000013a1:0x22:0x0](ffff8da20b1bec08), flags 100102 00000080:00000010:0.0:1769074938.662581:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a140. 00000080:00000010:0.0:1769074938.662588:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879480. 00000080:00000001:0.0:1769074938.662591:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074938.662594:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.662598:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074938.662602:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42640. 00000002:00100000:0.0:1769074938.662607:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.662613:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.662615:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074938.662619:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074938.662623:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662626:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.662630:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.662633:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074938.662640:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.662645:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.662682:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074938.662684:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.662686:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074938.662688:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-5:[0x2000013a1:0x22:0x0](ffff8da20b1bec08), flags 100102, rc = 0 00000080:00000001:0.0:1769074938.662693:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074938.662695:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef4840 released 00000080:00010000:0.0:1769074938.662697:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368307a from it ffff8da202ef4840 00010000:00000001:0.0:1769074938.662699:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.662700:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.662702:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef200 refcount=3 00000020:00000001:0.0:1769074938.662703:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.662706:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896384 : -125747946655232 : ffff8da2064ef200) 00010000:00000001:0.0:1769074938.662708:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.662711:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.662718:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.662719:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.662721:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.662724:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.662726:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.662734:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.662737:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.662740:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.662745:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.662746:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.662748:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.662752:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.662755:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.662757:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.662759:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.662762:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.662763:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.662764:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.662765:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074938.662768:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074938.662771:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.662772:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074938.662774:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.662776:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662779:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074938.662781:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662783:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.662785:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662787:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.662789:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef4840. 00000080:00000001:0.0:1769074938.662792:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662798:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074938.662800:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x22:0x0](ffff8da20b1bec08), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074938.662804:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.662833:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.662836:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.662839:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.662842:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662851:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074938.662853:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074938.662855:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-5:[0x2000013a1:0x22:0x0](ffff8da20b1bec08), flags 100002 00000080:00000001:0.0:1769074938.662858:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074938.662861:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074938.662862:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.662863:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.662865:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.662867:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.662870:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074938.662876:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.662878:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.662882:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:0.0:1769074938.662885:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.662888:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.662890:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x22:0x0]: 0 00000080:00000001:0.0:1769074938.662892:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074938.662894:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074938.662898:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7e000. 00000080:00000001:0.0:1769074938.662900:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074938.662906:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074938.662910:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074938.662912:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x22:0x0] 00000002:00000001:0.0:1769074938.662916:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074938.662918:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x22:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074938.662924:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642ad80. 00000020:00000040:0.0:1769074938.662929:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=17 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074938.662945:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.662949:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.662954:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.662962:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7ec00. 00000100:00000001:0.0:1769074938.662970:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074938.662982:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074938.662994:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074938.662999:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074938.663006:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.663009:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.663017:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074938.663019:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821209024 : -125747888342592 : ffff8da209c8b9c0) 00000100:00000001:0.0:1769074938.663022:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.663023:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000100:00000001:0.0:1769074938.663029:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.663034:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.663037:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.663039:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.663043:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.663050:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.663052:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.663056:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.663058:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.663061:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.663065:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642ad80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581248:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.663069:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.663074:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.663077:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.663080:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.663085:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105ca400. 02000000:00000001:0.0:1769074938.663087:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.663096:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.663101:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000400:00000010:0.0:1769074938.663109:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841990. 00000100:00000200:0.0:1769074938.663118:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926581248, portal 10 00000100:00000001:0.0:1769074938.663120:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.663122:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000100:00000040:0.0:1769074938.663128:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.663135:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.663139:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.663142:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769074938.663147:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926581248, offset 0 00000400:00000200:0.0:1769074938.663154:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.663164:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.663172:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.663179:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.663186:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.663190:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.663193:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.663197:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2753:2753:256:4294967295] 192.168.204.145@tcp LPNI seq info [2753:2753:8:4294967295] 00000400:00000200:0.0:1769074938.663201:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.663211:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.663217:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.663222:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769074938.663229:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.663237:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.663242:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.663264:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.663269:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1226368 usecs (1227 jiffies) 00000400:00000200:0.0:1769074938.663273:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.663276:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301395 00000100:00000001:0.0:1769074938.663279:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.663282:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301395 00000100:00000001:0.0:1769074938.663284:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.663286:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.663289:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.663291:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.663293:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.663296:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.663298:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.663302:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.665429:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.665443:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 00000400:00000200:3.0:1769074938.665452:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.665817:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.665827:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:3.0:1769074938.665830:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:3.0:1769074938.665838:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.665847:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.665862:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.665865:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.665873:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.665875:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.668039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efe00. 00000800:00000001:2.0:1769074938.670248:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.670274:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.670280:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.670282:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.670297:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.670307:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.670316:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.670322:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.670329:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.670333:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f800 00000400:00000200:2.0:1769074938.670339:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.670348:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6f3d [1] + 224 00000800:00000001:2.0:1769074938.670359:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.670373:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.670377:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.670382:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.670392:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.670404:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.670416:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.670439:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.670450:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.670453:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.670622:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074938.670634:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074938.670636:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074938.670641:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:3.0:1769074938.670648:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:3.0:1769074938.670651:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:3.0:1769074938.670655:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.670660:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074938.670671:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642ad80 x1855007926581248/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.670677:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074938.670680:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.670682:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074938.670686:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074938.670689:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074938.670692:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.670695:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074938.670708:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:3.0:1769074938.670713:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074938.670717:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074938.670719:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.670722:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074938.670727:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.670731:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074938.670733:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074938.670735:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074938.670739:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.670741:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000100:00000001:3.0:1769074938.670744:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074938.670747:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074938.670749:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074938.670753:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.670758:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.670765:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.670769:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074938.670772:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074938.670777:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074938.670785:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642ad80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581248:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074938.670791:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.670794:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.670796:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074938.670798:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.670801:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.670808:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074938.670811:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b9c0. 00000100:00000001:3.0:1769074938.670816:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074938.670818:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.670839:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.670841:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000002:00000001:3.0:1769074938.670844:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.670848:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.670854:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7e000. 00000080:00000001:3.0:1769074938.670858:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074938.670862:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1769074938.670874:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1769074938.670880:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.670888:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.670890:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.670892:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879480. 00000100:00000001:3.0:1769074938.670895:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.670898:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.670905:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.670909:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.670912:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a140. 00000080:00000001:3.0:1769074938.670916:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.670924:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:3.0:1769074938.670927:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-5:[0x2000013a1:0x22:0x0](ffff8da20b1bec08), flags 100002, rc = 0 00000080:00000001:3.0:1769074938.670942:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.670950:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1769074938.670953:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:3.0:1769074938.670955:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-5 (ffff8da20b22e1b0, parent ffff8da20b13a288, inode ffff8da20b1bec08) hashed, 00000080:00000001:3.0:1769074938.670958:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.671047:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074938.671052:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074938.671054:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074938.671056:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:3.0:1769074938.671059:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074938.674087:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ea00. 00800000:00000002:3.0:1769074938.674107:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074938.674114:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074938.674121:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.674125:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:3.0:1769074938.674129:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074938.674134:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074938.674140:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074938.674147:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.674149:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:3.0:1769074938.674151:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074938.674156:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074938.674159:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.674163:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074938.674173:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.674176:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.674179:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.674181:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074938.674185:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074938.674193:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769074938.674199:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=18 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074938.674208:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074938.674215:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.674224:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.674227:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.674229:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.674233:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.674236:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.674243:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074938.674253:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769074938.674261:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.674267:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.674269:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.674271:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.674272:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.674275:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.674281:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00010000:00000001:3.0:1769074938.674287:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074938.674290:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074938.674296:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1e00. 00010000:00000010:3.0:1769074938.674302:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074938.674308:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074938.674312:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490c00. 00000020:00000001:3.0:1769074938.674316:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074938.674319:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490c00 with handle 0x5882d44973683081 to hash 00000020:00000001:3.0:1769074938.674322:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074938.674323:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.674327:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.674332:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.674335:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.674340:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.674349:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.674361:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074938.674367:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.674369:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.674378:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca9c0. 00000100:00000001:3.0:1769074938.674380:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833001408 : -125747876550208 : ffff8da20a7ca9c0) 00000100:00000001:3.0:1769074938.674383:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.674385:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769074938.674390:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.674394:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.674397:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.674399:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.674411:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.674421:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.674423:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.674429:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.674432:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.674435:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.674438:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581376:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.674443:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.674450:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.674453:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.674456:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.674499:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074938.674503:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.674515:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.674521:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769074938.674530:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720908. 00000100:00000200:3.0:1769074938.674540:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926581376, portal 10 00000100:00000001:3.0:1769074938.674542:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.674544:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:3.0:1769074938.674550:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.674559:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.674562:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.674565:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7202a8. 00000100:00000200:3.0:1769074938.674569:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926581376, offset 0 00000400:00000200:3.0:1769074938.674579:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.674592:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.674601:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.674609:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.674615:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.674620:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.674623:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.674627:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2754:2754:256:4294967295] 192.168.204.145@tcp LPNI seq info [2754:2754:8:4294967295] 00000400:00000200:3.0:1769074938.674632:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.674644:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.674653:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.674660:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13400. 00000800:00000200:3.0:1769074938.674670:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.674681:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.674686:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.674704:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.674709:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1223123 usecs (1224 jiffies) 00000400:00000200:3.0:1769074938.674714:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.674718:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301404 00000100:00000001:3.0:1769074938.674722:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.674725:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301404 00000100:00000001:3.0:1769074938.674728:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.674731:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.674734:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.674737:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074938.674739:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074938.674742:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074938.674745:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.674749:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.675538:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.675545:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13400. 00000400:00000200:2.0:1769074938.675554:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.675563:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.675570:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7202a8 00000400:00000010:2.0:1769074938.675573:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7202a8. 00000100:00000001:2.0:1769074938.675581:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.675587:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.675599:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.675603:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.675610:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.675612:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.681514:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.681538:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.681544:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.681547:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.681560:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.681570:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.681580:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.681585:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.681593:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.681598:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084f880 00000400:00000200:2.0:1769074938.681605:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.681612:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6f45 [1] + 224 00000800:00000001:2.0:1769074938.681625:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.681636:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.681640:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.681646:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.681655:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.681667:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.681681:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.681704:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.681716:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.681720:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.681903:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074938.681913:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074938.681916:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074938.681921:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769074938.681926:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720908 00000400:00000010:3.0:1769074938.681929:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720908. 00000100:00000001:3.0:1769074938.681945:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.681951:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074938.681960:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.681967:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074938.681969:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.681973:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074938.681977:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074938.681980:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074938.681984:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.681988:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074938.682001:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074938.682006:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074938.682009:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074938.682011:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682015:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074938.682020:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.682025:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074938.682028:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074938.682030:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074938.682034:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.682039:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.682046:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.682050:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074938.682052:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074938.682056:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074938.682065:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581376:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.682081:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.682084:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.682087:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074938.682089:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.682093:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.682100:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074938.682103:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca9c0. 00000100:00000001:3.0:1769074938.682106:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074938.682108:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682112:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074938.682117:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682121:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682124:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=4 00000020:00000001:3.0:1769074938.682127:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682130:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000040:3.0:1769074938.682138:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490c00, remote cookie: 0xe52bf4d4a35163ac, flags: 0x1001 00010000:00010000:3.0:1769074938.682145:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074938.682163:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682171:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074938.682176:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074938.682180:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074938.682181:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074938.682183:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074938.682186:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1e00) refcount = 1 00010000:00010000:3.0:1769074938.682191:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682198:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074938.682202:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074938.682204:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074938.682208:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074938.682210:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.682213:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682219:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074938.682221:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682223:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682224:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682225:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682227:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.682232:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1769074938.682234:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682235:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682237:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682239:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682242:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682244:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682246:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682247:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=4 00000020:00000001:3.0:1769074938.682249:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682251:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682254:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.682257:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.682260:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682267:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682268:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682269:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682271:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682272:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=5 00000020:00000001:3.0:1769074938.682274:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682276:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682279:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.682282:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682288:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682289:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074938.682292:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682298:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.682299:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682300:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682302:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682303:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1769074938.682308:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1769074938.682317:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682319:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682321:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682323:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682325:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682327:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682329:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.682330:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.682332:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.682336:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1769074938.682338:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682340:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682341:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682342:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682344:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00000002:00010000:3.0:1769074938.682348:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682353:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682354:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682356:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074938.682357:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682358:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682360:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682361:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682363:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000040:3.0:1769074938.682371:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074938.682375:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074938.682379:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1769074938.682382:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682383:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.682385:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074938.682389:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:3.0:1769074938.682391:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1769074938.682394:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.682399:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.682402:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074938.682406:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1769074938.682410:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074938.682414:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074938.682418:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ea00. 00000080:00000001:3.0:1769074938.682423:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074938.682425:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074938.682433:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1769074938.682439:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074938.682447:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207f73cc0. 00800000:00000001:3.0:1769074938.682449:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325790702784 : -125747918848832 : ffff8da207f73cc0) 00800000:00000001:3.0:1769074938.682452:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.682454:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074938.682458:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074938.682790:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074938.682795:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074938.682798:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074938.682800:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.682806:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074938.682809:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1769074938.682815:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074938.682818:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682820:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682821:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682824:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682826:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682829:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682830:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074938.682832:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074938.682835:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074938.682836:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207f73cc0 1 00800000:00000010:3.0:1769074938.682839:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207f73cc0. 00800000:00000001:3.0:1769074938.682842:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.682846:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683081 00800000:00000001:3.0:1769074938.682850:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074938.682851:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074938.682853:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682854:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682855:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682857:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682859:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682861:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682862:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.682864:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.682866:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.682868:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.682871:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074938.682874:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683081 from it ffffb17741753bf8 00010000:00000001:3.0:1769074938.682876:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.682877:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.682878:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.682880:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682882:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.682884:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.682886:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682892:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682893:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682894:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074938.682897:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074938.682899:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.682907:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074938.682910:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074938.682912:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.682916:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682917:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.682919:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682923:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074938.682925:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682926:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682938:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.682940:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.682942:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.682943:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074938.682945:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.682952:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926581376/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.682959:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074938.682962:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074938.682966:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074938.682971:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074938.682974:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074938.682976:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=17 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074938.682978:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074938.682982:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:3.0:1769074938.682985:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074938.682988:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074938.682991:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:3.0:1769074938.682996:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074938.682997:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074938.683002:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:3.0:1769074938.683009:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.683037:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7cc040. 00000080:00000001:3.0:1769074938.683046:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074938.683048:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074938.683050:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:3.0:1769074938.683052:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074938.683058:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ea00. 00800000:00000002:3.0:1769074938.683124:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074938.683129:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074938.683133:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.683135:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:3.0:1769074938.683138:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074938.683142:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074938.683146:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074938.683151:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.683153:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:3.0:1769074938.683155:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074938.683159:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074938.683161:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.683163:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.683167:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074938.683170:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074938.683174:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.683175:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074938.683178:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074938.683187:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074938.683191:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.683194:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074938.683200:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074938.683202:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074938.683204:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074938.683206:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074938.683208:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074938.683210:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074938.683212:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074938.683214:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074938.683216:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ea00. 00000080:00000001:3.0:1769074938.683218:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074938.683220:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.683222:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074938.683225:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683081 00800000:00000001:3.0:1769074938.683229:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074938.683230:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074938.683231:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.683233:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.683234:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.683236:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.683238:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.683241:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683242:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.683243:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.683244:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.683246:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683081 from it ffffb17741753b38 00010000:00000001:3.0:1769074938.683249:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.683250:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.683251:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074938.683253:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.683255:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074938.683257:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.683259:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.683265:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683267:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.683268:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074938.683269:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074938.683271:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.683276:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074938.683278:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074938.683280:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.683282:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683283:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.683284:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683286:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074938.683288:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683289:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683292:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683294:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.683295:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683296:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074938.683298:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074938.683299:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074938.683301:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074938.683304:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.683308:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074938.683310:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:3.0:1769074938.683313:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2057c3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074938.683319:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da208ba6480. 00000080:00000001:3.0:1769074938.683324:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074938.683326:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:3.0:1769074938.683329:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:3.0:1769074938.683337:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ea00. 00800000:00000002:3.0:1769074938.683340:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074938.683345:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074938.683347:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.683348:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:3.0:1769074938.683350:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-6' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074938.683354:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074938.683357:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074938.683361:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:3.0:1769074938.683365:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074938.683367:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074938.683370:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074938.683373:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074938.683376:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x23:0x0] 40000000:00000001:3.0:1769074938.683379:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.683381:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.683382:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.683384:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.683386:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:3.0:1769074938.683389:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x23:0x0], name='f15a.replay-dual-6' -> mds #0 00000002:00000001:3.0:1769074938.683392:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.683393:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:3.0:1769074938.683395:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-6,[0x2000013a1:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074938.683399:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074938.683402:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074938.683406:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074938.683410:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.683411:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074938.683413:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074938.683415:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074938.683418:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074938.683421:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074938.683424:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074938.683432:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074938.683436:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074938.683438:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074938.683441:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074938.683443:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.683445:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.683447:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 3 00010000:00000001:3.0:1769074938.683449:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074938.683452:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.683453:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.683454:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.683455:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 3 00010000:00000001:3.0:1769074938.683457:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074938.683490:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.683492:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.683493:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.683495:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 3 00010000:00000001:3.0:1769074938.683497:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074938.683499:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.683501:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074938.683505:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074938.683509:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074938.683512:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074938.683515:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074938.683516:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683519:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074938.683522:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074938.683525:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074938.683526:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.683528:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074938.683531:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490c00 with handle 0x5882d44973683081 from hash 00010000:00000001:3.0:1769074938.683533:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074938.683535:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683536:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.683538:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074938.683540:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074938.683542:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074938.683545:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074938.683547:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074938.683549:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074938.683554:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769074938.683559:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=18 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074938.683565:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074938.683566:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683569:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074938.683574:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.683576:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.683577:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.683579:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.683582:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.683584:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.683588:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074938.683595:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769074938.683603:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683607:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.683610:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074938.683614:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074938.683621:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074938.683623:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074938.683625:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074938.683627:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683081 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35163ac expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074938.683635:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1e00 count: 0 00010000:00000010:3.0:1769074938.683641:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074938.683652:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.683654:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683656:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074938.683657:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.683659:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.683671:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00010000:00000001:3.0:1769074938.683674:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074938.683676:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074938.683681:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1100. 00010000:00000010:3.0:1769074938.683684:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074938.683689:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074938.683693:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491e00. 00000020:00000001:3.0:1769074938.683695:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074938.683697:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491e00 with handle 0x5882d44973683088 to hash 00000020:00000001:3.0:1769074938.683699:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074938.683701:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.683704:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.683707:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.683708:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.683711:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074938.683720:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:3.0:1769074938.683733:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074938.683753:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074938.683763:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074938.683768:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.683770:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.683779:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca9c0. 00000100:00000001:3.0:1769074938.683781:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833001408 : -125747876550208 : ffff8da20a7ca9c0) 00000100:00000001:3.0:1769074938.683785:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.683786:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769074938.683791:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.683795:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.683797:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.683798:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.683803:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.683811:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.683813:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.683817:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.683821:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.683823:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.683827:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581632:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.683832:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.683837:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.683840:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.683843:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.683928:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074938.683942:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.683953:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.683958:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769074938.683966:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207f0cc00. 00000100:00000200:3.0:1769074938.683976:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926581632, portal 10 00000100:00000001:3.0:1769074938.683977:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.683979:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:3.0:1769074938.683985:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.683991:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.683994:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.683998:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720908. 00000100:00000200:3.0:1769074938.684001:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926581632, offset 0 00000400:00000200:3.0:1769074938.684007:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.684016:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.684025:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.684032:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.684037:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.684042:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.684045:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.684048:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2755:2755:256:4294967295] 192.168.204.145@tcp LPNI seq info [2755:2755:8:4294967295] 00000400:00000200:3.0:1769074938.684052:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.684062:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.685392:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.685407:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769074938.685416:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.685425:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.685431:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.685451:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.685458:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1219896 usecs (1220 jiffies) 00000400:00000200:3.0:1769074938.685482:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.685486:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301411 00000100:00000001:3.0:1769074938.685490:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.685492:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301411 00000100:00000001:3.0:1769074938.685495:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.685497:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.685501:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.685504:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074938.685507:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074938.685510:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074938.685513:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.685517:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.687381:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.687393:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:2.0:1769074938.687403:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.687414:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.687423:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720908 00000400:00000010:2.0:1769074938.687427:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720908. 00000100:00000001:2.0:1769074938.687436:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.687447:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.687693:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.687699:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.687707:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.687709:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.700264:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.700290:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.700295:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.700298:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.700311:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700321:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.700329:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700335:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700341:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700346:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084f980 00000400:00000200:2.0:1769074938.700352:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700360:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6f55 [32] + 224 00000800:00000001:2.0:1769074938.700371:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.700382:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.700385:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.700390:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.700400:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.700411:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.700424:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.700447:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074938.700499:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074938.700503:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700511:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.700517:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2756:2756:256:4294967295] 192.168.204.145@tcp LPNI seq info [2756:2756:8:4294967295] 00000400:00000200:2.0:1769074938.700522:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.700531:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074938.700537:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.700545:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e39000. 00000800:00000200:2.0:1769074938.700552:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.700561:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.700566:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e39000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074938.700685:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.700690:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e39000. 00000400:00000200:2.0:1769074938.700693:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.700697:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074938.700704:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.700707:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1769074938.701114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:3.1:1769074938.701125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000100:00000001:3.0:1769074938.701171:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074938.701183:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074938.701186:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074938.701189:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769074938.701193:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207f0cc00 00000400:00000010:3.0:1769074938.701196:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da207f0cc00. 00000100:00000001:3.0:1769074938.701200:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.701207:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074938.701218:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926581632/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.701225:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074938.701228:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.701230:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074938.701234:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074938.701237:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074938.701240:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.701243:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074938.701255:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074938.701260:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074938.701264:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074938.701267:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.701270:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074938.701274:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.701278:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074938.701281:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1769074938.701283:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074938.701286:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.701288:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769074938.701293:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074938.701295:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074938.701297:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074938.701300:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.701306:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.701313:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.701317:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074938.701319:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074938.701324:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074938.701332:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581632:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074938.701338:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.701341:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.701344:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074938.701347:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.701351:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.701358:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074938.701361:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca9c0. 00000100:00000001:3.0:1769074938.701365:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074938.701367:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.701370:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074938.701376:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701380:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701382:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=4 00000020:00000001:3.0:1769074938.701385:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701388:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000040:3.0:1769074938.701396:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491e00, remote cookie: 0xe52bf4d4a35163c8, flags: 0x1001 00010000:00010000:3.0:1769074938.701402:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074938.701412:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1769074938.701416:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1769074938.701426:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1e00. 00010000:00000010:3.0:1769074938.701432:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c880. 00010000:00000040:3.0:1769074938.701439:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1100 count: 0 00010000:00000010:3.0:1769074938.701446:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074938.701453:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.701457:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074938.701506:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701513:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074938.701518:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074938.701521:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074938.701523:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074938.701525:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074938.701528:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x23:0x0].0x0 (ffff8da2110c1e00) refcount = 1 00010000:00010000:3.0:1769074938.701532:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701539:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074938.701544:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074938.701546:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074938.701549:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074938.701552:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.701556:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701562:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074938.701564:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701566:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.701567:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701568:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.701570:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.701575:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1769074938.701579:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701580:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701581:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.701583:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701586:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701588:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701590:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701591:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=4 00000020:00000001:3.0:1769074938.701593:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701595:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701599:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074938.701602:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074938.701605:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701611:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701613:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.701615:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701616:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701617:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=5 00000020:00000001:3.0:1769074938.701619:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701622:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701625:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.701628:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701634:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701635:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074938.701638:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074938.701645:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.701646:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701647:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.701648:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701650:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1769074938.701655:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.701664:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1769074938.701669:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.701675:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.701684:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701685:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701687:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.701688:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701691:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00000002:00010000:3.0:1769074938.701694:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:3.0:1769074938.701704:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207f73cc0. 00010000:00000001:3.0:1769074938.701706:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701708:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.701710:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.701712:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.701716:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1769074938.701718:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.701719:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769074938.701721:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.701723:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00010000:00000001:3.0:1769074938.701725:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701726:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701728:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.701729:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701732:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00000002:00010000:3.0:1769074938.701735:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074938.701755:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701756:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.701758:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074938.701759:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.701760:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.701762:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.701764:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.701766:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000040:3.0:1769074938.701770:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074938.701772:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074938.701776:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/35 (0 0) 00010000:00000001:3.0:1769074938.701779:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.701780:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.701781:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074938.701785:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:3.0:1769074938.701787:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-6 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1769074938.701791:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.701795:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.701798:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074938.701801:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1769074938.701805:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074938.701810:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:3.0:1769074938.701813:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1769074938.701815:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da208ba6480 it_disposition 1800037 00000080:00002000:3.0:1769074938.701822:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b16f510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1769074938.701829:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074938.701832:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:3.0:1769074938.701834:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:3.0:1769074938.701837:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:3.0:1769074938.701840:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:3.0:1769074938.701842:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074938.701848:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1769074938.701852:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074938.701855:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366307 : 144115272381366307 : 2000013a1000023) 00000080:00000001:3.0:1769074938.701858:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1769074938.701875:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b1080. 00000020:00000001:3.0:1769074938.701888:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1769074938.701890:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1769074938.701894:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1769074938.701896:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x23:0x0](ffff8da20b1b1148) 00000020:00000001:3.0:1769074938.701901:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074938.701906:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074938.701909:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074938.701914:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:3.0:1769074938.701921:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20301daf0. 00000020:00000001:3.0:1769074938.701924:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074938.701926:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074938.701970:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:3.0:1769074938.701975:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2106a1aa8. 00020000:00000001:3.0:1769074938.701978:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325932448424 : -125747777103192 : ffff8da2106a1aa8) 00020000:00000001:3.0:1769074938.701981:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:3.0:1769074938.701985:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074938.701991:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba60c0. 00020000:00000010:3.0:1769074938.701995:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4a900. 00020000:00000010:3.0:1769074938.702000:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba66c0. 00020000:00000001:3.0:1769074938.702003:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803493056 : -125747906058560 : ffff8da208ba66c0) 00020000:00000002:3.0:1769074938.702007:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba66c0, objid 0x23:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074938.702011:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074938.702015:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4a900: ostid: 0x280000400:485 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074938.702019:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1769074938.702021:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba66c0, objid 0x23:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074938.702025:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074938.702028:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4a900: ostid: 0x280000400:485 ost idx: 1 gen: 0 00020000:00000010:3.0:1769074938.702032:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da21003bf80. 00020000:00000010:3.0:1769074938.702035:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a7ca9c0. 00020000:00000001:3.0:1769074938.702041:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1769074938.702044:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da203895710. 00020000:00000001:3.0:1769074938.702048:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1769074938.702050:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1769074938.702057:0:28427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8da202f13d00. 00020000:00000001:3.0:1769074938.702063:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1769074938.702066:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20301d258. 00000020:00000001:3.0:1769074938.702068:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074938.702069:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074938.702071:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325707510488 : -125748002041128 : ffff8da20301d2d8) 00020000:00000001:3.0:1769074938.702076:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:3.0:1769074938.702081:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da24205d6c0. 00020000:00000001:3.0:1769074938.702084:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.702089:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707510488 : -125748002041128 : ffff8da20301d2d8) 00020000:00000001:3.0:1769074938.702091:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325707510488 : -125748002041128 : ffff8da20301d2d8) 00020000:00000002:3.0:1769074938.702096:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e5:0x0]@ffff8da20301d258[0:0] -> [0x2000013a1:0x23:0x0]@ffff8da20301daf0: ostid: 0x280000400:485 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074938.702102:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:3.0:1769074938.702104:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:3.0:1769074938.702107:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.702110:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707512688 : -125748002038928 : ffff8da20301db70) 00000020:00001000:3.0:1769074938.702114:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074938.702118:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366307 : 144115272381366307 : 2000013a1000023) 00000080:00000001:3.0:1769074938.702121:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1769074938.702124:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366307 mtime from 0 to 1769074938 00000080:00000001:3.0:1769074938.702130:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1769074938.702133:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843382600 : -125747866169016 : ffff8da20b1b1148) 00010000:00000001:3.0:1769074938.702136:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.702137:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.702140:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.702142:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.702144:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00000080:00000001:3.0:1769074938.702148:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:3.0:1769074938.702149:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074938.702151:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074938.702153:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074938.702155:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:3.0:1769074938.702158:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:3.0:1769074938.702159:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074938.702162:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba67e0. 00020000:00000010:3.0:1769074938.702165:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4ae00. 00020000:00000010:3.0:1769074938.702167:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba6180. 00020000:00000001:3.0:1769074938.702169:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803491712 : -125747906059904 : ffff8da208ba6180) 00020000:00000002:3.0:1769074938.702172:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6180, objid 0x23:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074938.702176:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074938.702179:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4ae00: ostid: 0x280000400:485 ost idx: 1 gen: 0 00020000:00000002:3.0:1769074938.702182:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2106a1aa8) owner ffff8da2126627c0 00020000:00000001:3.0:1769074938.702185:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1769074938.702187:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2106a1aa8) owner ffff8da2126627c0 00020000:00000010:3.0:1769074938.702192:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207f4ae00. 00020000:00000010:3.0:1769074938.702197:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da208ba67e0. 00020000:00000010:3.0:1769074938.702200:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da208ba6180. 00020000:00000002:3.0:1769074938.702203:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x23:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1769074938.702206:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.702208:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.702212:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1769074938.702215:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074938.702218:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da208ba66c0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:3.0:1769074938.702221:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074938.702224:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1769074938.702226:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1769074938.702228:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1769074938.702231:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1769074938.702233:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1769074938.702236:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x23:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1769074938.702238:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074938.702241:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.702242:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.702244:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074938.702246:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074938.702249:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1769074938.702251:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.702253:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x23:0x0](ffff8da20b1b1148) 00000080:00010000:3.0:1769074938.702257:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x23:0x0](ffff8da20b1b1148) for lock 0x5882d44973683088 00800000:00000001:3.0:1769074938.702260:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074938.702262:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074938.702263:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.702265:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.702266:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.702268:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.702271:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.702273:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.702274:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074938.702276:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.702278:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702280:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:3.0:1769074938.702283:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.702290:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.702303:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702309:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074938.702314:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x23:0x0](ffff8da20b1b1148) 00000080:00000001:3.0:1769074938.702317:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074938.702320:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ea00. 00000100:00000001:3.0:1769074938.702323:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.702327:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.702333:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702337:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1769074938.702340:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702350:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1769074938.702352:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:3.0:1769074938.702354:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-6:[0x2000013a1:0x23:0x0](ffff8da20b1b1148), flags 100102 00000080:00000010:3.0:1769074938.702362:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da208af9900. 00000080:00000010:3.0:1769074938.702369:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207f73700. 00000080:00000001:3.0:1769074938.702371:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1769074938.702375:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1769074938.702378:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1769074938.702382:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da20a7ccb80. 00000002:00100000:3.0:1769074938.702386:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.702393:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.702395:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1769074938.702399:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1769074938.702403:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702406:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.702408:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.702412:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074938.702420:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074938.702425:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074938.702508:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074938.702511:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.702514:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:3.0:1769074938.702516:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-6:[0x2000013a1:0x23:0x0](ffff8da20b1b1148), flags 100102, rc = 0 00000080:00000001:3.0:1769074938.702520:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1769074938.702523:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da208ba6480 released 00000080:00010000:3.0:1769074938.702526:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683088 from it ffff8da208ba6480 00010000:00000001:3.0:1769074938.702528:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074938.702529:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074938.702531:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491e00 refcount=3 00000020:00000001:3.0:1769074938.702533:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.702535:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678628352 : -125748030923264 : ffff8da201491e00) 00010000:00000001:3.0:1769074938.702537:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074938.702540:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074938.702548:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.702549:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.702550:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074938.702553:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074938.702555:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074938.702563:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074938.702566:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074938.702569:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.702573:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.702575:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.702576:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.702580:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074938.702581:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.702584:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.702587:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.702589:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074938.702591:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.702592:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074938.702594:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1769074938.702596:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1769074938.702599:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1769074938.702601:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074938.702604:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1769074938.702605:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702608:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1769074938.702610:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702612:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074938.702614:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702616:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074938.702619:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da208ba6480. 00000080:00000001:3.0:1769074938.702621:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702628:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1769074938.702630:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x23:0x0](ffff8da20b1b1148), inode mode 81a4 mask 40 00000080:00000001:3.0:1769074938.702633:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074938.702663:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074938.702666:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074938.702669:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074938.702672:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702682:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1769074938.702684:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:3.0:1769074938.702686:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-6:[0x2000013a1:0x23:0x0](ffff8da20b1b1148), flags 100002 00000080:00000001:3.0:1769074938.702689:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1769074938.702692:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1769074938.702692:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074938.702694:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074938.702696:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1aa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074938.702698:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.702700:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1769074938.702705:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.702708:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074938.702711:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:3.0:1769074938.702714:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074938.702718:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074938.702720:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x23:0x0]: 0 00000080:00000001:3.0:1769074938.702723:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1769074938.702725:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1769074938.702728:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da20ad8ea00. 00000080:00000001:3.0:1769074938.702730:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1769074938.702735:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1769074938.702738:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1769074938.702740:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x23:0x0] 00000002:00000001:3.0:1769074938.702743:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1769074938.702746:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1769074938.702752:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769074938.702756:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=19 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074938.702762:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.702765:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.702770:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074938.702777:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8f600. 00000100:00000001:3.0:1769074938.702783:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074938.702794:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074938.702806:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074938.702810:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074938.702817:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074938.702819:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074938.702826:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7cab40. 00000100:00000001:3.0:1769074938.702828:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833001792 : -125747876549824 : ffff8da20a7cab40) 00000100:00000001:3.0:1769074938.702832:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.702833:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000001:3.0:1769074938.702839:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074938.702843:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.702845:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074938.702847:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074938.702851:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.702859:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074938.702862:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.702867:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074938.702870:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074938.702872:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074938.702876:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581888:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074938.702880:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074938.702885:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074938.702888:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.702891:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074938.702896:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0cc00. 02000000:00000001:3.0:1769074938.702897:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074938.702907:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074938.702912:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769074938.702921:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720110. 00000100:00000200:3.0:1769074938.702943:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926581888, portal 10 00000100:00000001:3.0:1769074938.702945:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.702947:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:3.0:1769074938.702955:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.702962:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074938.702964:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074938.702967:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720ee0. 00000100:00000200:3.0:1769074938.702970:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926581888, offset 0 00000400:00000200:3.0:1769074938.702977:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074938.702985:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.702994:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.703000:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074938.703005:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074938.703010:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074938.703013:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074938.703018:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2757:2757:256:4294967295] 192.168.204.145@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:3.0:1769074938.703023:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.703033:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074938.703039:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.703045:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13300. 00000800:00000200:3.0:1769074938.703052:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.703060:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.703065:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074938.703080:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.703086:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1216717 usecs (1217 jiffies) 00000400:00000200:3.0:1769074938.703089:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074938.703092:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301425 00000100:00000001:3.0:1769074938.703096:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.703098:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301425 00000100:00000001:3.0:1769074938.703100:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074938.703103:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.703105:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.703108:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074938.703110:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074938.703114:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7cab40 going to sleep for 11 seconds 00000100:00000001:3.0:1769074938.703116:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074938.703120:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1769074938.707179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00000800:00000200:2.0:1769074938.707639:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.707646:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13300. 00000400:00000200:2.0:1769074938.707660:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.707671:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.707682:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720ee0 00000400:00000010:2.0:1769074938.707685:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720ee0. 00000100:00000001:2.0:1769074938.707695:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.707705:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.707722:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.707726:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.707733:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.707735:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.718569:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.718594:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.718600:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.718604:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.718619:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.718629:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.718639:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.718646:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.718654:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.718659:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084fa80 00000400:00000200:2.0:1769074938.718666:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.718674:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6f65 [1] + 224 00000800:00000001:2.0:1769074938.718684:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.718701:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.718706:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.718711:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.718721:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.718732:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.718758:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.718777:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.718787:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.718790:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.718957:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074938.718968:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074938.718970:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074938.718975:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769074938.718980:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720110 00000400:00000010:3.0:1769074938.718983:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720110. 00000100:00000001:3.0:1769074938.718989:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.718995:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074938.719011:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926581888/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.719018:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074938.719020:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.719023:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074938.719028:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074938.719031:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074938.719033:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074938.719037:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074938.719049:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:3.0:1769074938.719054:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074938.719057:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074938.719059:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074938.719063:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074938.719067:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.719071:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074938.719073:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074938.719074:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074938.719077:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.719079:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000001:3.0:1769074938.719082:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074938.719085:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074938.719087:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074938.719090:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074938.719095:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.719103:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074938.719107:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074938.719110:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074938.719114:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074938.719122:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926581888:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074938.719128:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074938.719132:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.719135:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074938.719137:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.719141:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.719148:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074938.719150:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7cab40. 00000100:00000001:3.0:1769074938.719155:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074938.719156:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.719164:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074938.719165:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000002:00000001:3.0:1769074938.719169:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.719173:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.719178:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ea00. 00000080:00000001:3.0:1769074938.719182:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074938.719185:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1769074938.719191:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1769074938.719197:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074938.719205:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074938.719206:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.719208:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207f73700. 00000100:00000001:3.0:1769074938.719211:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.719214:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.719220:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.719223:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074938.719226:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da208af9900. 00000080:00000001:3.0:1769074938.719230:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074938.719239:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:3.0:1769074938.719242:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-6:[0x2000013a1:0x23:0x0](ffff8da20b1b1148), flags 100002, rc = 0 00000080:00000001:3.0:1769074938.719246:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.719253:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1769074938.719255:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:3.0:1769074938.719257:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-6 (ffff8da20b16f510, parent ffff8da20b13a288, inode ffff8da20b1b1148) hashed, 00000080:00000001:3.0:1769074938.719260:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074938.719340:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074938.719344:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074938.719347:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074938.719348:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:3.0:1769074938.719351:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074938.719357:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8ea00. 00800000:00000002:3.0:1769074938.719363:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074938.719369:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074938.719373:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.719375:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:3.0:1769074938.719377:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074938.719381:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074938.719385:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074938.719389:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074938.719391:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:3.0:1769074938.719393:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074938.719397:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074938.719399:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074938.719402:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074938.719410:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.719412:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.719414:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074938.719417:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074938.719420:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074938.719425:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769074938.719429:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=20 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074938.719434:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074938.719441:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074938.719447:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074938.719449:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074938.719452:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.719455:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074938.719457:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074938.719653:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.719737:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e39800. 00000100:00000001:2.0:1769074938.719756:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.719760:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.719762:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.719764:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.719765:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.719767:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.719774:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00010000:00000001:2.0:1769074938.719777:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.719780:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.719786:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ea00. 00010000:00000010:2.0:1769074938.719790:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48d00. 00010000:00000001:2.0:1769074938.719795:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.719799:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80c00. 00000020:00000001:2.0:1769074938.719803:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.719806:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80c00 with handle 0x5882d4497368308f to hash 00000020:00000001:2.0:1769074938.719808:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.719810:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074938.719813:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074938.719817:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.719820:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.719825:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.719834:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.719845:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.719850:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.719852:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.719858:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f500c0. 00000100:00000001:2.0:1769074938.719861:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670272 : -125748002881344 : ffff8da202f500c0) 00000100:00000001:2.0:1769074938.719863:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.719864:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000001:2.0:1769074938.719870:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.719874:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.719876:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.719877:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.719884:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.719891:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.719894:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.719899:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.719903:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.719906:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.719909:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582016:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.719914:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.719920:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.719923:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.719926:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.719940:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac52800. 02000000:00000001:2.0:1769074938.719943:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.719950:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.719954:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6478. 00000400:00000010:2.0:1769074938.719961:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353660. 00000100:00000200:2.0:1769074938.719969:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926582016, portal 10 00000100:00000001:2.0:1769074938.719971:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.719972:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:2.0:1769074938.719978:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.719985:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.719988:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.719993:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769074938.719996:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926582016, offset 0 00000400:00000200:2.0:1769074938.720002:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.720010:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.720018:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.720025:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.720030:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.720034:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.720037:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.720040:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2758:2758:256:4294967295] 192.168.204.145@tcp LPNI seq info [2758:2758:8:4294967295] 00000400:00000200:2.0:1769074938.720045:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.720054:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.720060:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.720066:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074938.720074:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.720083:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.720089:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.720112:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.720118:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1213552 usecs (1214 jiffies) 00000400:00000200:2.0:1769074938.720122:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.720125:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301439 00000100:00000001:2.0:1769074938.720128:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.720132:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301439 00000100:00000001:2.0:1769074938.720134:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.720136:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.720139:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.720142:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.720144:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.720146:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f500c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.720148:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.720151:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.724293:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.724308:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074938.724318:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.724332:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.724342:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:3.0:1769074938.724345:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:3.0:1769074938.724352:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.724361:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.724377:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.724381:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.724388:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.724391:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.736156:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.736182:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.736187:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.736190:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.736204:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.736213:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.736223:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.736229:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.736236:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.736240:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084fb00 00000400:00000200:2.0:1769074938.736246:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.736253:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6f75 [1] + 224 00000800:00000001:2.0:1769074938.736264:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.736275:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.736278:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.736283:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.736292:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.736303:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.736314:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.736342:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.736354:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.736358:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.736441:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.736451:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.736453:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.736457:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6478. 00000400:00000200:0.0:1769074938.736508:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353660 00000400:00000010:0.0:1769074938.736512:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353660. 00000100:00000001:0.0:1769074938.736516:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.736521:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.736531:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.736537:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.736539:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.736542:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.736547:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.736550:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.736552:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.736556:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.736568:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.736573:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.736576:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.736578:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.736581:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.736585:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.736589:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.736592:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.736594:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.736598:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.736603:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.736610:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.736614:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.736616:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.736620:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.736627:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582016:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.736633:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.736636:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.736638:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.736641:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.736644:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.736650:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.736653:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f500c0. 00000100:00000001:0.0:1769074938.736657:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.736659:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.736662:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.736666:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736670:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736673:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=4 00000020:00000001:0.0:1769074938.736676:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736679:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000040:0.0:1769074938.736687:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80c00, remote cookie: 0xe52bf4d4a35163dd, flags: 0x1001 00010000:00010000:0.0:1769074938.736693:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.736705:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736712:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.736719:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.736722:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.736724:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.736726:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.736729:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0ea00) refcount = 1 00010000:00010000:0.0:1769074938.736733:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736741:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.736746:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.736749:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.736753:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.736755:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.736758:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736764:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.736765:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736767:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.736768:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736769:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.736771:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.736776:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.736778:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736779:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736781:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.736783:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736785:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736788:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736789:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736790:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=4 00000020:00000001:0.0:1769074938.736792:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736793:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736797:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.736799:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.736802:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736808:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736809:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.736811:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736812:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736813:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=5 00000020:00000001:0.0:1769074938.736815:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736817:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736820:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.736823:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736829:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736830:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.736832:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736838:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.736839:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736841:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.736842:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736843:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.736847:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.736856:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736858:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736859:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.736861:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736863:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736865:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736867:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.736869:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.736871:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.736875:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.736877:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736878:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736879:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.736881:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736883:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00000002:00010000:0.0:1769074938.736886:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.736897:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736898:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.736900:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.736901:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.736903:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.736904:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.736906:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.736908:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000040:0.0:1769074938.736915:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:0.0:1769074938.736918:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.736922:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.736925:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.736926:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.736927:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.736946:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.736949:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.736953:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.736957:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.736960:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.736964:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.736968:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.736972:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.736977:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8ea00. 00000080:00000001:0.0:1769074938.736982:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.736985:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.736992:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.736997:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074938.737004:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879640. 00800000:00000001:0.0:1769074938.737007:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816940096 : -125747892611520 : ffff8da209879640) 00800000:00000001:0.0:1769074938.737009:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737012:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.737015:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074938.737018:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074938.737022:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074938.737026:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074938.737028:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.737034:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074938.737038:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074938.737043:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074938.737045:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.737046:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.737048:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.737050:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737052:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737055:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737056:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.737058:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.737061:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074938.737063:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879640 1 00800000:00000010:0.0:1769074938.737065:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879640. 00800000:00000001:0.0:1769074938.737069:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.737073:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368308f 00800000:00000001:0.0:1769074938.737077:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.737078:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.737080:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.737081:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.737083:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.737085:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737087:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737091:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737092:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.737093:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.737095:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.737098:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.737101:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.737104:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368308f from it ffffb17741753bf8 00010000:00000001:0.0:1769074938.737106:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.737107:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.737109:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.737110:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737112:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737115:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.737117:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.737123:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737124:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737125:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.737128:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.737130:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.737138:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.737141:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.737143:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.737147:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737149:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737151:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737155:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.737157:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737159:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737161:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737163:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.737164:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737165:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.737167:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.737171:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926582016/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.737179:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074938.737182:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.737186:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac52800. 02000000:00000001:0.0:1769074938.737190:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074938.737193:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074938.737196:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=19 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074938.737198:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074938.737200:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e39800. 02000000:00000001:0.0:1769074938.737205:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074938.737207:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074938.737209:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:0.0:1769074938.737214:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074938.737216:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.737220:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074938.737225:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.737248:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42bc0. 00000080:00000001:0.0:1769074938.737255:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.737257:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.737259:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074938.737261:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.737266:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.737272:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.737276:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.737279:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.737281:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074938.737283:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.737286:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.737290:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.737295:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.737297:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074938.737299:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.737303:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.737305:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.737307:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.737309:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:0.0:1769074938.737311:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.737314:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.737316:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074938.737319:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074938.737331:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074938.737335:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.737338:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074938.737344:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074938.737346:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.737349:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.737351:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.737353:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.737355:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074938.737357:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074938.737359:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.737361:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.737364:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.737365:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.737367:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.737371:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368308f 00800000:00000001:0.0:1769074938.737373:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.737375:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.737376:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.737378:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.737379:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.737381:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737383:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737385:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737387:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.737388:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.737389:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.737391:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368308f from it ffffb17741753b38 00010000:00000001:0.0:1769074938.737393:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.737395:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.737397:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:0.0:1769074938.737398:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737401:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:0.0:1769074938.737403:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.737405:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.737410:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737411:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737412:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.737414:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.737416:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.737421:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.737422:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.737425:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.737427:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737428:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737430:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737431:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.737433:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737434:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737436:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737438:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.737439:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737440:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.737441:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074938.737443:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.737445:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074938.737448:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.737451:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074938.737453:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074938.737455:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2057c2f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074938.737501:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef49c0. 00000080:00000001:0.0:1769074938.737507:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074938.737510:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074938.737512:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074938.737520:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.737524:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.737528:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.737530:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.737531:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074938.737533:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-7' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.737536:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074938.737539:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074938.737543:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074938.737546:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074938.737548:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074938.737551:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074938.737554:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074938.737557:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x24:0x0] 40000000:00000001:0.0:1769074938.737560:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737562:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.737563:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.737565:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.737567:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074938.737569:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x24:0x0], name='f15a.replay-dual-7' -> mds #0 00000002:00000001:0.0:1769074938.737572:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.737573:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074938.737575:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-7,[0x2000013a1:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074938.737579:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.737582:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074938.737585:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074938.737589:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737591:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074938.737593:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:0.0:1769074938.737595:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.737597:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074938.737601:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074938.737604:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074938.737611:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074938.737616:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074938.737618:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074938.737620:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074938.737623:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.737624:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.737626:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 3 00010000:00000001:0.0:1769074938.737628:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.737630:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737632:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.737633:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.737634:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 3 00010000:00000001:0.0:1769074938.737636:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.737638:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737639:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.737640:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.737642:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 3 00010000:00000001:0.0:1769074938.737643:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.737645:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.737647:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074938.737650:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074938.737655:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074938.737659:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074938.737662:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074938.737663:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737666:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074938.737670:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074938.737671:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074938.737673:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.737675:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074938.737678:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80c00 with handle 0x5882d4497368308f from hash 00010000:00000001:0.0:1769074938.737680:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074938.737682:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737683:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737684:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074938.737687:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074938.737689:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074938.737692:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.737693:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.737695:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074938.737701:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428e00. 00000020:00000040:0.0:1769074938.737719:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=20 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074938.737727:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074938.737728:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737731:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.737737:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.737739:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.737741:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737742:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.737745:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.737747:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.737751:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.737761:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105cb000. 00000100:00000001:0.0:1769074938.737768:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737772:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.737775:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074938.737779:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.737787:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074938.737789:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074938.737791:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074938.737793:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80c00/0x5882d4497368308f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35163dd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.737801:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ea00 count: 0 00010000:00000010:0.0:1769074938.737807:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48d00. 00010000:00000001:0.0:1769074938.737818:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.737821:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737822:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.737824:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.737826:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.737837:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00010000:00000001:0.0:1769074938.737841:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.737844:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.737849:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efe00. 00010000:00000010:0.0:1769074938.737853:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.737858:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.737877:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ee000. 00000020:00000001:0.0:1769074938.737881:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.737884:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ee000 with handle 0x5882d44973683096 to hash 00000020:00000001:0.0:1769074938.737886:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.737888:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.737892:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.737895:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.737897:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.737900:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.737906:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074938.737919:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074938.737927:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074938.737947:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.737952:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.737955:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.737964:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8bc00. 00000100:00000001:0.0:1769074938.737967:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821209600 : -125747888342016 : ffff8da209c8bc00) 00000100:00000001:0.0:1769074938.737970:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.737972:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000001:0.0:1769074938.737978:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.737983:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.737984:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.737986:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.737991:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.737999:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.738001:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.738005:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.738008:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.738011:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.738015:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428e00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582272:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.738021:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.738027:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.738030:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.738033:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.738123:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.738126:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.738135:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.738140:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074938.738147:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105c8c00. 00000100:00000200:0.0:1769074938.738158:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926582272, portal 10 00000100:00000001:0.0:1769074938.738160:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.738161:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000040:0.0:1769074938.738167:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.738174:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.738176:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.738181:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841a18. 00000100:00000200:0.0:1769074938.738185:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926582272, offset 0 00000400:00000200:0.0:1769074938.738192:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.738201:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.738209:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.738215:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.738221:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.738225:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.738228:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.738232:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2759:2759:256:4294967295] 192.168.204.145@tcp LPNI seq info [2759:2759:8:4294967295] 00000400:00000200:0.0:1769074938.738236:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.738247:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.738253:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.738259:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769074938.738267:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.738277:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.738282:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.738310:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.738316:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1210405 usecs (1211 jiffies) 00000400:00000200:0.0:1769074938.738320:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.738324:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301454 00000100:00000001:0.0:1769074938.738327:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.738329:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301454 00000100:00000001:0.0:1769074938.738331:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.738334:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.738336:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.738339:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.738341:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.738343:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8bc00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.738346:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.738349:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.738654:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.738659:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000400:00000200:3.0:1769074938.738664:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.738670:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.738676:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000400:00000010:3.0:1769074938.738678:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000001:3.0:1769074938.738683:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.738687:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.738697:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.738699:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.738705:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.738707:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.745599:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.745626:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.745633:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.745637:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.745652:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745663:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.745674:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745679:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745686:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745691:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084fc00 00000400:00000200:2.0:1769074938.745699:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745708:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6f85 [32] + 224 00000800:00000001:2.0:1769074938.745719:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.745732:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.745737:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.745753:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.745763:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.745775:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.745788:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.745804:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074938.745815:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074938.745818:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745825:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.745831:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2760:2760:256:4294967295] 192.168.204.145@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:2.0:1769074938.745835:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.745842:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074938.745848:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.745856:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e3a800. 00000800:00000200:2.0:1769074938.745863:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.745872:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.745876:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e3a800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074938.745919:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769074938.746010:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.746015:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e3a800. 00000400:00000200:2.0:1769074938.746018:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.746022:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074938.746216:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.754801:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.754821:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.754824:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.754831:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074938.754843:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105c8c00 00000400:00000010:0.0:1769074938.754846:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105c8c00. 00000100:00000001:0.0:1769074938.754853:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.754882:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.754896:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428e00 x1855007926582272/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.754905:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.754907:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.754911:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.754915:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.754919:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.754922:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.754926:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.754948:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.754954:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.754957:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.754960:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.754964:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.754970:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.754976:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.754979:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074938.754981:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.754984:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.754986:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000001:0.0:1769074938.754990:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.754993:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.754995:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.754998:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.755004:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.755012:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.755017:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.755021:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.755026:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.755035:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428e00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582272:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.755041:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.755044:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.755047:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.755049:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.755053:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.755061:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.755066:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8bc00. 00000100:00000001:0.0:1769074938.755070:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.755072:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.755075:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.755083:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755086:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755090:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=4 00000020:00000001:0.0:1769074938.755092:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755096:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000040:0.0:1769074938.755104:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ee000, remote cookie: 0xe52bf4d4a35163f9, flags: 0x1001 00010000:00010000:0.0:1769074938.755110:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074938.755119:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074938.755123:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074938.755138:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef800. 00010000:00000010:0.0:1769074938.755144:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0b80. 00010000:00000040:0.0:1769074938.755151:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efe00 count: 0 00010000:00000010:0.0:1769074938.755158:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.755169:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.755173:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.755182:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755189:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.755194:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.755197:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.755199:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.755201:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.755204:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x24:0x0].0x0 (ffff8da2120ef800) refcount = 1 00010000:00010000:0.0:1769074938.755208:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755214:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.755219:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.755221:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.755224:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.755227:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.755230:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755236:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.755238:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755240:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.755241:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755242:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.755244:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.755249:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.755252:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755253:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755255:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755257:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755260:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755262:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755264:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755265:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=4 00000020:00000001:0.0:1769074938.755267:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755269:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755272:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.755275:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.755279:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755286:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755287:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.755288:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755290:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755291:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=5 00000020:00000001:0.0:1769074938.755293:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755296:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755299:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.755302:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755308:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755309:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.755312:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.755318:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.755320:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755321:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.755322:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755323:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.755329:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.755341:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.755346:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.755353:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.755361:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755363:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755364:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755366:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755369:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00000002:00010000:0.0:1769074938.755372:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074938.755384:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879640. 00010000:00000001:0.0:1769074938.755387:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755388:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.755390:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.755392:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.755396:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074938.755399:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.755400:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000001:0.0:1769074938.755402:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.755403:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00010000:00000001:0.0:1769074938.755405:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755406:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755408:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755410:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755412:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00000002:00010000:0.0:1769074938.755416:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.755427:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755429:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.755431:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.755433:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755434:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755436:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755438:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755440:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000040:0.0:1769074938.755445:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:0.0:1769074938.755448:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.755452:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/36 (0 0) 00010000:00000001:0.0:1769074938.755455:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755456:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.755458:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.755499:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074938.755502:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-7 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074938.755506:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.755511:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.755514:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.755518:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074938.755522:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.755527:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.755530:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074938.755532:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef49c0 it_disposition 1800037 00000080:00002000:0.0:1769074938.755540:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22ea20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074938.755546:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.755549:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074938.755552:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074938.755554:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074938.755557:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074938.755560:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.755566:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074938.755570:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.755574:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366308 : 144115272381366308 : 2000013a1000024) 00000080:00000001:0.0:1769074938.755578:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074938.755612:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1ba940. 00000020:00000001:0.0:1769074938.755626:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074938.755628:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074938.755633:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074938.755635:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x24:0x0](ffff8da20b1baa08) 00000020:00000001:0.0:1769074938.755640:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.755645:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.755648:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.755653:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074938.755660:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16578. 00000020:00000001:0.0:1769074938.755662:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.755665:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.755674:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.755678:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e3e0. 00020000:00000001:0.0:1769074938.755680:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834458080 : -125747875093536 : ffff8da20a92e3e0) 00020000:00000001:0.0:1769074938.755684:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074938.755688:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.755694:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4a80. 00020000:00000010:0.0:1769074938.755699:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ac80. 00020000:00000010:0.0:1769074938.755705:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4840. 00020000:00000001:0.0:1769074938.755707:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706295360 : -125748003256256 : ffff8da202ef4840) 00020000:00000002:0.0:1769074938.755711:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4840, objid 0x24:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.755716:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.755720:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac80: ostid: 0x240000400:485 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.755724:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074938.755726:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4840, objid 0x24:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.755730:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.755733:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac80: ostid: 0x240000400:485 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074938.755737:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3de20. 00020000:00000010:0.0:1769074938.755740:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8bc00. 00020000:00000001:0.0:1769074938.755745:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074938.755750:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578de80. 00020000:00000001:0.0:1769074938.755753:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074938.755755:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074938.755761:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074938.755766:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab16e10. 00000020:00000001:0.0:1769074938.755768:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074938.755769:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.755772:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836459664 : -125747873091952 : ffff8da20ab16e90) 00020000:00000001:0.0:1769074938.755776:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074938.755783:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2ae700. 00020000:00000001:0.0:1769074938.755786:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.755791:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836459664 : -125747873091952 : ffff8da20ab16e90) 00020000:00000001:0.0:1769074938.755794:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836459664 : -125747873091952 : ffff8da20ab16e90) 00020000:00000002:0.0:1769074938.755797:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e5:0x0]@ffff8da20ab16e10[0:0] -> [0x2000013a1:0x24:0x0]@ffff8da20ab16578: ostid: 0x240000400:485 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074938.755804:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074938.755806:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074938.755809:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.755813:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836457464 : -125747873094152 : ffff8da20ab165f8) 00000020:00001000:0.0:1769074938.755816:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.755820:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366308 : 144115272381366308 : 2000013a1000024) 00000080:00000001:0.0:1769074938.755823:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074938.755826:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366308 mtime from 0 to 1769074938 00000080:00000001:0.0:1769074938.755831:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074938.755834:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843421704 : -125747866129912 : ffff8da20b1baa08) 00010000:00000001:0.0:1769074938.755836:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755838:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755839:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755841:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755843:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00000080:00000001:0.0:1769074938.755847:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074938.755849:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074938.755851:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074938.755852:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074938.755855:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074938.755858:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074938.755859:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074938.755862:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef41e0. 00020000:00000010:0.0:1769074938.755864:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a200. 00020000:00000010:0.0:1769074938.755867:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4540. 00020000:00000001:0.0:1769074938.755869:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294592 : -125748003257024 : ffff8da202ef4540) 00020000:00000002:0.0:1769074938.755872:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4540, objid 0x24:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074938.755876:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074938.755878:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a200: ostid: 0x240000400:485 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074938.755882:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e3e0) owner ffff8da2126627c0 00020000:00000001:0.0:1769074938.755885:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074938.755887:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e3e0) owner ffff8da2126627c0 00020000:00000010:0.0:1769074938.755892:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003a200. 00020000:00000010:0.0:1769074938.755896:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef41e0. 00020000:00000010:0.0:1769074938.755902:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4540. 00020000:00000002:0.0:1769074938.755904:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x24:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074938.755906:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.755908:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.755911:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074938.755915:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.755919:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4840 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074938.755921:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.755925:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074938.755927:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074938.755939:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074938.755941:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074938.755944:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074938.755948:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x24:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074938.755950:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074938.755953:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.755955:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755957:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.755959:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.755963:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.755965:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.755968:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x24:0x0](ffff8da20b1baa08) 00000080:00010000:0.0:1769074938.755972:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x24:0x0](ffff8da20b1baa08) for lock 0x5882d44973683096 00800000:00000001:0.0:1769074938.755975:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.755977:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.755978:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.755979:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.755981:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.755983:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755985:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.755988:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.755989:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.755990:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.755992:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.755994:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074938.755996:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.756003:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.756009:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756016:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.756019:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x24:0x0](ffff8da20b1baa08) 00000080:00000001:0.0:1769074938.756022:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.756026:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000100:00000001:0.0:1769074938.756030:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.756033:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.756039:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756043:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074938.756045:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756056:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074938.756059:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074938.756062:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-7:[0x2000013a1:0x24:0x0](ffff8da20b1baa08), flags 100102 00000080:00000010:0.0:1769074938.756071:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074938.756078:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2098794c0. 00000080:00000001:0.0:1769074938.756081:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074938.756086:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.756090:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074938.756094:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42d40. 00000002:00100000:0.0:1769074938.756099:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.756105:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.756107:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074938.756111:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074938.756115:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756119:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.756121:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.756124:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074938.756133:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.756137:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074938.756175:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074938.756177:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.756180:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074938.756182:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-7:[0x2000013a1:0x24:0x0](ffff8da20b1baa08), flags 100102, rc = 0 00000080:00000001:0.0:1769074938.756187:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074938.756189:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef49c0 released 00000080:00010000:0.0:1769074938.756192:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683096 from it ffff8da202ef49c0 00010000:00000001:0.0:1769074938.756194:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.756196:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.756197:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee000 refcount=3 00000020:00000001:0.0:1769074938.756199:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.756202:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762891776 : -125747946659840 : ffff8da2064ee000) 00010000:00000001:0.0:1769074938.756204:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.756208:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.756216:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.756217:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.756219:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.756222:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.756225:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074938.756233:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.756236:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.756238:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.756243:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.756245:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.756246:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.756250:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.756252:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.756255:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.756258:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.756260:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.756261:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.756263:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.756264:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074938.756267:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074938.756269:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.756271:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074938.756274:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074938.756275:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756278:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074938.756280:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756282:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074938.756285:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756287:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074938.756290:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef49c0. 00000080:00000001:0.0:1769074938.756293:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756298:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074938.756300:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x24:0x0](ffff8da20b1baa08), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074938.756305:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074938.756332:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.756335:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.756338:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.756341:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756351:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074938.756353:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074938.756355:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-7:[0x2000013a1:0x24:0x0](ffff8da20b1baa08), flags 100002 00000080:00000001:0.0:1769074938.756358:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074938.756361:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074938.756362:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074938.756364:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074938.756366:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074938.756368:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.756370:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074938.756375:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.756377:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.756382:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:0.0:1769074938.756385:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074938.756388:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.756390:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x24:0x0]: 0 00000080:00000001:0.0:1769074938.756392:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074938.756394:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074938.756399:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.756401:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074938.756407:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074938.756411:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074938.756413:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x24:0x0] 00000002:00000001:0.0:1769074938.756416:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074938.756418:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074938.756425:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429180. 00000020:00000040:0.0:1769074938.756429:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=21 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074938.756435:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.756438:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.756443:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.756450:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7fc00. 00000100:00000001:0.0:1769074938.756457:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074938.756501:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074938.756514:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074938.756520:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074938.756527:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.756530:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.756537:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.756539:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074938.756542:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.756543:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000100:00000001:0.0:1769074938.756548:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.756553:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.756555:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.756557:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.756561:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.756569:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.756571:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.756575:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.756579:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.756582:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.756585:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582528:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.756590:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.756596:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.756599:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.756602:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.756607:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c8c00. 02000000:00000001:0.0:1769074938.756609:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.756620:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.756626:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074938.756633:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769074938.756643:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926582528, portal 10 00000100:00000001:0.0:1769074938.756645:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.756647:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000100:00000040:0.0:1769074938.756653:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.756661:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.756664:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.756667:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841f68. 00000100:00000200:0.0:1769074938.756671:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926582528, offset 0 00000400:00000200:0.0:1769074938.756678:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.756687:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.756696:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.756703:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.756708:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.756712:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.756715:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.756719:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2761:2761:256:4294967295] 192.168.204.145@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:0.0:1769074938.756724:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.756736:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.756743:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.756750:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074938.756758:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.756768:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.756773:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.756784:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.756789:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1207276 usecs (1208 jiffies) 00000400:00000200:0.0:1769074938.756793:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.756796:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301470 00000100:00000001:0.0:1769074938.756800:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.756803:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301470 00000100:00000001:0.0:1769074938.756805:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.756807:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.756810:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.756813:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.756815:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.756818:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.756821:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.756825:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.757267:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.757273:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:2.0:1769074938.757279:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.757286:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.757293:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:2.0:1769074938.757296:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:2.0:1769074938.757301:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.757306:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.757316:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.757319:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.757326:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.757328:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074938.773531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:0.1:1769074938.773561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80c00. 00010000:00000010:0.1:1769074938.773566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efe00. 00000800:00000001:3.0:1769074938.780209:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.780233:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.780238:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.780240:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.780254:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.780263:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.780272:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.780287:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.780294:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.780307:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084fd00 00000400:00000200:3.0:1769074938.780313:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.780321:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6f8d [1] + 224 00000800:00000001:3.0:1769074938.780333:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.780348:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.780352:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.780357:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.780366:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.780388:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.780401:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.781052:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.781082:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.781089:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.783194:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.783212:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.783215:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.783220:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074938.783231:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:0.0:1769074938.783234:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:0.0:1769074938.783240:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.783254:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.783268:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429180 x1855007926582528/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.783277:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.783279:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.783282:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.783287:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.783290:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.783293:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.783298:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.783310:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074938.783315:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.783318:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.783320:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.783323:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.783329:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.783332:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.783335:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074938.783337:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.783341:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.783342:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000100:00000001:0.0:1769074938.783346:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.783348:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.783350:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.783353:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.783358:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.783365:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.783369:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.783371:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.783375:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.783384:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582528:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.783389:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.783392:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.783395:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.783397:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.783401:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.783408:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.783411:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.783415:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.783417:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.783427:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.783428:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000002:00000001:0.0:1769074938.783432:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.783437:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.783443:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.783449:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074938.783453:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.783521:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.783528:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.783537:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.783538:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.783541:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2098794c0. 00000100:00000001:0.0:1769074938.783545:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.783548:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.783554:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.783558:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.783561:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074938.783565:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.783573:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074938.783577:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-7:[0x2000013a1:0x24:0x0](ffff8da20b1baa08), flags 100002, rc = 0 00000080:00000001:0.0:1769074938.783581:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.783588:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074938.783590:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074938.783592:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-7 (ffff8da20b22ea20, parent ffff8da20b13a288, inode ffff8da20b1baa08) hashed, 00000080:00000001:0.0:1769074938.783595:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.783680:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.783685:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.783687:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.783689:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074938.783691:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.783698:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.783705:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.783711:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.783715:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.783717:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074938.783720:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.783724:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.783728:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.783734:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.783736:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074938.783738:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.783742:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.783744:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.783748:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.783756:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.783758:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.783760:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.783763:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.783766:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074938.783771:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428700. 00000020:00000040:0.0:1769074938.783777:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=22 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074938.783783:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.783789:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.783796:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.783798:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.783800:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.783803:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.783805:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.783811:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.783819:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105c9c00. 00000100:00000001:0.0:1769074938.783826:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.783830:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.783832:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.783834:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.783835:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.783837:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.783844:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00010000:00000001:0.0:1769074938.783849:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.783852:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.783857:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efe00. 00010000:00000010:0.0:1769074938.783861:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0980. 00010000:00000001:0.0:1769074938.783866:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.783870:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064efa00. 00000020:00000001:0.0:1769074938.783875:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.783879:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064efa00 with handle 0x5882d4497368309d to hash 00000020:00000001:0.0:1769074938.783881:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.783882:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.783886:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.783891:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.783894:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.783898:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.783909:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.783920:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.783926:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.783942:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.783950:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.783953:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074938.783956:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.783957:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:0.0:1769074938.783962:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.783967:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.783969:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.783971:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.783977:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.783986:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.783988:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.783993:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.783996:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.783999:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.784002:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582656:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.784006:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.784014:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.784017:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.784020:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.784025:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9a800. 02000000:00000001:0.0:1769074938.784027:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.784037:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.784041:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074938.784048:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769074938.784056:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926582656, portal 10 00000100:00000001:0.0:1769074938.784058:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.784059:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:0.0:1769074938.784065:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.784073:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.784076:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.784080:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769074938.784084:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926582656, offset 0 00000400:00000200:0.0:1769074938.784092:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.784102:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.784111:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.784118:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.784123:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.784127:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.784130:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.784134:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2762:2762:256:4294967295] 192.168.204.145@tcp LPNI seq info [2762:2762:8:4294967295] 00000400:00000200:0.0:1769074938.784139:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.784152:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.784159:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.784165:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769074938.784173:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.784196:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.784201:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.784220:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.784225:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1204195 usecs (1205 jiffies) 00000400:00000200:0.0:1769074938.784229:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.784233:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301494 00000100:00000001:0.0:1769074938.784237:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.784239:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301494 00000100:00000001:0.0:1769074938.784242:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.784244:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.784247:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.784250:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.784252:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.784255:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.784257:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.784260:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.784613:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.784620:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:2.0:1769074938.784626:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.784634:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.784642:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:2.0:1769074938.784644:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:2.0:1769074938.784649:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.784654:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.784665:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.784670:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.784676:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.784678:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.790738:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.790768:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.790773:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.790776:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.790791:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.790803:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.790812:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.790818:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.790825:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.790830:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb084fd80 00000400:00000200:3.0:1769074938.790837:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.790845:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6f95 [1] + 224 00000800:00000001:3.0:1769074938.790856:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.790867:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.790870:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.790875:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.790884:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.790897:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.790910:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.790938:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.790950:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.790954:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.791886:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.791898:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.791901:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.791906:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074938.791914:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:0.0:1769074938.791917:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:0.0:1769074938.791921:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.791941:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.791953:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.791960:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.791962:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.791965:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.791970:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.791972:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.791975:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.791979:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.791991:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.791997:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.792000:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.792002:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792006:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.792011:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.792015:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.792018:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.792020:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.792023:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.792029:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.792037:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.792040:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.792042:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.792046:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.792054:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582656:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.792060:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.792063:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.792065:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.792068:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.792072:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.792080:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.792083:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.792088:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.792090:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792094:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.792099:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792102:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792106:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=4 00000020:00000001:0.0:1769074938.792109:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792113:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000040:0.0:1769074938.792121:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064efa00, remote cookie: 0xe52bf4d4a351640e, flags: 0x1001 00010000:00010000:0.0:1769074938.792127:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.792139:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792146:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.792152:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.792155:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.792157:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.792158:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.792161:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120efe00) refcount = 1 00010000:00010000:0.0:1769074938.792165:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792171:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.792175:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.792176:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.792180:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.792182:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.792185:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792191:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.792193:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792195:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792196:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792197:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792199:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.792204:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.792206:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792207:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792209:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792211:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792213:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792216:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792217:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792218:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=4 00000020:00000001:0.0:1769074938.792220:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792222:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792225:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.792228:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.792231:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792238:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792239:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792240:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792241:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792243:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=5 00000020:00000001:0.0:1769074938.792244:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792246:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792249:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.792252:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792258:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792259:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.792261:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792267:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.792268:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792269:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792270:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792272:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.792277:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.792286:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792288:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792289:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792291:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792293:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792296:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792297:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.792298:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.792301:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.792305:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.792308:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792309:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792310:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792313:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792315:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00000002:00010000:0.0:1769074938.792318:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792325:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792326:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792328:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.792329:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792330:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792331:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792333:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792335:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000040:0.0:1769074938.792343:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 2 00010000:00000001:0.0:1769074938.792345:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.792350:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.792352:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792354:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.792355:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.792360:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.792362:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.792365:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.792369:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.792372:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.792376:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.792379:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.792384:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.792388:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.792393:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.792396:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.792403:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.792408:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074938.792418:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074938.792420:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939712 : -125747892611904 : ffff8da2098794c0) 00800000:00000001:0.0:1769074938.792422:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.792425:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.792428:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074938.792430:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074938.792433:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074938.792437:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074938.792439:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.792444:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074938.792448:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074938.792453:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074938.792456:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792457:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792510:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792513:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792516:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792518:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792519:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.792521:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.792525:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074938.792527:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098794c0 1 00800000:00000010:0.0:1769074938.792530:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074938.792533:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.792537:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368309d 00800000:00000001:0.0:1769074938.792540:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.792542:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.792543:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792544:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792546:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792548:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792550:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792553:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792555:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.792556:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.792558:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.792561:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.792564:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.792567:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368309d from it ffffb17741753bf8 00010000:00000001:0.0:1769074938.792569:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.792570:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.792572:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074938.792574:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792576:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074938.792578:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.792581:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792850:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792852:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792854:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.792857:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.792860:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.792875:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.792879:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.792881:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.792886:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792887:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.792889:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792893:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.792895:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792897:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792899:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.792901:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.792902:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.792904:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.792907:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.792914:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428700 x1855007926582656/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.792921:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074938.792924:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.792938:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9a800. 02000000:00000001:0.0:1769074938.792943:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074938.792946:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074938.792948:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=21 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074938.792950:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074938.792953:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c9c00. 02000000:00000001:0.0:1769074938.792957:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074938.792959:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074938.792961:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428700. 00000100:00000001:0.0:1769074938.792965:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074938.792967:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.792971:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074938.792977:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.800163:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3cc00. 00000080:00000001:1.0:1769074938.800182:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074938.800185:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074938.800188:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074938.800192:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074938.800200:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074938.800208:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.800213:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074938.800219:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.800221:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074938.800224:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074938.800228:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074938.800235:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074938.800242:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.800244:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074938.800246:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074938.800250:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074938.800252:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.800257:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.800267:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 2 00010000:00000001:1.0:1769074938.800271:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.800277:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.800280:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074938.800285:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074938.800297:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074938.800304:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.800308:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074938.800315:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074938.800318:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074938.800319:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074938.800321:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074938.800324:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074938.800326:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074938.800329:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074938.800333:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074938.800337:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074938.800343:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074938.800345:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.800348:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074938.800351:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368309d 00800000:00000001:1.0:1769074938.800355:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074938.800357:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074938.800359:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.800362:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.800364:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:1.0:1769074938.800367:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:1.0:1769074938.800370:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:1.0:1769074938.800373:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.800374:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.800375:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.800377:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.800380:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368309d from it ffffb17741753b38 00010000:00000001:1.0:1769074938.800382:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.800383:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.800384:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:1.0:1769074938.800386:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:1.0:1769074938.800388:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:1.0:1769074938.800391:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.800395:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.800402:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.800403:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.800405:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074938.800407:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074938.800410:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.800419:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074938.800423:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074938.800425:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.800430:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.800431:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.800433:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.800437:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074938.800439:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.800441:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.800445:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.800447:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.800449:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.800450:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074938.800453:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074938.800455:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074938.800458:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074938.800483:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.800487:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074938.800490:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074938.800492:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837a000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074938.800498:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a7e1540. 00000080:00000001:1.0:1769074938.800504:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074938.800506:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074938.800508:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074938.800516:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074938.800519:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.800524:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074938.800526:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.800528:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074938.800530:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-8' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074938.800534:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074938.800537:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074938.800541:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074938.800544:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074938.800547:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074938.800549:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074938.800552:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074938.800555:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x25:0x0] 40000000:00000001:1.0:1769074938.800558:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.800560:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.800562:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.800564:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.800566:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074938.800568:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x25:0x0], name='f15a.replay-dual-8' -> mds #0 00000002:00000001:1.0:1769074938.800571:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.800573:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074938.800575:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-8,[0x2000013a1:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074938.800579:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074938.801565:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074938.801573:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074938.801579:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.802348:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074938.802357:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 2 00010000:00000001:1.0:1769074938.802361:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.802365:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074938.802370:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074938.802374:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074938.802386:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074938.802392:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074938.802395:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074938.802397:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074938.802401:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.802404:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.802407:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 3 00010000:00000001:1.0:1769074938.802409:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.802413:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.802415:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.802416:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.802418:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 3 00010000:00000001:1.0:1769074938.802420:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.802422:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.802424:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.802425:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.802426:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efe00 count: 3 00010000:00000001:1.0:1769074938.802428:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.802430:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.802432:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074938.802435:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074938.802439:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074938.802443:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074938.802446:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074938.802448:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.802452:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074938.802457:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074938.802459:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074938.803728:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.803731:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074938.803738:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064efa00 with handle 0x5882d4497368309d from hash 00010000:00000001:1.0:1769074938.803742:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074938.803745:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.803747:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.803748:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074938.803753:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074938.803756:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074938.803761:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.803764:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074938.803768:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074938.803785:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a996680. 00000020:00000040:1.0:1769074938.803791:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=22 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074938.803800:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074938.803802:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.803806:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074938.803812:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.803817:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.803818:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.803820:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.803823:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074938.803826:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074938.803831:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074938.803841:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210006c00. 00000100:00000001:1.0:1769074938.803849:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.803856:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.803860:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074938.803865:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074938.803874:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074938.803876:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.803878:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074938.803881:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368309d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351640e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074938.803889:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efe00 count: 0 00010000:00000010:1.0:1769074938.803898:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0980. 00010000:00000001:1.0:1769074938.803915:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.803917:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.803919:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.803921:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.803923:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.803969:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00010000:00000001:1.0:1769074938.803976:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074938.803979:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074938.803985:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46e00. 00010000:00000010:1.0:1769074938.803991:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.803997:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074938.804000:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814dc00. 00000020:00000001:1.0:1769074938.804003:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074938.804006:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814dc00 with handle 0x5882d449736830a4 to hash 00000020:00000001:1.0:1769074938.804008:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074938.804010:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.804014:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.804018:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.804019:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.804023:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074938.804030:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074938.804045:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074938.804062:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074938.804071:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074938.804077:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074938.804079:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074938.804087:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726f00. 00000100:00000001:1.0:1769074938.804089:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832331008 : -125747877220608 : ffff8da20a726f00) 00000100:00000001:1.0:1769074938.804093:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.804094:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000001:1.0:1769074938.804099:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074938.804103:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.804105:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074938.804107:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074938.804111:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.804119:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074938.804121:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.804126:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074938.804129:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074938.804131:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074938.804135:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582912:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074938.804139:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074938.804146:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074938.804149:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.804151:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074938.804235:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074938.804238:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074938.804250:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074938.804255:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074938.804262:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210005800. 00000100:00000200:1.0:1769074938.804272:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926582912, portal 10 00000100:00000001:1.0:1769074938.804274:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.804276:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000040:1.0:1769074938.804282:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.804290:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074938.804293:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074938.804297:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14110. 00000100:00000200:1.0:1769074938.804301:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926582912, offset 0 00000400:00000200:1.0:1769074938.804308:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074938.804318:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.804327:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074938.804335:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074938.804339:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074938.804344:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074938.804347:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074938.804351:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2763:2763:256:4294967295] 192.168.204.145@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:1.0:1769074938.804354:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.804366:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074938.804373:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074938.804379:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769074938.804387:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074938.804396:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074938.804401:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074938.806772:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.806788:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1201068 usecs (1202 jiffies) 00000400:00000200:1.0:1769074938.806802:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074938.806806:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301514 00000100:00000001:1.0:1769074938.806810:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.806813:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301514 00000100:00000001:1.0:1769074938.806815:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.806818:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.806822:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.806825:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074938.806827:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074938.806831:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726f00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074938.806836:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074938.806839:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1769074938.813581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efe00. 00010000:00000010:1.1:1769074938.813609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00000800:00000200:3.0:1769074938.817907:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.817923:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769074938.817945:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.817956:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.817965:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14110 00000400:00000010:3.0:1769074938.817968:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14110. 00000100:00000001:3.0:1769074938.817975:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.817985:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.818001:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.818005:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.818013:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.818015:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.847212:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.847238:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.847244:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.847247:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.847261:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847272:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.847282:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847287:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847294:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847299:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb084fe80 00000400:00000200:3.0:1769074938.847305:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847312:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6f9d [32] + 224 00000800:00000001:3.0:1769074938.847321:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.847330:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.847334:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.847339:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.847348:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.847360:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.847371:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.847400:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.847410:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.847413:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847420:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.847427:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2764:2764:256:4294967295] 192.168.204.145@tcp LPNI seq info [2764:2764:8:4294967295] 00000400:00000200:3.0:1769074938.847432:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.847441:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.847447:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.847454:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0f400. 00000800:00000200:3.0:1769074938.847500:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.847508:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.847512:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0f400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074938.847610:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.847615:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0f400. 00000400:00000200:3.0:1769074938.847618:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.847621:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074938.847628:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.847632:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.849062:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074938.849078:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074938.849081:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074938.849086:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074938.849095:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210005800 00000400:00000010:1.0:1769074938.849098:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210005800. 00000100:00000001:1.0:1769074938.849119:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074938.849132:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074938.849151:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996680 x1855007926582912/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.849159:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074938.849161:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.849164:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074938.849168:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074938.849172:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074938.849175:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.849179:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074938.849191:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074938.849196:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074938.849199:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074938.849201:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.849204:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074938.849209:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.849213:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074938.849216:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074938.849218:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074938.849221:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.849222:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000001:1.0:1769074938.849226:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074938.849229:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074938.849231:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074938.849234:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.849239:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.849248:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.849251:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074938.849254:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074938.849258:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074938.849267:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926582912:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074938.849273:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.849276:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.849279:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074938.849281:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.849285:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.849292:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074938.849295:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726f00. 00000100:00000001:1.0:1769074938.849300:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074938.849301:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.849305:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074938.849310:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849313:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849317:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=4 00000020:00000001:1.0:1769074938.849320:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849324:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000040:1.0:1769074938.849332:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814dc00, remote cookie: 0xe52bf4d4a351642a, flags: 0x1001 00010000:00010000:1.0:1769074938.849339:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074938.849349:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x25:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074938.849353:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074938.849367:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46f00. 00010000:00000010:1.0:1769074938.849373:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e380. 00010000:00000040:1.0:1769074938.849380:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:1.0:1769074938.849387:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.849398:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.849402:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074938.849412:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849420:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074938.849427:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074938.849430:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074938.849432:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074938.849434:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074938.849437:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x25:0x0].0x0 (ffff8da20ca46f00) refcount = 1 00010000:00010000:1.0:1769074938.849441:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849449:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074938.849454:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074938.849456:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.849519:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074938.849523:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.849527:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849533:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074938.849535:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849537:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.849538:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849539:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.849541:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.849546:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074938.849550:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849552:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849553:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.849556:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849558:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849561:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849562:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849563:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=4 00000020:00000001:1.0:1769074938.849565:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849568:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849571:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.849574:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.849577:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849594:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849596:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.849597:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849598:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849599:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=5 00000020:00000001:1.0:1769074938.849601:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849603:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849607:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.849610:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849615:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849617:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074938.849619:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074938.849626:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.849627:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849628:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.849629:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849630:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074938.849636:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.849646:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074938.849651:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.849663:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.849670:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849672:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849673:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.849675:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849677:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00000002:00010000:1.0:1769074938.849681:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074938.849691:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b21c0. 00010000:00000001:1.0:1769074938.849693:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849695:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.849696:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.849698:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.849701:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074938.849704:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.849705:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000001:1.0:1769074938.849708:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.849709:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00010000:00000001:1.0:1769074938.849711:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849712:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849714:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.849716:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849718:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00000002:00010000:1.0:1769074938.849721:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.849728:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849729:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.849731:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074938.849733:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.849734:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.849735:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.849737:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.849750:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000040:1.0:1769074938.849754:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769074938.849756:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074938.849760:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/37 (0 0) 00010000:00000001:1.0:1769074938.849764:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.849765:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.849766:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074938.849770:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074938.849773:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-8 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074938.849777:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.849781:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.849784:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074938.849787:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074938.849791:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074938.849796:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.849799:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074938.849801:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a7e1540 it_disposition 1800037 00000080:00002000:1.0:1769074938.849808:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b228948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074938.849815:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074938.849818:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074938.849821:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074938.849823:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074938.849826:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074938.849828:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074938.849833:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074938.849837:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074938.849840:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366309 : 144115272381366309 : 2000013a1000025) 00000080:00000001:1.0:1769074938.849844:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074938.849858:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b17b9c0. 00000020:00000001:1.0:1769074938.849872:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074938.849874:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074938.849878:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074938.849880:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x25:0x0](ffff8da20b17ba88) 00000020:00000001:1.0:1769074938.849885:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074938.849890:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074938.849893:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074938.849898:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074938.849903:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb5af0. 00000020:00000001:1.0:1769074938.849906:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074938.849908:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.849917:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074938.849922:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019aaa8. 00020000:00000001:1.0:1769074938.849924:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927176872 : -125747782374744 : ffff8da21019aaa8) 00020000:00000001:1.0:1769074938.849938:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074938.849942:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074938.849948:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1d20. 00020000:00000010:1.0:1769074938.849954:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d180. 00020000:00000010:1.0:1769074938.849960:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1780. 00020000:00000001:1.0:1769074938.849962:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833095040 : -125747876456576 : ffff8da20a7e1780) 00020000:00000002:1.0:1769074938.849965:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1780, objid 0x25:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.849971:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.849974:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d180: ostid: 0x280000400:486 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074938.849979:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074938.849981:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1780, objid 0x25:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.849983:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.849986:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d180: ostid: 0x280000400:486 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074938.849990:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20566a210. 00020000:00000010:1.0:1769074938.849994:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a726f00. 00020000:00000001:1.0:1769074938.850000:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074938.850004:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da204f73338. 00020000:00000001:1.0:1769074938.850008:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074938.850009:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074938.850017:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074938.850021:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20abb5190. 00000020:00000001:1.0:1769074938.850023:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074938.850025:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.850027:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325837107728 : -125747872443888 : ffff8da20abb5210) 00020000:00000001:1.0:1769074938.850031:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074938.850037:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a8b5a40. 00020000:00000001:1.0:1769074938.850039:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.850045:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837107728 : -125747872443888 : ffff8da20abb5210) 00020000:00000001:1.0:1769074938.850048:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325837107728 : -125747872443888 : ffff8da20abb5210) 00020000:00000002:1.0:1769074938.850051:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e6:0x0]@ffff8da20abb5190[0:0] -> [0x2000013a1:0x25:0x0]@ffff8da20abb5af0: ostid: 0x280000400:486 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074938.850058:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074938.850061:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074938.850063:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.850067:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837110128 : -125747872441488 : ffff8da20abb5b70) 00000020:00001000:1.0:1769074938.850070:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074938.850075:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366309 : 144115272381366309 : 2000013a1000025) 00000080:00000001:1.0:1769074938.850078:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074938.850080:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366309 mtime from 0 to 1769074938 00000080:00000001:1.0:1769074938.850085:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074938.850088:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843163784 : -125747866387832 : ffff8da20b17ba88) 00010000:00000001:1.0:1769074938.850090:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.850092:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.850093:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.850095:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.850098:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00000080:00000001:1.0:1769074938.850102:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074938.850103:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074938.850105:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074938.850107:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074938.850109:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074938.850112:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074938.850113:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074938.850116:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1960. 00020000:00000010:1.0:1769074938.850119:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d600. 00020000:00000010:1.0:1769074938.850122:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e10c0. 00020000:00000001:1.0:1769074938.850124:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833093312 : -125747876458304 : ffff8da20a7e10c0) 00020000:00000002:1.0:1769074938.850126:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e10c0, objid 0x25:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074938.850130:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074938.850133:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d600: ostid: 0x280000400:486 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074938.850136:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019aaa8) owner ffff8da2126627c0 00020000:00000001:1.0:1769074938.850138:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074938.850141:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019aaa8) owner ffff8da2126627c0 00020000:00000010:1.0:1769074938.850145:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20654d600. 00020000:00000010:1.0:1769074938.850150:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a7e1960. 00020000:00000010:1.0:1769074938.850154:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a7e10c0. 00020000:00000002:1.0:1769074938.850156:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074938.850158:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.850160:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.850164:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074938.850167:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.850170:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a7e1780 addref 2/0 by ffff8da2126627c0. 00020000:00000002:1.0:1769074938.850173:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.850175:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074938.850178:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074938.850180:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074938.850181:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074938.850184:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074938.850186:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074938.850189:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074938.850191:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.850193:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.850194:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074938.850196:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074938.850199:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074938.850201:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.850203:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x25:0x0](ffff8da20b17ba88) 00000080:00010000:1.0:1769074938.850207:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x25:0x0](ffff8da20b17ba88) for lock 0x5882d449736830a4 00800000:00000001:1.0:1769074938.850210:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074938.850212:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074938.850213:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.850214:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.850215:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.850217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.850219:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.850221:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.850223:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074938.850224:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.850226:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850228:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074938.850230:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.850237:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.850244:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850251:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074938.850255:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x25:0x0](ffff8da20b17ba88) 00000080:00000001:1.0:1769074938.850258:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074938.850261:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000100:00000001:1.0:1769074938.850265:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.850268:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.850274:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850279:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074938.850281:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850292:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074938.850295:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:1.0:1769074938.850297:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-8:[0x2000013a1:0x25:0x0](ffff8da20b17ba88), flags 100102 00000080:00000010:1.0:1769074938.850306:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000010:1.0:1769074938.850312:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2440. 00000080:00000001:1.0:1769074938.850315:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074938.850319:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074938.850322:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074938.850327:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3c520. 00000002:00100000:1.0:1769074938.850331:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.850337:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.850339:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074938.850344:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074938.850347:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850350:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.850353:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.850355:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074938.850362:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074938.850367:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074938.850405:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074938.850407:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.850409:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074938.850411:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-8:[0x2000013a1:0x25:0x0](ffff8da20b17ba88), flags 100102, rc = 0 00000080:00000001:1.0:1769074938.850416:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074938.850418:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a7e1540 released 00000080:00010000:1.0:1769074938.850420:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830a4 from it ffff8da20a7e1540 00010000:00000001:1.0:1769074938.850423:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074938.850424:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074938.850425:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814dc00 refcount=3 00000020:00000001:1.0:1769074938.850427:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.850430:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061079552 : -125747648472064 : ffff8da21814dc00) 00010000:00000001:1.0:1769074938.850432:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074938.850435:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.850442:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.850443:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.850445:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074938.850448:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074938.850450:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074938.850458:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074938.850494:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074938.850496:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.850501:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.850502:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.850504:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.850507:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074938.850509:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.850511:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.850514:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.850516:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074938.850517:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.850518:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074938.850520:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074938.850522:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074938.850524:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074938.850526:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074938.850529:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074938.850530:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850533:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074938.850535:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850538:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074938.850540:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850542:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074938.850545:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a7e1540. 00000080:00000001:1.0:1769074938.850548:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850553:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074938.850555:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x25:0x0](ffff8da20b17ba88), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074938.850560:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074938.850590:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074938.850593:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.850596:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.850599:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850609:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074938.850611:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074938.850613:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-8:[0x2000013a1:0x25:0x0](ffff8da20b17ba88), flags 100002 00000080:00000001:1.0:1769074938.850617:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074938.850619:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074938.850621:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074938.850622:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074938.850625:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019aaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074938.850627:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.850629:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074938.850634:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.850637:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.850641:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769074938.850644:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.850647:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074938.850650:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x25:0x0]: 0 00000080:00000001:1.0:1769074938.850652:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074938.850655:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074938.850659:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074938.850661:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074938.850668:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074938.850672:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074938.850676:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x25:0x0] 00000002:00000001:1.0:1769074938.850679:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074938.850681:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x25:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074938.850688:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a994e00. 00000020:00000040:1.0:1769074938.850693:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=23 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074938.850699:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074938.850703:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074938.850709:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074938.850716:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208457c00. 00000100:00000001:1.0:1769074938.850724:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074938.850737:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074938.850750:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074938.850755:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074938.850762:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074938.850764:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074938.850772:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726600. 00000100:00000001:1.0:1769074938.850774:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328704 : -125747877222912 : ffff8da20a726600) 00000100:00000001:1.0:1769074938.850777:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.850778:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000001:1.0:1769074938.850784:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074938.850788:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.850791:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074938.850792:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074938.850797:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.850805:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074938.850808:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.850812:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074938.850815:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074938.850818:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074938.850822:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583168:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074938.850827:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074938.850833:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074938.850836:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.850839:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074938.850844:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210005800. 02000000:00000001:1.0:1769074938.850846:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074938.850858:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074938.850862:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074938.850871:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a143b8. 00000100:00000200:1.0:1769074938.850881:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926583168, portal 10 00000100:00000001:1.0:1769074938.850883:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.850884:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000040:1.0:1769074938.850891:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.850899:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074938.850903:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074938.850906:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14e58. 00000100:00000200:1.0:1769074938.850910:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926583168, offset 0 00000400:00000200:1.0:1769074938.850919:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074938.850945:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.850955:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074938.850961:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074938.850966:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074938.850971:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074938.850974:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074938.850978:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2765:2765:256:4294967295] 192.168.204.145@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:1.0:1769074938.850982:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.850994:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074938.851001:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074938.851008:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f600. 00000800:00000200:1.0:1769074938.851016:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074938.851024:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074938.851030:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074938.851046:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.851052:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1198080 usecs (1199 jiffies) 00000400:00000200:1.0:1769074938.851056:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074938.851060:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301555 00000100:00000001:1.0:1769074938.851063:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.851066:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301555 00000100:00000001:1.0:1769074938.851068:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.851071:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.851074:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.851076:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074938.851078:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074938.851081:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074938.851084:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074938.851087:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.851190:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.851196:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:3.0:1769074938.851201:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.851207:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.851212:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:3.0:1769074938.851215:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:3.0:1769074938.851220:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.851225:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.851234:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.851237:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.851243:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.851244:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074938.855473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00000800:00000001:3.0:1769074938.859014:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.859039:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.859044:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.859047:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.859062:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.859073:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.859084:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.859090:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.859097:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.859102:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084ff80 00000400:00000200:3.0:1769074938.859108:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.859118:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6fa5 [1] + 224 00000800:00000001:3.0:1769074938.859128:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.859143:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.859147:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.859151:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.859161:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.859172:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.859185:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.859211:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.859222:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.859226:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.859388:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074938.859399:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074938.859402:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074938.859406:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074938.859412:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:1.0:1769074938.859415:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:1.0:1769074938.859418:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074938.859424:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074938.859433:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994e00 x1855007926583168/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.859439:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074938.859441:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.859444:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074938.859449:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074938.859452:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074938.859455:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.859504:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074938.859517:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074938.859522:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074938.859525:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074938.859527:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.859530:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074938.859535:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.859539:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074938.859541:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074938.859543:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074938.859545:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.859547:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000001:1.0:1769074938.859551:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074938.859553:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074938.859556:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074938.859559:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.859565:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.859573:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.859577:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074938.859579:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074938.859675:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074938.859684:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583168:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074938.859690:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074938.859693:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.859695:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074938.859698:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.859702:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.859709:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074938.859712:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726600. 00000100:00000001:1.0:1769074938.859717:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074938.859719:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.859728:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.859729:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000002:00000001:1.0:1769074938.859732:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.859737:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.859744:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074938.859748:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074938.859752:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074938.859758:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074938.859763:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074938.859771:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.859773:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.859776:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2440. 00000100:00000001:1.0:1769074938.859779:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074938.859782:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.859787:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.859790:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074938.859794:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769074938.859798:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.859808:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:1.0:1769074938.859811:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-8:[0x2000013a1:0x25:0x0](ffff8da20b17ba88), flags 100002, rc = 0 00000080:00000001:1.0:1769074938.859816:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.859874:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074938.859878:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074938.859880:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-8 (ffff8da20b228948, parent ffff8da20b13a288, inode ffff8da20b17ba88) hashed, 00000080:00000001:0.0:1769074938.859883:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.859971:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.859976:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.859978:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.859980:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074938.859982:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.859991:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.859998:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.860003:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.860008:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.860010:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074938.860014:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.860018:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.860022:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.860028:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.860030:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074938.860032:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.860037:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.860039:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.860042:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.860049:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.860052:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.860055:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.860057:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.860060:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074938.860066:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428700. 00000020:00000040:0.0:1769074938.860070:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=24 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074938.860076:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.860082:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.860088:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.860090:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.860092:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.860095:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.860098:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.860103:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.860112:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105c9c00. 00000100:00000001:0.0:1769074938.860119:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.860125:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.860127:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.860128:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.860129:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.860131:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.860137:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00010000:00000001:0.0:1769074938.860141:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.860144:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.860149:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef500. 00010000:00000010:0.0:1769074938.860154:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0c80. 00010000:00000001:0.0:1769074938.860159:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.860163:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ee200. 00000020:00000001:0.0:1769074938.860167:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.860170:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ee200 with handle 0x5882d449736830ab to hash 00000020:00000001:0.0:1769074938.860172:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.860174:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.860177:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.860182:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.860185:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.860189:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.860198:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.860209:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.860214:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.860216:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.860223:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.860225:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074938.860227:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.860229:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:0.0:1769074938.860234:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.860238:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.860240:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.860242:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.860247:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.860255:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.860257:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.860261:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.860264:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.860267:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.860270:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583296:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.860274:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.860279:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.860281:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.860284:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.860289:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9a800. 02000000:00000001:0.0:1769074938.860291:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.860297:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.860301:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074938.860308:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769074938.860317:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926583296, portal 10 00000100:00000001:0.0:1769074938.860319:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.860320:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:0.0:1769074938.860326:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.860334:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.860336:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.860341:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769074938.860344:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926583296, offset 0 00000400:00000200:0.0:1769074938.860352:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.860359:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.860368:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.860374:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.860380:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.860384:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.860387:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.860391:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2766:2766:256:4294967295] 192.168.204.145@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:0.0:1769074938.860395:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.860406:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.860413:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.860418:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769074938.860426:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.860436:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.860440:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.860511:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.860517:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1194988 usecs (1195 jiffies) 00000400:00000200:0.0:1769074938.860521:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.860525:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301561 00000100:00000001:0.0:1769074938.860528:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.860531:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301561 00000100:00000001:0.0:1769074938.860534:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.860537:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.860540:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.860542:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.860545:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.860547:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.860550:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.860552:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074938.860734:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074938.860749:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:2.0:1769074938.860754:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.860759:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074938.860764:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:2.0:1769074938.860767:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:2.0:1769074938.860771:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074938.860775:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.860785:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.860787:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.860792:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.860794:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.870757:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.870783:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.870788:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.870790:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.870806:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.870816:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.870827:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.870833:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.870841:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.870846:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850000 00000400:00000200:3.0:1769074938.870852:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.870860:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6fad [1] + 224 00000800:00000001:3.0:1769074938.870870:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.870879:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.870883:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.870888:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.870897:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.870908:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.870942:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.870966:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.870977:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.870981:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.871093:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.871104:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.871107:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.871112:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074938.871119:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:0.0:1769074938.871123:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:0.0:1769074938.871127:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.871134:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.871145:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.871152:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.871154:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.871157:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.871161:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.871164:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.871167:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.871170:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.871182:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.871186:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.871189:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.871191:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.871195:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.871199:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.871204:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.871207:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.871210:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.871213:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.871218:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.871225:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.871228:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.871230:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.871234:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.871243:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583296:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.871249:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.871253:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.871257:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.871260:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.871263:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.871271:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.871275:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.871278:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.871280:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.871283:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.871287:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871290:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871294:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=4 00000020:00000001:0.0:1769074938.871296:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871299:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000040:0.0:1769074938.871306:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ee200, remote cookie: 0xe52bf4d4a351643f, flags: 0x1001 00010000:00010000:0.0:1769074938.871313:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.871325:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871332:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.871338:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.871341:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.871343:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.871344:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.871347:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120ef500) refcount = 1 00010000:00010000:0.0:1769074938.871351:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871358:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.871363:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.871365:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.871369:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.871372:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.871375:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871381:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.871383:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871385:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.871386:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871387:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.871389:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.871394:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.871396:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871397:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871398:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074938.871400:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871403:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871405:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871407:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871408:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=4 00000020:00000001:0.0:1769074938.871410:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871412:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871415:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.871418:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.871421:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871427:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871428:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.871430:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871431:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871432:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=5 00000020:00000001:0.0:1769074938.871434:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871436:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871439:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.871443:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871449:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871450:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.871452:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871490:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.871492:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871493:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.871495:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871496:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.871501:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.871511:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871512:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871514:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074938.871516:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871518:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871520:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871521:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.871523:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.871525:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.871529:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.871532:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871533:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871537:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074938.871539:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871541:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00000002:00010000:0.0:1769074938.871545:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.871551:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871553:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.871556:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.871557:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.871558:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.871560:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074938.871562:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074938.871564:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000040:0.0:1769074938.871573:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 2 00010000:00000001:0.0:1769074938.871576:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.871580:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.871583:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.871584:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.871585:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.871589:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.871591:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.871595:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.871599:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.871603:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.871607:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.871611:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.871615:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.871620:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.871625:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.871628:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.871635:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.871641:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.871733:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39f00. 00800000:00000001:2.0:1769074938.871736:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789417216 : -125747920134400 : ffff8da207e39f00) 00800000:00000001:2.0:1769074938.871738:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.871741:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.871745:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.871747:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.871749:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.871753:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.871755:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.871760:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.871764:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074938.871769:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.871772:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.871773:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.871775:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:2.0:1769074938.871777:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871780:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871782:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.871783:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.871785:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.871789:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.871790:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39f00 1 00800000:00000010:2.0:1769074938.871793:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39f00. 00800000:00000001:2.0:1769074938.871796:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.871801:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830ab 00800000:00000001:2.0:1769074938.871804:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.871806:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.871807:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.871809:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.871810:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:2.0:1769074938.871811:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871813:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871816:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.871817:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.871819:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.871820:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.871823:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.871825:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.871828:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ab from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.871830:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.871831:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.871833:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:2.0:1769074938.871834:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871836:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.871838:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.871840:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.871851:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.871852:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.871854:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.871856:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.871858:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.871866:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.871869:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.871871:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.871875:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.871876:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.871878:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.871882:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.871884:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.871885:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.871888:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.871890:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.871892:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.871893:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.871895:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.871900:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428700 x1855007926583296/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.871907:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.871910:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.871914:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9a800. 02000000:00000001:2.0:1769074938.871918:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.871920:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.871922:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=23 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.871924:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.871938:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c9c00. 02000000:00000001:2.0:1769074938.871943:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.871945:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.871948:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428700. 00000100:00000001:2.0:1769074938.871952:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.871954:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.871958:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.871964:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.872002:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358ea0. 00000080:00000001:2.0:1769074938.872008:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.872020:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.872022:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.872025:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.872031:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.872036:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.872040:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.872043:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.872045:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.872047:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.872050:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.872054:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.872058:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.872060:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.872061:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.872065:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.872067:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.872069:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.872072:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 2 00010000:00000001:2.0:1769074938.872074:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.872077:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.872079:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.872081:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.872090:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.872094:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.872097:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.872103:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.872106:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.872108:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.872110:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.872111:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.872113:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.872115:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.872117:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.872119:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.872122:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.872123:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.872125:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.872128:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830ab 00800000:00000001:2.0:1769074938.872131:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.872132:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.872133:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.872135:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.872136:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:2.0:1769074938.872138:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.872140:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.872142:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872143:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.872145:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.872146:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.872148:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ab from it ffffb17741753b38 00010000:00000001:2.0:1769074938.872150:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.872151:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.872153:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:2.0:1769074938.872155:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.872156:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:2.0:1769074938.872158:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.872161:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.872167:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872169:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.872170:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.872172:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.872173:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.872180:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.872181:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.872183:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.872185:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872186:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.872187:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872189:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.872191:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872192:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872194:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872195:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.872197:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872198:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.872200:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.872201:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.872203:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.872206:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.872210:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.872212:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.872214:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837b680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.872220:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a1549c0. 00000080:00000001:2.0:1769074938.872225:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.872228:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.872230:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.872238:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.872241:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.872246:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.872247:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.872249:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.872251:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-9' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.872254:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.872258:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.872262:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.872267:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.872269:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.872272:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.872275:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.872278:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x26:0x0] 40000000:00000001:2.0:1769074938.872282:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.872284:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.872286:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.872287:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.872289:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.872291:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x26:0x0], name='f15a.replay-dual-9' -> mds #0 00000002:00000001:2.0:1769074938.872295:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.872296:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.872298:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-9,[0x2000013a1:0x26:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.872303:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.872306:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.872310:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.872313:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.872316:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.872318:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 2 00010000:00000001:2.0:1769074938.872320:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.872323:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.872326:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.872329:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.872337:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.872342:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.872345:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.872347:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.872349:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.872351:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.872353:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 3 00010000:00000001:2.0:1769074938.872356:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.872359:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.872360:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.872361:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.872363:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 3 00010000:00000001:2.0:1769074938.872365:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.872367:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.872369:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.872370:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.872372:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef500 count: 3 00010000:00000001:2.0:1769074938.872374:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.872376:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.872378:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.872381:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.872386:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.872390:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.872393:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.872395:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872398:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.872402:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.872404:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.872405:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.872407:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.872410:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ee200 with handle 0x5882d449736830ab from hash 00010000:00000001:2.0:1769074938.872412:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.872414:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872415:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.872417:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.872419:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.872421:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.872424:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.872425:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.872427:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074938.872432:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6a00. 00000020:00000040:2.0:1769074938.872436:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=24 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769074938.872441:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074938.872443:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872446:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.872452:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.872454:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.872455:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.872456:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.872501:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.872503:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.872507:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.872516:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e38000. 00000100:00000001:2.0:1769074938.872523:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872527:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.872531:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074938.872535:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.872542:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074938.872544:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.872546:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074938.872549:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d449736830ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351643f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.872557:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef500 count: 0 00010000:00000010:2.0:1769074938.872563:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0c80. 00010000:00000001:2.0:1769074938.872573:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.872575:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872577:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.872579:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.872581:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.872591:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00010000:00000001:2.0:1769074938.872596:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.872598:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.872603:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.872607:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.872611:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.872615:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80600. 00000020:00000001:2.0:1769074938.872618:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.872620:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80600 with handle 0x5882d449736830b2 to hash 00000020:00000001:2.0:1769074938.872622:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.872624:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.872628:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.872631:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.872632:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.872635:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.872643:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074938.872657:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074938.872665:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074938.872674:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.872679:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.872682:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.872690:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50e40. 00000100:00000001:2.0:1769074938.872692:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706673728 : -125748002877888 : ffff8da202f50e40) 00000100:00000001:2.0:1769074938.872695:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.872697:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000001:2.0:1769074938.872701:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.872706:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.872708:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.872710:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.872714:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.872720:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.872723:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.872727:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.872730:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.872732:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.872735:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6a00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583552:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.872739:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.872745:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.872747:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.872750:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.872830:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.872833:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.872844:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.872850:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.872857:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e38800. 00000100:00000200:2.0:1769074938.872867:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926583552, portal 10 00000100:00000001:2.0:1769074938.872869:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.872871:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000040:2.0:1769074938.872877:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.872884:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.872887:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.872891:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769074938.872894:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926583552, offset 0 00000400:00000200:2.0:1769074938.872901:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.872911:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.872920:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.872940:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.872945:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.872950:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.872954:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.872958:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2767:2767:256:4294967295] 192.168.204.145@tcp LPNI seq info [2767:2767:8:4294967295] 00000400:00000200:2.0:1769074938.872962:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.872971:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.872979:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.872986:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074938.872995:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.873003:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.873008:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.873030:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.873036:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1191920 usecs (1192 jiffies) 00000400:00000200:2.0:1769074938.873039:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.873042:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301569 00000100:00000001:2.0:1769074938.873045:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.873047:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301569 00000100:00000001:2.0:1769074938.873049:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.873058:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.873061:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.873063:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.873065:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.873068:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50e40 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.873071:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.873074:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.873211:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.873217:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074938.873222:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.873229:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.873236:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:3.0:1769074938.873239:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:3.0:1769074938.873244:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.873250:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.873260:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.873264:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.873271:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.873273:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.881936:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.881960:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.881964:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.881967:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.881981:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.881991:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.882001:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882008:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882016:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882022:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850100 00000400:00000200:3.0:1769074938.882028:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882036:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6fb5 [32] + 224 00000800:00000001:3.0:1769074938.882049:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.882058:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.882073:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.882079:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.882089:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.882101:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.882114:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.882135:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.882147:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.882151:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882160:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.882168:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2768:2768:256:4294967295] 192.168.204.145@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:3.0:1769074938.882173:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.882183:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.882189:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.882197:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0f400. 00000800:00000200:3.0:1769074938.882204:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.882213:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.882219:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0f400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074938.882249:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.882254:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074938.882631:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.882636:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0f400. 00000400:00000200:3.0:1769074938.882640:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.882646:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:2.0:1769074938.882853:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.882863:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.882865:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.882870:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.882876:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e38800 00000400:00000010:2.0:1769074938.882879:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e38800. 00000100:00000001:2.0:1769074938.882883:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.882889:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.882902:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6a00 x1855007926583552/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.882909:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.882912:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.882915:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.882919:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.882922:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.882924:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.882938:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.882950:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.882954:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.882958:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.882959:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.882963:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.882967:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.882971:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.882973:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074938.882975:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.882978:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.882979:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000001:2.0:1769074938.882983:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.882985:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.882987:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.882990:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.882996:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.883003:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.883007:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.883019:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.883025:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.883033:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6a00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583552:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.883038:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.883042:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.883045:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.883047:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.883050:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.883058:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.883061:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50e40. 00000100:00000001:2.0:1769074938.883064:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.883066:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.883069:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.883075:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883079:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883082:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=4 00000020:00000001:2.0:1769074938.883085:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883088:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000040:2.0:1769074938.883096:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80600, remote cookie: 0xe52bf4d4a351645b, flags: 0x1001 00010000:00010000:2.0:1769074938.883102:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.883112:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x26:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074938.883116:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074938.883126:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e200. 00010000:00000010:2.0:1769074938.883132:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48300. 00010000:00000040:2.0:1769074938.883139:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:2.0:1769074938.883147:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.883156:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.883160:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.883169:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883175:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.883180:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.883184:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.883186:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.883187:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.883190:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x26:0x0].0x0 (ffff8da211a0e200) refcount = 1 00010000:00010000:2.0:1769074938.883195:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883202:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.883206:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.883208:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.883211:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.883214:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.883217:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883224:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.883226:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883228:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.883229:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883230:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.883232:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.883237:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.883240:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883242:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883243:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883245:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883248:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883251:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883252:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883253:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=4 00000020:00000001:2.0:1769074938.883255:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883258:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883261:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.883263:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.883266:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883274:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883275:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.883276:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883277:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883278:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=5 00000020:00000001:2.0:1769074938.883280:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883282:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883285:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.883287:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883293:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883294:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.883297:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.883303:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.883305:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883306:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.883307:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883308:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.883313:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.883323:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.883328:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.883335:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.883343:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883345:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883346:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883348:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883351:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00000002:00010000:2.0:1769074938.883355:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074938.883364:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39f00. 00010000:00000001:2.0:1769074938.883367:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883368:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.883370:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.883372:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.883375:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074938.883378:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.883379:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000001:2.0:1769074938.883381:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.883382:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00010000:00000001:2.0:1769074938.883385:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883386:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883388:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883389:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883391:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00000002:00010000:2.0:1769074938.883394:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.883400:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883401:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.883403:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.883405:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883406:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883407:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883409:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883411:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000040:2.0:1769074938.883415:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:2.0:1769074938.883418:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.883422:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/38 (0 0) 00010000:00000001:2.0:1769074938.883425:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883427:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.883428:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.883432:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:2.0:1769074938.883435:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-9 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074938.883439:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.883443:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.883446:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.883450:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074938.883454:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.883495:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.883499:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074938.883502:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a1549c0 it_disposition 1800037 00000080:00002000:2.0:1769074938.883509:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b1f41b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074938.883516:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.883519:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074938.883521:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:2.0:1769074938.883523:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:2.0:1769074938.883526:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074938.883529:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.883535:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074938.883539:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.883543:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366310 : 144115272381366310 : 2000013a1000026) 00000080:00000001:2.0:1769074938.883547:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074938.883570:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a4a40. 00000020:00000001:2.0:1769074938.883583:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074938.883585:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074938.883589:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074938.883591:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x26:0x0](ffff8da20b1a4b08) 00000020:00000001:2.0:1769074938.883596:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.883601:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.883604:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.883609:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074938.883616:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa753e8. 00000020:00000001:2.0:1769074938.883620:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.883622:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.883634:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.883639:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083ac000. 00020000:00000001:2.0:1769074938.883641:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795127296 : -125747914424320 : ffff8da2083ac000) 00020000:00000001:2.0:1769074938.883645:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074938.883648:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.883655:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154600. 00020000:00000010:2.0:1769074938.883660:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37700. 00020000:00000010:2.0:1769074938.883688:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a154ea0. 00020000:00000001:2.0:1769074938.883691:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826227872 : -125747883323744 : ffff8da20a154ea0) 00020000:00000002:2.0:1769074938.883695:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154ea0, objid 0x26:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.883700:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.883705:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37700: ostid: 0x240000400:486 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074938.883709:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074938.883711:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154ea0, objid 0x26:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.883715:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.883718:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37700: ostid: 0x240000400:486 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074938.883723:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3ebe0. 00020000:00000010:2.0:1769074938.883727:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50e40. 00020000:00000001:2.0:1769074938.883733:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074938.883736:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68c40. 00020000:00000001:2.0:1769074938.883741:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074938.883743:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074938.883749:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.883753:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa75640. 00000020:00000001:2.0:1769074938.883755:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.883757:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.883759:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835798208 : -125747873753408 : ffff8da20aa756c0) 00020000:00000001:2.0:1769074938.883763:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074938.883769:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076b180. 00020000:00000001:2.0:1769074938.883772:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.883777:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835798208 : -125747873753408 : ffff8da20aa756c0) 00020000:00000001:2.0:1769074938.883780:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835798208 : -125747873753408 : ffff8da20aa756c0) 00020000:00000002:2.0:1769074938.883785:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e6:0x0]@ffff8da20aa75640[0:0] -> [0x2000013a1:0x26:0x0]@ffff8da20aa753e8: ostid: 0x240000400:486 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074938.883791:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074938.883793:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074938.883795:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.883799:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835797608 : -125747873754008 : ffff8da20aa75468) 00000020:00001000:2.0:1769074938.883803:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.883807:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366310 : 144115272381366310 : 2000013a1000026) 00000080:00000001:2.0:1769074938.883810:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074938.883813:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366310 mtime from 0 to 1769074938 00000080:00000001:2.0:1769074938.883818:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074938.883821:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843331848 : -125747866219768 : ffff8da20b1a4b08) 00010000:00000001:2.0:1769074938.883824:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883826:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883828:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883830:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883833:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00000080:00000001:2.0:1769074938.883836:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074938.883838:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.883839:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.883841:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.883844:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074938.883846:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074938.883848:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.883852:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154e40. 00020000:00000010:2.0:1769074938.883856:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37380. 00020000:00000010:2.0:1769074938.883859:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a1540c0. 00020000:00000001:2.0:1769074938.883861:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826224320 : -125747883327296 : ffff8da20a1540c0) 00020000:00000002:2.0:1769074938.883864:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a1540c0, objid 0x26:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.883867:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.883870:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37380: ostid: 0x240000400:486 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074938.883874:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083ac000) owner ffff8da2126627c0 00020000:00000001:2.0:1769074938.883877:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074938.883880:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083ac000) owner ffff8da2126627c0 00020000:00000010:2.0:1769074938.883886:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37380. 00020000:00000010:2.0:1769074938.883890:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a154e40. 00020000:00000010:2.0:1769074938.883894:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a1540c0. 00020000:00000002:2.0:1769074938.883896:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074938.883899:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.883901:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.883905:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074938.883908:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.883912:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a154ea0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074938.883915:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.883918:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074938.883921:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074938.883922:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074938.883924:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074938.883938:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074938.883940:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074938.883943:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.883946:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.883947:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883949:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.883951:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.883954:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.883956:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.883959:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x26:0x0](ffff8da20b1a4b08) 00000080:00010000:2.0:1769074938.883962:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x26:0x0](ffff8da20b1a4b08) for lock 0x5882d449736830b2 00800000:00000001:2.0:1769074938.883965:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.883967:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.883969:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.883970:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.883971:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.883973:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883975:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.883978:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.883979:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.883981:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.883983:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.883985:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074938.883987:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.883993:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.884001:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884007:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.884011:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x26:0x0](ffff8da20b1a4b08) 00000080:00000001:2.0:1769074938.884015:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.884018:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000100:00000001:2.0:1769074938.884023:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.884026:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.884033:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884037:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074938.884040:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884050:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074938.884053:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074938.884055:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-9:[0x2000013a1:0x26:0x0](ffff8da20b1a4b08), flags 100102 00000080:00000010:2.0:1769074938.884064:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c4640. 00000080:00000010:2.0:1769074938.884071:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39380. 00000080:00000001:2.0:1769074938.884074:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074938.884078:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.884082:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074938.884085:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da2013582a0. 00000002:00100000:2.0:1769074938.884090:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.884097:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.884099:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074938.884103:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074938.884107:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884110:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.884113:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.884116:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074938.884123:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.884127:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.884165:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074938.884167:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.884170:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:2.0:1769074938.884171:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-9:[0x2000013a1:0x26:0x0](ffff8da20b1a4b08), flags 100102, rc = 0 00000080:00000001:2.0:1769074938.884176:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074938.884178:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a1549c0 released 00000080:00010000:2.0:1769074938.884180:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830b2 from it ffff8da20a1549c0 00010000:00000001:2.0:1769074938.884182:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.884184:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.884186:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80600 refcount=3 00000020:00000001:2.0:1769074938.884188:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.884190:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891648 : -125747872659968 : ffff8da20ab80600) 00010000:00000001:2.0:1769074938.884192:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.884197:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.884205:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.884206:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.884208:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.884211:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.884214:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.884222:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.884225:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.884227:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.884232:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.884233:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.884235:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.884239:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.884241:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.884244:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.884247:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.884249:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.884250:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.884251:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.884253:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074938.884255:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074938.884258:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.884260:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074938.884262:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.884264:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884267:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074938.884269:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884271:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.884274:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884275:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.884278:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a1549c0. 00000080:00000001:2.0:1769074938.884281:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884287:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074938.884289:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x26:0x0](ffff8da20b1a4b08), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074938.884293:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.884320:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.884322:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.884325:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.884328:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884337:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074938.884339:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:2.0:1769074938.884341:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-9:[0x2000013a1:0x26:0x0](ffff8da20b1a4b08), flags 100002 00000080:00000001:2.0:1769074938.884344:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074938.884348:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074938.884349:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.884350:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.884353:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac000) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.884355:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.884358:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074938.884363:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.884365:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.884370:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:2.0:1769074938.884372:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.884376:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.884378:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x26:0x0]: 0 00000080:00000001:2.0:1769074938.884380:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074938.884383:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074938.884387:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.884390:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074938.884396:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074938.884401:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074938.884403:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x26:0x0] 00000002:00000001:2.0:1769074938.884406:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074938.884409:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074938.884415:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7b80. 00000020:00000040:2.0:1769074938.884420:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=25 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074938.884425:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.884429:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.884434:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.884441:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da5000. 00000100:00000001:2.0:1769074938.884449:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074938.884489:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074938.884500:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074938.884507:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074938.884514:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.884516:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.884523:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.884525:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706672768 : -125748002878848 : ffff8da202f50a80) 00000100:00000001:2.0:1769074938.884528:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.884529:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000001:2.0:1769074938.884534:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.884539:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.884542:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.884543:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.884547:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.884554:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.884556:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.884561:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.884565:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.884567:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.884572:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583808:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.884576:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.884583:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.884586:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.884588:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.884593:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e38800. 02000000:00000001:2.0:1769074938.884595:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.884604:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.884609:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.884618:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769074938.884627:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926583808, portal 10 00000100:00000001:2.0:1769074938.884629:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.884630:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000040:2.0:1769074938.884637:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.884645:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.884649:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.884652:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353f68. 00000100:00000200:2.0:1769074938.884656:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926583808, offset 0 00000400:00000200:2.0:1769074938.884664:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.884673:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.884683:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.884690:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.884695:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.884700:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.884703:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.884706:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2769:2769:256:4294967295] 192.168.204.145@tcp LPNI seq info [2769:2769:8:4294967295] 00000400:00000200:2.0:1769074938.884711:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.884722:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.884729:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.884734:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074938.884743:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.884752:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.884759:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.884786:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.884791:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1188865 usecs (1189 jiffies) 00000400:00000200:2.0:1769074938.884795:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.884800:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301579 00000100:00000001:2.0:1769074938.884803:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.884806:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301579 00000100:00000001:2.0:1769074938.884808:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.884811:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.884813:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.884816:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.884818:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.884821:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50a80 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.884824:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.884826:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.885054:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.885059:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074938.885071:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.885078:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.885084:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353f68 00000400:00000010:3.0:1769074938.885086:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353f68. 00000100:00000001:3.0:1769074938.885091:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.885096:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.885107:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.885110:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.885118:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.885120:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.885996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef500. 00010000:00000010:2.1:1769074938.886006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00000800:00000001:3.0:1769074938.889110:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.889132:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.889138:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.889140:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.889154:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.889164:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.889174:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.889180:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.889187:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.889192:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850200 00000400:00000200:3.0:1769074938.889198:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.889207:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6fc5 [1] + 224 00000800:00000001:3.0:1769074938.889217:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.889247:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.889251:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.889257:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.889267:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.889286:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.889304:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.889333:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.889343:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.889347:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.889628:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.889639:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.889642:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.889648:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.889655:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769074938.889658:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769074938.889662:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.889668:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.889678:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7b80 x1855007926583808/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.889685:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.889687:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.889689:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.889693:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.889696:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.889699:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.889702:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.889715:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:2.0:1769074938.889720:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.889723:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.889725:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.889728:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.889732:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.889736:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.889754:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074938.889757:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.889760:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.889762:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000001:2.0:1769074938.889766:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.889768:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.889770:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.889773:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.889779:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.889787:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.889790:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.889793:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.889797:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.889806:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583808:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.889812:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.889815:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.889818:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.889820:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.889824:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.889831:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.889834:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.889837:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.889839:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.889847:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.889848:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000002:00000001:2.0:1769074938.889852:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.889856:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.889862:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.889865:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074938.889869:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.889874:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.889880:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.889888:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.889890:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.889892:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39380. 00000100:00000001:2.0:1769074938.889895:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.889898:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.889904:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.889907:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.889910:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c4640. 00000080:00000001:2.0:1769074938.889915:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.889923:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074938.889938:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-9:[0x2000013a1:0x26:0x0](ffff8da20b1a4b08), flags 100002, rc = 0 00000080:00000001:2.0:1769074938.889942:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.889951:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074938.889953:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074938.889955:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-9 (ffff8da20b1f41b0, parent ffff8da20b13a288, inode ffff8da20b1a4b08) hashed, 00000080:00000001:2.0:1769074938.889958:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.890182:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.890188:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.890191:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.890192:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.890195:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.890202:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.890210:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.890215:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.890220:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.890222:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.890225:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.890229:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.890233:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.890238:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.890240:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.890242:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.890245:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.890248:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.890252:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.890261:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.890263:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.890265:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.890268:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.890271:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.890277:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7100. 00000020:00000040:2.0:1769074938.890281:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=26 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.890287:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.890294:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.890301:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.890303:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.890305:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.890308:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.890311:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.890315:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.890326:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a400. 00000100:00000001:2.0:1769074938.890334:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.890338:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.890340:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.890342:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.890343:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.890345:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.890352:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00010000:00000001:2.0:1769074938.890356:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.890359:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.890364:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e500. 00010000:00000010:2.0:1769074938.890369:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.890374:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.890377:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81c00. 00000020:00000001:2.0:1769074938.890382:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.890385:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81c00 with handle 0x5882d449736830b9 to hash 00000020:00000001:2.0:1769074938.890387:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.890389:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.890393:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.890397:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.890400:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.890404:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.890414:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.890425:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.890430:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.890432:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.890438:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.890440:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706672768 : -125748002878848 : ffff8da202f50a80) 00000100:00000001:2.0:1769074938.890442:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.890443:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000001:2.0:1769074938.890448:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.890452:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.890454:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.890456:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.890495:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.890502:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.890505:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.890509:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.890512:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.890514:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.890517:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583936:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.890522:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.890527:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.890529:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.890531:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.890536:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac57000. 02000000:00000001:2.0:1769074938.890538:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.890545:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.890549:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.890554:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769074938.890562:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926583936, portal 10 00000100:00000001:2.0:1769074938.890564:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.890565:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000040:2.0:1769074938.890570:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.890583:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.890586:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.890589:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769074938.890593:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926583936, offset 0 00000400:00000200:2.0:1769074938.890600:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.890609:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.890618:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.890625:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.890630:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.890634:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.890637:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.890641:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2770:2770:256:4294967295] 192.168.204.145@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:2.0:1769074938.890645:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.890656:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.890664:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.890670:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074938.890677:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.890688:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.890694:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.890721:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.890727:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1185810 usecs (1186 jiffies) 00000400:00000200:2.0:1769074938.890731:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.890734:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301582 00000100:00000001:2.0:1769074938.890934:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.890940:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301582 00000100:00000001:2.0:1769074938.890942:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.890944:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.890948:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.890951:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.890953:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.890956:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50a80 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.890958:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.890961:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.891239:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.891244:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074938.891249:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.891255:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.891262:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:3.0:1769074938.891264:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:3.0:1769074938.891268:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.891273:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.891284:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.891288:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.891294:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.891296:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.894681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00000800:00000001:3.0:1769074938.900316:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.900344:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.900351:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.900354:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.900369:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.900390:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.900401:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.900417:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.900425:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.900430:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850280 00000400:00000200:3.0:1769074938.900437:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.900448:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x6fd5 [1] + 224 00000800:00000001:3.0:1769074938.900494:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.900507:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.900511:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.900517:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.900528:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.900541:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.900554:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.900577:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.900588:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.900593:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.900653:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.900666:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.900668:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.900673:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.900680:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769074938.900683:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769074938.900687:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.900692:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.900703:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.900709:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.900712:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.900714:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.900718:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.900721:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.900723:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.900727:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.900751:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.900756:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.900759:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.900761:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.900764:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.900768:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.900772:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.900775:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.900777:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.900780:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.900786:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.900799:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.900803:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.900805:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.900809:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.900817:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926583936:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.900823:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.900826:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.900829:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.900831:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.900834:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.900841:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.900844:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.900848:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.900849:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.900853:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.900858:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.900860:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.900864:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=4 00000020:00000001:2.0:1769074938.900867:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.900870:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000040:2.0:1769074938.900877:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81c00, remote cookie: 0xe52bf4d4a3516470, flags: 0x1001 00010000:00010000:2.0:1769074938.900884:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.900896:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.900904:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.900910:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.900912:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.900914:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.900916:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.900919:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e500) refcount = 1 00010000:00010000:2.0:1769074938.900922:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.900941:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.900945:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.900947:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.900951:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.900954:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.900957:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.900962:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.900964:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.900966:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.900967:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.900968:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.900970:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.900975:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.900977:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.900978:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.900980:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.900982:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.900984:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.900987:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.900988:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.900989:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=4 00000020:00000001:2.0:1769074938.900991:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.900993:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.900996:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.900999:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.901003:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901180:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901182:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901183:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901185:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901186:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=5 00000020:00000001:2.0:1769074938.901188:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901190:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901193:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.901195:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901201:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901202:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.901204:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901210:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.901212:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901213:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901214:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901215:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.901221:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074938.901230:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901232:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901233:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901235:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901238:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901240:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901241:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.901244:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.901246:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.901249:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074938.901252:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901253:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901255:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901257:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901259:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00000002:00010000:2.0:1769074938.901262:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901269:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901270:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901271:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.901273:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901274:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901276:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901278:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901280:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000040:2.0:1769074938.901287:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:2.0:1769074938.901290:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.901295:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074938.901297:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901298:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.901299:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.901304:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:2.0:1769074938.901306:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074938.901309:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901313:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901316:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.901320:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074938.901324:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.901329:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.901333:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.901339:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.901342:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.901349:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.901355:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.901364:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39380. 00800000:00000001:2.0:1769074938.901367:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789414272 : -125747920137344 : ffff8da207e39380) 00800000:00000001:2.0:1769074938.901370:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.901373:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.901376:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.901379:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.901382:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.901386:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.901388:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.901393:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.901396:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074938.901401:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.901403:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901405:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901406:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901408:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901410:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901412:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901413:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.901415:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.901418:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.901419:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39380 1 00800000:00000010:2.0:1769074938.901422:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39380. 00800000:00000001:2.0:1769074938.901425:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.901429:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830b9 00800000:00000001:2.0:1769074938.901432:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.901434:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.901435:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901436:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901438:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901440:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901443:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901445:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901447:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.901448:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901450:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.901453:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.901455:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.901492:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830b9 from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.901495:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901496:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901498:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901499:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901502:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901503:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.901506:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901512:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901514:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901516:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.901518:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.901521:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901529:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.901532:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.901534:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.901539:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901540:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901542:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901546:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.901548:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901550:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901553:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901555:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.901556:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901557:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.901560:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.901564:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7100 x1855007926583936/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.901571:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.901574:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.901578:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac57000. 02000000:00000001:2.0:1769074938.901581:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.901584:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.901587:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=25 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.901589:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.901593:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a400. 02000000:00000001:2.0:1769074938.901598:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.901600:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.901602:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7100. 00000100:00000001:2.0:1769074938.901606:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.901607:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.901611:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.901617:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.901638:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da2013586e0. 00000080:00000001:2.0:1769074938.901645:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.901648:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.901649:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.901652:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.901657:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.901663:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.901668:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.901672:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.901674:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.901676:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.901679:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.901682:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.901687:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.901688:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.901690:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.901694:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.901696:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.901698:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.901701:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:2.0:1769074938.901703:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.901706:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.901708:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.901711:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.901718:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.901723:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.901726:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.901732:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.901735:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.901737:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.901795:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.901797:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.901799:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.901801:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.901803:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.901806:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.901810:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.901811:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.901813:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.901817:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830b9 00800000:00000001:2.0:1769074938.901820:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.901822:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.901823:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901824:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901826:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901828:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901831:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901833:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901834:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.901835:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901837:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.901839:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830b9 from it ffffb17741753b38 00010000:00000001:2.0:1769074938.901841:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.901842:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.901843:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.901844:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901846:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.901848:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.901850:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901856:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901857:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901858:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.901860:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.901862:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.901867:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.901868:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.901869:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.901871:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901872:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.901873:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901874:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.901875:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901877:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901879:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.901881:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.901882:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.901883:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.901884:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.901886:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.901887:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.901890:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.901894:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.901896:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.901898:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.901904:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a1549c0. 00000080:00000001:2.0:1769074938.901908:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.901911:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.901913:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.901920:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.901923:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.901937:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.901939:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.901940:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.901942:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-10' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.901946:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.901950:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.901954:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.901958:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.901960:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.901962:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.901966:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.901969:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x27:0x0] 40000000:00000001:2.0:1769074938.901971:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.901974:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901975:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.901977:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.901979:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.901981:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x27:0x0], name='f15a.replay-dual-10' -> mds #0 00000002:00000001:2.0:1769074938.901984:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.901986:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.901987:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-10,[0x2000013a1:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.901994:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.901997:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.902001:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.902005:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.902007:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.902880:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:2.0:1769074938.902889:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.902893:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.902896:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.902899:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.902909:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.902913:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.902915:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.902917:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.902921:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.902923:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.902937:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 3 00010000:00000001:2.0:1769074938.902939:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.902942:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.902944:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.902945:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.902947:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 3 00010000:00000001:2.0:1769074938.902948:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.902950:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.902952:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.902953:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.902955:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 3 00010000:00000001:2.0:1769074938.902957:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.902959:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.902961:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.902964:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.902968:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.902972:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.902976:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.902978:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.902982:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.902986:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.902987:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.902990:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.902992:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.902995:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81c00 with handle 0x5882d449736830b9 from hash 00010000:00000001:2.0:1769074938.902998:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.902999:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.903001:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.903002:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.903005:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.903007:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.903135:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.903137:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.903140:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074938.903150:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7100. 00000020:00000040:2.0:1769074938.903155:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=26 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769074938.903161:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074938.903163:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.903166:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.903171:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.903175:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.903176:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.903178:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.903180:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.903183:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.903188:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.903196:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a400. 00000100:00000001:2.0:1769074938.903204:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.903209:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.903212:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074938.903216:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.903224:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074938.903226:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.903228:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074938.903230:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516470 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.903239:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e500 count: 0 00010000:00000010:2.0:1769074938.903245:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.903261:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.903263:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.903265:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.903266:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.903268:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.903279:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00010000:00000001:2.0:1769074938.903284:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.903287:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.903293:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.903297:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.903301:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.903304:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80a00. 00000020:00000001:2.0:1769074938.903307:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.903310:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80a00 with handle 0x5882d449736830c0 to hash 00000020:00000001:2.0:1769074938.903312:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.903314:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.903318:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.903320:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.903322:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.903325:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.903331:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074938.903345:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074938.903359:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074938.903368:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.903372:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.903375:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.903384:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.903385:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706672768 : -125748002878848 : ffff8da202f50a80) 00000100:00000001:2.0:1769074938.903389:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.903390:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000001:2.0:1769074938.903395:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.903400:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.903402:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.903404:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.903408:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.903415:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.903418:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.903422:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.903426:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.903428:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.903432:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584192:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.903436:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.903442:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.903445:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.903447:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.903558:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.903561:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.903573:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.903578:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.903587:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e39c00. 00000100:00000200:2.0:1769074938.903597:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926584192, portal 10 00000100:00000001:2.0:1769074938.903599:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.903601:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000040:2.0:1769074938.903607:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.903613:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.903617:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.903621:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769074938.903624:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926584192, offset 0 00000400:00000200:2.0:1769074938.903632:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.903642:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.903650:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.903657:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.903662:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.903666:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.903670:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.903673:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2771:2771:256:4294967295] 192.168.204.145@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:2.0:1769074938.903678:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.903689:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.903696:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.903702:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348a00. 00000800:00000200:2.0:1769074938.903710:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.903719:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.903724:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.904092:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.904098:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1182786 usecs (1183 jiffies) 00000400:00000200:2.0:1769074938.904104:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.904107:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301592 00000100:00000001:2.0:1769074938.904111:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.904113:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301592 00000100:00000001:2.0:1769074938.904116:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.904120:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.904123:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.904125:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.904128:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.904131:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50a80 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.904135:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.904139:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.904728:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.904737:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348a00. 00000400:00000200:3.0:1769074938.904745:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.904754:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.904762:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:3.0:1769074938.904765:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:3.0:1769074938.904771:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.904779:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.904792:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.904795:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.904802:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.904803:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.910691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:2.1:1769074938.910714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000800:00000001:3.0:1769074938.920532:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.920556:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.920561:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.920564:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.920578:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920588:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.920598:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920604:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920612:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920617:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850380 00000400:00000200:3.0:1769074938.920623:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920631:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x6fe5 [32] + 224 00000800:00000001:3.0:1769074938.920640:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.920650:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.920654:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.920658:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.920668:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.920679:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.920692:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.920717:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.920726:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.920730:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920736:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.920743:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2772:2772:256:4294967295] 192.168.204.145@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:3.0:1769074938.920747:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.920756:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074938.920762:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074938.920769:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0f400. 00000800:00000200:3.0:1769074938.920776:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074938.920784:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074938.920789:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0f400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074938.920820:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.920824:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074938.920940:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.920945:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0f400. 00000400:00000200:3.0:1769074938.920949:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.920954:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:2.0:1769074938.920965:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.920978:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.920981:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.920987:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.920994:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e39c00 00000400:00000010:2.0:1769074938.920997:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e39c00. 00000100:00000001:2.0:1769074938.921000:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.921007:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.921028:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7100 x1855007926584192/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.921035:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.921037:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.921040:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.921044:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.921047:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.921050:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.921054:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.921068:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.921073:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.921076:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.921078:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.921082:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.921088:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.921092:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.921094:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074938.921096:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.921099:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.921100:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000001:2.0:1769074938.921105:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.921107:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.921109:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.921112:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.921119:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.921127:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.921131:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.921133:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.921137:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.921145:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584192:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.921151:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.921153:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.921155:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.921158:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.921161:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.921167:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.921170:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50a80. 00000100:00000001:2.0:1769074938.921173:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.921175:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.921178:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.921184:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921188:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921191:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=4 00000020:00000001:2.0:1769074938.921194:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921198:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000040:2.0:1769074938.921205:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80a00, remote cookie: 0xe52bf4d4a351648c, flags: 0x1001 00010000:00010000:2.0:1769074938.921211:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.921220:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074938.921224:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074938.921234:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e500. 00010000:00000010:2.0:1769074938.921239:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48680. 00010000:00000040:2.0:1769074938.921245:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:2.0:1769074938.921251:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.921262:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.921265:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.921274:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921281:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.921286:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.921290:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.921291:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.921293:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.921296:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x27:0x0].0x0 (ffff8da211a0e500) refcount = 1 00010000:00010000:2.0:1769074938.921299:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921305:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.921309:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.921311:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.921314:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.921317:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.921320:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921325:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.921327:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921329:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.921330:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921331:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.921333:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.921337:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.921341:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921342:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921343:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.921346:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921348:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921350:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921351:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921353:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=4 00000020:00000001:2.0:1769074938.921355:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921357:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921360:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.921362:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.921365:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921371:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921373:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.921374:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921375:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921377:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=5 00000020:00000001:2.0:1769074938.921378:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921380:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921383:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.921386:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921392:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921393:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.921397:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.921403:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.921404:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921405:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.921406:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921408:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.921412:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.921422:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.921427:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.921434:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.921442:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921443:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921445:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.921446:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921449:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00000002:00010000:2.0:1769074938.921452:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074938.921523:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39380. 00010000:00000001:2.0:1769074938.921526:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921528:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.921529:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.921531:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.921535:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074938.921538:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.921539:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000001:2.0:1769074938.921541:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.921543:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00010000:00000001:2.0:1769074938.921545:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921547:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921548:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.921550:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921552:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00000002:00010000:2.0:1769074938.921556:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.921563:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921564:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.921566:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.921568:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921570:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921571:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.921573:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921575:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000040:2.0:1769074938.921580:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:2.0:1769074938.921582:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.921586:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/39 (0 0) 00010000:00000001:2.0:1769074938.921589:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.921590:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.921592:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.921595:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:2.0:1769074938.921597:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-10 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074938.921601:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.921606:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.921608:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.921612:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074938.921616:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.921621:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.921624:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074938.921626:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a1549c0 it_disposition 1800037 00000080:00002000:2.0:1769074938.921633:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b1f4af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074938.921639:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.921642:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074938.921645:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:2.0:1769074938.921647:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:2.0:1769074938.921651:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074938.921653:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.921659:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074938.921663:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.921667:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366311 : 144115272381366311 : 2000013a1000027) 00000080:00000001:2.0:1769074938.921671:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074938.921685:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a0000. 00000020:00000001:2.0:1769074938.921699:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074938.921701:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074938.921705:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074938.921707:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x27:0x0](ffff8da20b1a00c8) 00000020:00000001:2.0:1769074938.921711:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.921717:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.921719:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.921726:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074938.921732:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa75e10. 00000020:00000001:2.0:1769074938.921735:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.921750:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.921759:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.921765:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083ac4d8. 00020000:00000001:2.0:1769074938.921767:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795128536 : -125747914423080 : ffff8da2083ac4d8) 00020000:00000001:2.0:1769074938.921770:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074938.921773:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.921780:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a1540c0. 00020000:00000010:2.0:1769074938.921784:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37380. 00020000:00000010:2.0:1769074938.921790:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a154e40. 00020000:00000001:2.0:1769074938.921792:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826227776 : -125747883323840 : ffff8da20a154e40) 00020000:00000002:2.0:1769074938.921795:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154e40, objid 0x27:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.921800:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.921803:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37380: ostid: 0x280000400:487 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074938.921806:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074938.921808:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154e40, objid 0x27:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.921814:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.921816:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37380: ostid: 0x280000400:487 ost idx: 1 gen: 0 00020000:00000010:2.0:1769074938.921821:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3e940. 00020000:00000010:2.0:1769074938.921824:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50a80. 00020000:00000001:2.0:1769074938.921828:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074938.921831:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68310. 00020000:00000001:2.0:1769074938.921835:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074938.921836:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074938.921843:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.921847:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa754b0. 00000020:00000001:2.0:1769074938.921849:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.921850:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.921853:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835797808 : -125747873753808 : ffff8da20aa75530) 00020000:00000001:2.0:1769074938.921857:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074938.921863:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076a540. 00020000:00000001:2.0:1769074938.921866:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.921872:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835797808 : -125747873753808 : ffff8da20aa75530) 00020000:00000001:2.0:1769074938.921874:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835797808 : -125747873753808 : ffff8da20aa75530) 00020000:00000002:2.0:1769074938.921879:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e7:0x0]@ffff8da20aa754b0[0:0] -> [0x2000013a1:0x27:0x0]@ffff8da20aa75e10: ostid: 0x280000400:487 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074938.921885:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074938.921888:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074938.921890:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.921893:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835800208 : -125747873751408 : ffff8da20aa75e90) 00000020:00001000:2.0:1769074938.921896:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.921901:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366311 : 144115272381366311 : 2000013a1000027) 00000080:00000001:2.0:1769074938.921904:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074938.921907:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366311 mtime from 0 to 1769074938 00000080:00000001:2.0:1769074938.921912:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074938.921915:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843312840 : -125747866238776 : ffff8da20b1a00c8) 00010000:00000001:2.0:1769074938.921917:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.921919:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.921921:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.921923:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.921937:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00000080:00000001:2.0:1769074938.921941:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074938.921943:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.921945:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.921947:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.921949:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074938.921952:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074938.921953:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.921957:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154900. 00020000:00000010:2.0:1769074938.921959:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37d80. 00020000:00000010:2.0:1769074938.921965:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da209cc4360. 00020000:00000001:2.0:1769074938.921967:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325821440864 : -125747888110752 : ffff8da209cc4360) 00020000:00000002:2.0:1769074938.921970:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da209cc4360, objid 0x27:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.921973:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.921977:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37d80: ostid: 0x280000400:487 ost idx: 1 gen: 0 00020000:00000002:2.0:1769074938.921980:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083ac4d8) owner ffff8da2126627c0 00020000:00000001:2.0:1769074938.921983:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074938.921986:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083ac4d8) owner ffff8da2126627c0 00020000:00000010:2.0:1769074938.921990:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37d80. 00020000:00000010:2.0:1769074938.921994:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a154900. 00020000:00000010:2.0:1769074938.922000:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da209cc4360. 00020000:00000002:2.0:1769074938.922002:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x27:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074938.922006:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.922008:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.922011:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074938.922014:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.922018:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a154e40 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074938.922021:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.922024:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074938.922027:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074938.922030:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074938.922031:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074938.922034:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074938.922037:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074938.922039:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.922041:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.922043:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.922044:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.922047:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.922050:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.922052:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.922054:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x27:0x0](ffff8da20b1a00c8) 00000080:00010000:2.0:1769074938.922058:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x27:0x0](ffff8da20b1a00c8) for lock 0x5882d449736830c0 00800000:00000001:2.0:1769074938.922061:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.922063:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.922065:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.922066:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.922067:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.922069:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.922072:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.922074:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.922076:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.922077:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.922079:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922081:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074938.922084:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.922091:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.922099:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922106:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.922111:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x27:0x0](ffff8da20b1a00c8) 00000080:00000001:2.0:1769074938.922114:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.922117:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000100:00000001:2.0:1769074938.922121:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.922124:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.922131:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922135:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074938.922138:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922149:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074938.922151:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074938.922154:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-10:[0x2000013a1:0x27:0x0](ffff8da20b1a00c8), flags 100102 00000080:00000010:2.0:1769074938.922163:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c4640. 00000080:00000010:2.0:1769074938.922170:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39080. 00000080:00000001:2.0:1769074938.922173:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074938.922177:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.922180:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074938.922185:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da201358160. 00000002:00100000:2.0:1769074938.922189:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.922195:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.922197:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074938.922202:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074938.922206:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922209:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.922212:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.922215:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074938.922223:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.922226:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.922264:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074938.922266:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.922269:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:2.0:1769074938.922271:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-10:[0x2000013a1:0x27:0x0](ffff8da20b1a00c8), flags 100102, rc = 0 00000080:00000001:2.0:1769074938.922277:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074938.922279:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a1549c0 released 00000080:00010000:2.0:1769074938.922282:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830c0 from it ffff8da20a1549c0 00010000:00000001:2.0:1769074938.922284:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.922286:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.922288:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80a00 refcount=3 00000020:00000001:2.0:1769074938.922290:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.922292:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892672 : -125747872658944 : ffff8da20ab80a00) 00010000:00000001:2.0:1769074938.922295:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.922298:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.922305:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.922306:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.922308:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.922311:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.922313:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.922322:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.922325:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.922327:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.922331:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.922333:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.922335:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.922338:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.922340:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.922342:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.922344:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.922346:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.922348:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.922349:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.922350:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074938.922352:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074938.922355:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.922357:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074938.922359:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.922361:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922365:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074938.922367:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922369:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.922372:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922374:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.922377:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a1549c0. 00000080:00000001:2.0:1769074938.922380:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922385:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074938.922388:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x27:0x0](ffff8da20b1a00c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074938.922392:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.922418:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.922421:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.922424:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.922427:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922436:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074938.922438:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:2.0:1769074938.922440:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-10:[0x2000013a1:0x27:0x0](ffff8da20b1a00c8), flags 100002 00000080:00000001:2.0:1769074938.922443:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074938.922446:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074938.922447:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.922449:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.922451:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.922453:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.922456:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074938.922511:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.922514:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.922518:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:2.0:1769074938.922521:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.922524:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.922527:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x27:0x0]: 0 00000080:00000001:2.0:1769074938.922529:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074938.922532:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074938.922536:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.922538:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074938.922544:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074938.922548:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074938.922550:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x27:0x0] 00000002:00000001:2.0:1769074938.922554:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074938.922556:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074938.922563:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4a80. 00000020:00000040:2.0:1769074938.922567:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=27 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074938.922572:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.922575:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.922580:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.922587:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da5400. 00000100:00000001:2.0:1769074938.922594:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074938.922605:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074938.922616:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074938.922621:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074938.922628:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.922630:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.922636:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.922639:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671040 : -125748002880576 : ffff8da202f503c0) 00000100:00000001:2.0:1769074938.922641:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.922643:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000100:00000001:2.0:1769074938.922648:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.922653:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.922656:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.922657:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.922661:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.922669:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.922671:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.922675:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.922679:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.922681:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.922685:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584448:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.922689:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.922696:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.922698:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.922701:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.922706:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e39c00. 02000000:00000001:2.0:1769074938.922707:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.922716:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.922721:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.922728:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769074938.922736:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926584448, portal 10 00000100:00000001:2.0:1769074938.922738:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.922740:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000100:00000040:2.0:1769074938.922746:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.922754:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.922756:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.922760:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769074938.922763:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926584448, offset 0 00000400:00000200:2.0:1769074938.922771:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.922779:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.922789:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.922795:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.922800:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.922805:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.922808:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.922812:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2773:2773:256:4294967295] 192.168.204.145@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:2.0:1769074938.922817:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.922826:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.922832:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.922837:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348600. 00000800:00000200:2.0:1769074938.922845:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.922854:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.922860:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.922882:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.922888:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1179802 usecs (1180 jiffies) 00000400:00000200:2.0:1769074938.922892:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.922896:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301608 00000100:00000001:2.0:1769074938.922899:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.922901:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301608 00000100:00000001:2.0:1769074938.922904:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.922906:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.922909:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.922911:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.922913:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.922916:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f503c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.922919:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.922922:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.923934:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.923943:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:3.0:1769074938.923950:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.923959:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.923966:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:3.0:1769074938.923969:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:3.0:1769074938.923974:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.923980:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.923992:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.923996:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.924002:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.924003:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.926698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00000800:00000001:3.0:1769074938.933627:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.933653:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.933658:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.933660:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.933673:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.933683:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.933692:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.933698:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.933705:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.933710:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850480 00000400:00000200:3.0:1769074938.933717:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.933725:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x6ff5 [1] + 224 00000800:00000001:3.0:1769074938.933736:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.933751:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.933754:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.933759:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.933769:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.933781:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.933795:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.933818:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.933829:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.933833:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.936043:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.936061:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.936064:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.936070:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.936082:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:2.0:1769074938.936085:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:2.0:1769074938.936090:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.936104:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.936117:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4a80 x1855007926584448/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936126:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.936128:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.936132:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.936135:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.936138:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.936141:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.936145:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.936156:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:2.0:1769074938.936163:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.936166:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.936168:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.936172:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.936177:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.936181:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.936184:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074938.936185:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.936189:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.936190:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000100:00000001:2.0:1769074938.936194:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.936197:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.936199:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.936202:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.936208:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936216:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.936219:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.936221:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.936226:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.936234:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584448:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.936240:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.936244:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.936247:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.936250:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.936253:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936260:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.936264:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.936269:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.936270:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.936279:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.936281:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000002:00000001:2.0:1769074938.936284:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.936288:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.936294:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.936298:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074938.936301:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.936307:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.936312:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.936321:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.936323:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.936325:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39080. 00000100:00000001:2.0:1769074938.936328:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.936330:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936337:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.936340:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.936343:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c4640. 00000080:00000001:2.0:1769074938.936347:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.936355:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074938.936358:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-10:[0x2000013a1:0x27:0x0](ffff8da20b1a00c8), flags 100002, rc = 0 00000080:00000001:2.0:1769074938.936362:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.936368:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074938.936370:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074938.936372:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-10 (ffff8da20b1f4af8, parent ffff8da20b13a288, inode ffff8da20b1a00c8) hashed, 00000080:00000001:2.0:1769074938.936375:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.936526:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.936533:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.936535:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.936537:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074938.936539:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.936547:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.936555:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.936560:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.936565:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.936567:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074938.936570:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.936574:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.936577:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.936582:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.936584:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074938.936586:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.936590:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.936593:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.936596:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.936604:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.936606:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.936608:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.936610:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.936613:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074938.936617:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4700. 00000020:00000040:2.0:1769074938.936622:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=28 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074938.936628:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.936635:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.936642:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.936644:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.936646:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.936649:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.936652:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.936657:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.936666:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a800. 00000100:00000001:2.0:1769074938.936673:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.936678:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.936680:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.936682:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.936683:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.936685:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.936691:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00010000:00000001:2.0:1769074938.936696:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.936699:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.936703:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.936708:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.936712:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.936716:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81c00. 00000020:00000001:2.0:1769074938.936721:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.936723:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81c00 with handle 0x5882d449736830c7 to hash 00000020:00000001:2.0:1769074938.936726:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.936728:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.936732:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.936737:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.936739:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.936744:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.936754:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.936764:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.936769:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.936771:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.936778:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.936780:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671040 : -125748002880576 : ffff8da202f503c0) 00000100:00000001:2.0:1769074938.936783:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.936784:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000001:2.0:1769074938.936790:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.936794:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.936797:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.936799:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.936804:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936816:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.936819:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.936823:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.936826:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.936829:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.936831:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584576:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.936835:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.936841:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.936844:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.936846:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.936851:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac57000. 02000000:00000001:2.0:1769074938.936853:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.936863:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.936866:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.936873:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769074938.936881:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926584576, portal 10 00000100:00000001:2.0:1769074938.936883:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.936884:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000040:2.0:1769074938.936889:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.936896:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.936898:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.936900:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353aa0. 00000100:00000200:2.0:1769074938.936903:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926584576, offset 0 00000400:00000200:2.0:1769074938.936910:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.936919:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.936940:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.936947:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.936952:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.936957:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.936960:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.936964:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2774:2774:256:4294967295] 192.168.204.145@tcp LPNI seq info [2774:2774:8:4294967295] 00000400:00000200:2.0:1769074938.936969:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.936980:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.936988:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.936995:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348100. 00000800:00000200:2.0:1769074938.937003:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.937014:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.937020:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.937037:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.937042:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1176821 usecs (1177 jiffies) 00000400:00000200:2.0:1769074938.937046:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.937050:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301619 00000100:00000001:2.0:1769074938.937054:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.937057:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301619 00000100:00000001:2.0:1769074938.937059:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.937061:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.937064:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.937067:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.937069:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.937072:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f503c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.937074:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.937076:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.937915:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.937923:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:3.0:1769074938.937944:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.937952:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.937959:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353aa0 00000400:00000010:3.0:1769074938.937962:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353aa0. 00000100:00000001:3.0:1769074938.937967:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.937974:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.937986:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.937990:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.937997:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.937999:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.944530:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.944557:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.944562:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.944565:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.944580:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.944590:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.944600:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.944606:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.944613:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.944617:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850500 00000400:00000200:3.0:1769074938.944624:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.944632:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7005 [1] + 224 00000800:00000001:3.0:1769074938.944643:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.944654:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.944657:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.944663:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.944672:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.944683:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.944695:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.944713:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.944724:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.944728:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.946266:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.946284:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.946287:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.946293:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:2.0:1769074938.946303:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:2.0:1769074938.946306:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:2.0:1769074938.946310:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.946322:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.946341:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.946349:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.946351:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.946354:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.946358:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.946360:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.946363:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.946367:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.946377:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.946382:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.946385:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.946387:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.946390:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.946396:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.946400:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.946403:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.946405:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.946408:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.946413:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.946421:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.946425:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.946427:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.946432:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.946440:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584576:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.946446:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.946449:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.946451:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074938.946454:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.946458:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.946502:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.946505:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.946510:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.946512:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.946515:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.946520:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946523:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946527:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=4 00000020:00000001:2.0:1769074938.946530:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946533:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000040:2.0:1769074938.946541:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81c00, remote cookie: 0xe52bf4d4a35164a1, flags: 0x1001 00010000:00010000:2.0:1769074938.946548:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.946561:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946568:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.946574:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.946576:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.946578:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.946580:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.946583:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e000) refcount = 1 00010000:00010000:2.0:1769074938.946587:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946594:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.946598:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.946601:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.946605:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.946607:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.946611:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946616:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.946618:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946620:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946621:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946622:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946624:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.946629:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.946631:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946632:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946633:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946635:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946637:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946640:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946641:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946642:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=4 00000020:00000001:2.0:1769074938.946644:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946646:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946650:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.946653:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.946656:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946662:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946663:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946664:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946665:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946666:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=5 00000020:00000001:2.0:1769074938.946668:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946670:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946673:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.946676:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946682:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946683:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.946685:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946692:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.946693:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946695:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946696:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946697:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.946702:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074938.946712:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946713:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946714:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946716:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946718:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946721:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946722:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.946723:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.946726:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.946729:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074938.946732:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946733:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946734:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946736:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946738:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00000002:00010000:2.0:1769074938.946742:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946747:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946749:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946751:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.946753:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946754:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946755:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946757:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946759:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000040:2.0:1769074938.946767:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.946769:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.946774:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074938.946776:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946777:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.946779:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.946782:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:2.0:1769074938.946784:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074938.946787:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.946792:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.946795:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.946799:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074938.946803:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.946807:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.946812:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.946817:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.946819:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.946827:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.946832:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074938.946841:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39080. 00800000:00000001:2.0:1769074938.946844:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789413504 : -125747920138112 : ffff8da207e39080) 00800000:00000001:2.0:1769074938.946846:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.946849:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.946852:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074938.946854:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074938.946856:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074938.946860:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074938.946862:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.946867:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074938.946871:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074938.946876:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074938.946878:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946879:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946881:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946883:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946885:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946887:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946888:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.946890:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.946893:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074938.946894:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39080 1 00800000:00000010:2.0:1769074938.946897:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39080. 00800000:00000001:2.0:1769074938.946900:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.946903:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830c7 00800000:00000001:2.0:1769074938.946907:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.946908:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.946909:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946910:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946911:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946913:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946915:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946917:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946918:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.946920:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.946922:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.946924:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.946940:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.946943:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830c7 from it ffffb17741753bf8 00010000:00000001:2.0:1769074938.946944:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.946945:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.946947:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.946949:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946952:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.946953:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.946956:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946963:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946964:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946966:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.946968:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.946971:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.946977:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.946980:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.946983:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.946987:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.946988:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.946990:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.946994:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.946996:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.946999:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947001:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947003:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.947004:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947005:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.947007:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.947022:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4700 x1855007926584576/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.947030:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.947033:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.947037:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac57000. 02000000:00000001:2.0:1769074938.947041:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.947043:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.947045:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=27 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074938.947047:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.947051:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a800. 02000000:00000001:2.0:1769074938.947055:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.947058:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.947061:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4700. 00000100:00000001:2.0:1769074938.947064:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.947066:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.947069:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:2.0:1769074938.947076:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074938.947101:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358940. 00000080:00000001:2.0:1769074938.947108:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074938.947110:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074938.947112:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:2.0:1769074938.947114:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074938.947119:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.947125:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.947129:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.947132:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.947133:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:2.0:1769074938.947135:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.947139:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074938.947144:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074938.947149:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.947150:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:2.0:1769074938.947152:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074938.947156:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074938.947159:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.947161:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.947164:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.947166:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.947170:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.947171:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074938.947174:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074938.947182:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074938.947187:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.947191:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074938.947198:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074938.947199:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.947201:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.947203:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074938.947205:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.947207:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074938.947209:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074938.947211:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:2.0:1769074938.947213:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.947216:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074938.947217:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.947219:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:2.0:1769074938.947222:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830c7 00800000:00000001:2.0:1769074938.947225:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.947227:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.947228:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.947229:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.947231:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.947233:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.947235:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.947238:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947239:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.947240:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.947242:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.947244:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830c7 from it ffffb17741753b38 00010000:00000001:2.0:1769074938.947246:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.947247:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.947248:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81c00 refcount=3 00000020:00000001:2.0:1769074938.947250:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.947252:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836897280 : -125747872654336 : ffff8da20ab81c00) 00010000:00000001:2.0:1769074938.947254:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.947257:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.947263:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947264:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.947265:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.947267:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.947269:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.947275:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.947276:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.947277:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.947279:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947280:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.947281:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947283:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.947284:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947286:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947288:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947290:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.947291:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947292:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074938.947293:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074938.947295:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074938.947297:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:2.0:1769074938.947300:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.947304:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074938.947306:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:2.0:1769074938.947308:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b2d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074938.947315:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da209cc4360. 00000080:00000001:2.0:1769074938.947320:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074938.947322:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:2.0:1769074938.947324:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:2.0:1769074938.947333:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00800000:00000002:2.0:1769074938.947335:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.947342:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074938.947344:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.947346:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:2.0:1769074938.947347:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-11' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074938.947350:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074938.947353:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074938.947358:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:2.0:1769074938.947361:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074938.947364:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074938.947367:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074938.947370:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074938.947373:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x28:0x0] 40000000:00000001:2.0:1769074938.947376:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.947378:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.947380:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.947383:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.947385:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:2.0:1769074938.947387:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x28:0x0], name='f15a.replay-dual-11' -> mds #0 00000002:00000001:2.0:1769074938.947390:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074938.947392:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:2.0:1769074938.947394:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-11,[0x2000013a1:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074938.947399:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074938.947402:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074938.947406:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074938.947410:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.947412:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074938.947414:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.947416:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.947419:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074938.947422:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074938.947425:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074938.947433:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074938.947438:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074938.947441:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074938.947443:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074938.947446:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.947447:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.947449:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.947452:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.947454:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.947455:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.947456:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.947492:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.947495:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.947497:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.947499:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.947501:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.947502:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 3 00010000:00000001:2.0:1769074938.947504:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.947506:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.947508:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074938.947511:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074938.947516:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074938.947520:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074938.947523:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074938.947524:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947527:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074938.947530:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074938.947532:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074938.947534:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.947536:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074938.947538:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81c00 with handle 0x5882d449736830c7 from hash 00010000:00000001:2.0:1769074938.947540:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074938.947542:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947543:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.947544:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074938.947547:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074938.947549:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074938.947552:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.947554:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074938.947556:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074938.947561:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4700. 00000020:00000040:2.0:1769074938.947566:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=28 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769074938.947571:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074938.947573:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947577:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074938.947581:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.947584:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.947585:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.947586:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.947589:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.947592:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.947595:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.947603:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3a800. 00000100:00000001:2.0:1769074938.947611:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947615:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.947618:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074938.947621:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.947629:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074938.947631:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074938.947633:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074938.947635:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81c00/0x5882d449736830c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35164a1 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.947644:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:2.0:1769074938.947650:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.947659:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.947661:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947663:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074938.947664:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.947667:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.947677:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00010000:00000001:2.0:1769074938.947681:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074938.947683:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074938.947688:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ea00. 00010000:00000010:2.0:1769074938.947691:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.947696:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074938.947700:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80e00. 00000020:00000001:2.0:1769074938.947703:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074938.947705:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80e00 with handle 0x5882d449736830ce to hash 00000020:00000001:2.0:1769074938.947707:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074938.947709:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.947713:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.947715:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.947717:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.947721:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074938.947728:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074938.947740:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074938.947749:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074938.947758:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074938.947763:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.947766:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.947773:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.947775:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671040 : -125748002880576 : ffff8da202f503c0) 00000100:00000001:2.0:1769074938.947778:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.947780:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000001:2.0:1769074938.947786:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.947790:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.947792:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.947793:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.947797:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.947804:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.947807:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.947811:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.947814:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.947817:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.947821:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584832:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074938.947826:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.947831:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.947834:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.947837:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.947912:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.947915:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.947941:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.947947:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.947953:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e3b800. 00000100:00000200:2.0:1769074938.947962:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926584832, portal 10 00000100:00000001:2.0:1769074938.947964:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.947965:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000040:2.0:1769074938.947971:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.947979:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.947981:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.947986:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769074938.947989:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926584832, offset 0 00000400:00000200:2.0:1769074938.947996:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.948005:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.948016:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.948022:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.948028:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.948033:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.948035:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.948040:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2775:2775:256:4294967295] 192.168.204.145@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:2.0:1769074938.948044:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.948055:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.948062:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.948068:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348100. 00000800:00000200:2.0:1769074938.948077:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.948086:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.948091:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.948115:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.948120:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1173841 usecs (1174 jiffies) 00000400:00000200:2.0:1769074938.948123:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.948127:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301627 00000100:00000001:2.0:1769074938.948130:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.948132:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301627 00000100:00000001:2.0:1769074938.948134:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.948136:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.948140:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.948142:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.948144:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.948147:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f503c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.948149:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.948152:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.949048:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.951639:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348100. 00000400:00000200:3.0:1769074938.951659:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.951673:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.951685:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:3.0:1769074938.951688:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:3.0:1769074938.951696:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.951706:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.951721:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.951725:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.951732:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.951734:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.952594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:2.1:1769074938.952606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81c00. 00000800:00000001:3.0:1769074938.966052:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.966085:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.966091:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.966093:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.966109:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966119:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074938.966129:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966136:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966143:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966148:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850600 00000400:00000200:3.0:1769074938.966154:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966756:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x7015 [32] + 224 00000800:00000001:3.0:1769074938.966770:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.966786:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.966791:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.966797:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074938.966807:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.966821:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074938.966832:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.966855:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074938.966872:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074938.966878:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966885:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074938.966893:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2776:2776:256:4294967295] 192.168.204.145@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:3.0:1769074938.966898:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074938.966909:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:2.0:1769074938.966910:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1769074938.966916:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000400:00000001:2.0:1769074938.966922:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1769074938.966934:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0f400. 00000400:00000001:2.0:1769074938.966935:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.966943:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000800:00000200:3.0:1769074938.966945:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000200:2.0:1769074938.966952:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e3b800 00000400:00000010:2.0:1769074938.966956:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e3b800. 00000800:00000200:3.0:1769074938.966959:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:2.0:1769074938.966963:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1769074938.966966:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0f400 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1769074938.966972:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074938.966990:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4700 x1855007926584832/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.966998:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.966999:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1769074938.967001:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.967007:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.967015:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.967020:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.967023:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.967026:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.967029:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.967040:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.967045:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.967049:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.967050:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.967054:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.967059:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.967063:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074938.967066:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074938.967068:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074938.967070:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.967072:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000001:2.0:1769074938.967076:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074938.967079:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074938.967081:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074938.967084:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.967090:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.967098:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.967102:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.967104:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.967109:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074938.967119:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926584832:192.168.204.145@tcp:101:createmany.0 00000800:00000200:3.0:1769074938.967120:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.967128:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0f400. 00000100:00000001:2.0:1769074938.967129:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.967133:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1769074938.967135:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.967140:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:3.0:1769074938.967142:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:2.0:1769074938.967144:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.967150:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.967158:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074938.967162:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f503c0. 00000100:00000001:2.0:1769074938.967167:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074938.967169:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.967172:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074938.967178:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967182:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967185:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=4 00000020:00000001:2.0:1769074938.967188:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967190:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000040:2.0:1769074938.967198:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80e00, remote cookie: 0xe52bf4d4a35164bd, flags: 0x1001 00010000:00010000:2.0:1769074938.967206:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074938.967216:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074938.967220:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074938.967232:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e000. 00010000:00000010:2.0:1769074938.967239:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48400. 00010000:00000040:2.0:1769074938.967245:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ea00 count: 0 00010000:00000010:2.0:1769074938.967252:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:2.0:1769074938.967261:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.967265:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074938.967274:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967282:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074938.967288:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074938.967291:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074938.967293:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074938.967294:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074938.967297:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x28:0x0].0x0 (ffff8da211a0e000) refcount = 1 00010000:00010000:2.0:1769074938.967303:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967310:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074938.967314:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074938.967317:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074938.967321:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074938.967323:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.967327:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967333:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074938.967335:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967337:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.967338:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967339:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.967340:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.967345:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074938.967348:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967350:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967352:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.967354:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967356:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967359:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967360:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967362:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=4 00000020:00000001:2.0:1769074938.967364:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967367:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967370:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074938.967373:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074938.967376:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967383:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967384:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.967385:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967387:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967388:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=5 00000020:00000001:2.0:1769074938.967390:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967392:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967396:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.967398:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967404:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967406:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074938.967408:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074938.967415:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.967416:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967417:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.967418:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967419:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074938.967424:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.967434:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074938.967439:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.967452:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.967505:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967507:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967509:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.967511:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967513:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00000002:00010000:2.0:1769074938.967518:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074938.967528:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39080. 00010000:00000001:2.0:1769074938.967531:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967532:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.967534:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.967536:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074938.967540:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074938.967543:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.967544:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000001:2.0:1769074938.967546:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.967547:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00010000:00000001:2.0:1769074938.967550:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967551:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967552:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.967554:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967556:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00000002:00010000:2.0:1769074938.967560:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.967565:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967566:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.967568:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074938.967570:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967571:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.967572:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.967574:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.967576:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000040:2.0:1769074938.967581:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.967583:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074938.967587:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/40 (0 0) 00010000:00000001:2.0:1769074938.967590:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.967591:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.967592:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074938.967596:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:2.0:1769074938.967598:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-11 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074938.967601:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.967606:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.967609:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074938.967612:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074938.967616:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.967620:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:2.0:1769074938.967624:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074938.967626:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da209cc4360 it_disposition 1800037 00000080:00002000:2.0:1769074938.967632:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b18baf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074938.967638:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.967641:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074938.967644:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:2.0:1769074938.967646:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:2.0:1769074938.967649:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074938.967651:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074938.967657:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074938.967661:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074938.967664:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366312 : 144115272381366312 : 2000013a1000028) 00000080:00000001:2.0:1769074938.967668:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074938.967680:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a18c0. 00000020:00000001:2.0:1769074938.967693:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074938.967695:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074938.967698:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074938.967701:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x28:0x0](ffff8da20b1a1988) 00000020:00000001:2.0:1769074938.967705:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.967710:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.967713:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.967718:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074938.967723:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa75898. 00000020:00000001:2.0:1769074938.967726:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.967728:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.967758:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.967800:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083ac0f8. 00020000:00000001:2.0:1769074938.967803:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795127544 : -125747914424072 : ffff8da2083ac0f8) 00020000:00000001:2.0:1769074938.967806:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074938.967809:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.967816:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da209cc4c60. 00020000:00000010:2.0:1769074938.967821:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37d80. 00020000:00000010:2.0:1769074938.967826:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da209cc4f00. 00020000:00000001:2.0:1769074938.967828:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325821443840 : -125747888107776 : ffff8da209cc4f00) 00020000:00000002:2.0:1769074938.967831:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da209cc4f00, objid 0x28:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.967836:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.967840:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37d80: ostid: 0x240000400:487 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074938.967844:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074938.967846:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da209cc4f00, objid 0x28:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.967849:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.967852:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37d80: ostid: 0x240000400:487 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074938.967855:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3e040. 00020000:00000010:2.0:1769074938.967859:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f503c0. 00020000:00000001:2.0:1769074938.967864:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074938.967867:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68208. 00020000:00000001:2.0:1769074938.967871:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074938.967873:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074938.967879:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074938.967882:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa75a28. 00000020:00000001:2.0:1769074938.967884:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074938.967885:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.967887:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835799208 : -125747873752408 : ffff8da20aa75aa8) 00020000:00000001:2.0:1769074938.967895:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074938.967917:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076afc0. 00020000:00000001:2.0:1769074938.967921:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.967939:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835799208 : -125747873752408 : ffff8da20aa75aa8) 00020000:00000001:2.0:1769074938.967943:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835799208 : -125747873752408 : ffff8da20aa75aa8) 00020000:00000002:2.0:1769074938.967961:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e7:0x0]@ffff8da20aa75a28[0:0] -> [0x2000013a1:0x28:0x0]@ffff8da20aa75898: ostid: 0x240000400:487 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074938.967966:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074938.967969:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074938.967971:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.967975:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835798808 : -125747873752808 : ffff8da20aa75918) 00000020:00001000:2.0:1769074938.967978:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.967983:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366312 : 144115272381366312 : 2000013a1000028) 00000080:00000001:2.0:1769074938.967985:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074938.967988:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366312 mtime from 0 to 1769074938 00000080:00000001:2.0:1769074938.967992:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074938.967995:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843319176 : -125747866232440 : ffff8da20b1a1988) 00010000:00000001:2.0:1769074938.967997:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.967999:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.968000:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.968002:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.968004:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00000080:00000001:2.0:1769074938.968008:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074938.968010:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074938.968011:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831292904 : -125747878258712 : ffff8da20a6297e8) 00000020:00001000:2.0:1769074938.968013:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a6297e0 00000020:00000001:2.0:1769074938.968015:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074938.968018:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074938.968019:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074938.968023:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a1549c0. 00020000:00000010:2.0:1769074938.968025:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37280. 00020000:00000010:2.0:1769074938.968029:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a154900. 00020000:00000001:2.0:1769074938.968030:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826226432 : -125747883325184 : ffff8da20a154900) 00020000:00000002:2.0:1769074938.968033:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154900, objid 0x28:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074938.968037:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074938.968040:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37280: ostid: 0x240000400:487 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074938.968044:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083ac0f8) owner ffff8da2126627c0 00020000:00000001:2.0:1769074938.968047:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074938.968049:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083ac0f8) owner ffff8da2126627c0 00020000:00000010:2.0:1769074938.968054:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37280. 00020000:00000010:2.0:1769074938.968058:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a1549c0. 00020000:00000010:2.0:1769074938.968062:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a154900. 00020000:00000002:2.0:1769074938.968064:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x28:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074938.968067:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.968069:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.968072:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074938.968075:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.968078:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da209cc4f00 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074938.968081:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.968084:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074938.968087:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074938.968088:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074938.968090:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074938.968093:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074938.968096:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x28:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074938.968098:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a6297e0 00000080:00000001:2.0:1769074938.968100:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.968102:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.968103:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.968105:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074938.968108:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074938.968111:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.968113:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x28:0x0](ffff8da20b1a1988) 00000080:00010000:2.0:1769074938.968116:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x28:0x0](ffff8da20b1a1988) for lock 0x5882d449736830ce 00800000:00000001:2.0:1769074938.968120:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074938.968122:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074938.968123:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.968125:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.968126:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.968128:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.968130:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.968133:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.968134:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074938.968135:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.968137:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968139:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074938.968141:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.968148:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.968154:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968161:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074938.968165:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x28:0x0](ffff8da20b1a1988) 00000080:00000001:2.0:1769074938.968167:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.968171:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000100:00000001:2.0:1769074938.968174:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.968177:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.968182:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968187:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074938.968189:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968200:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074938.968203:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074938.968205:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-11:[0x2000013a1:0x28:0x0](ffff8da20b1a1988), flags 100102 00000080:00000010:2.0:1769074938.968213:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c4640. 00000080:00000010:2.0:1769074938.968221:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39940. 00000080:00000001:2.0:1769074938.968224:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074938.968228:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074938.968231:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074938.968236:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da201358960. 00000002:00100000:2.0:1769074938.968241:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074938.968248:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074938.968250:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074938.968254:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074938.968258:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968261:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.968263:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.968267:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074938.968274:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.968278:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074938.968313:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074938.968315:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074938.968318:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:2.0:1769074938.968319:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-11:[0x2000013a1:0x28:0x0](ffff8da20b1a1988), flags 100102, rc = 0 00000080:00000001:2.0:1769074938.968324:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074938.968326:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da209cc4360 released 00000080:00010000:2.0:1769074938.968329:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ce from it ffff8da209cc4360 00010000:00000001:2.0:1769074938.968332:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074938.968333:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074938.968335:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80e00 refcount=3 00000020:00000001:2.0:1769074938.968337:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.968339:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893696 : -125747872657920 : ffff8da20ab80e00) 00010000:00000001:2.0:1769074938.968341:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074938.968344:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.968351:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.968352:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.968353:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074938.968356:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074938.968359:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074938.968367:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.968370:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074938.968372:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074938.968377:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.968378:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074938.968380:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.968384:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074938.968385:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.968388:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.968391:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.968393:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074938.968394:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074938.968395:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074938.968397:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074938.968399:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074938.968402:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.968404:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074938.968407:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074938.968408:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968412:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074938.968413:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968415:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074938.968418:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968419:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074938.968422:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da209cc4360. 00000080:00000001:2.0:1769074938.968427:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968432:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074938.968434:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x28:0x0](ffff8da20b1a1988), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074938.968438:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074938.968737:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.968776:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.968779:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.968781:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968792:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074938.968795:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:2.0:1769074938.968797:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-11:[0x2000013a1:0x28:0x0](ffff8da20b1a1988), flags 100002 00000080:00000001:2.0:1769074938.968800:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074938.968803:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074938.968804:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074938.968806:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074938.968808:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac0f8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074938.968809:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074938.968812:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074938.968816:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074938.968819:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074938.968824:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:2.0:1769074938.968827:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074938.968831:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074938.968833:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x28:0x0]: 0 00000080:00000001:2.0:1769074938.968836:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074938.968838:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074938.968843:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da4800. 00000080:00000001:2.0:1769074938.968845:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074938.968851:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074938.968856:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074938.968858:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x28:0x0] 00000002:00000001:2.0:1769074938.968861:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074938.968863:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074938.968869:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5f80. 00000020:00000040:2.0:1769074938.968873:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=29 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074938.968878:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.968882:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.968887:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.968893:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4a00. 00000100:00000001:2.0:1769074938.968901:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074938.968914:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074938.968937:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074938.968943:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074938.968951:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074938.968953:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074938.968960:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50600. 00000100:00000001:2.0:1769074938.968962:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671616 : -125748002880000 : ffff8da202f50600) 00000100:00000001:2.0:1769074938.968965:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.968966:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000100:00000001:2.0:1769074938.968971:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.968975:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.968978:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074938.968980:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.968984:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.968991:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.968993:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.968997:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.969001:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.969003:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.969008:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585088:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074938.969012:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.969018:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.969020:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.969023:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.969028:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e3b800. 02000000:00000001:2.0:1769074938.969030:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.969040:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074938.969044:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6738. 00000400:00000010:2.0:1769074938.969052:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769074938.969061:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926585088, portal 10 00000100:00000001:2.0:1769074938.969063:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.969065:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000100:00000040:2.0:1769074938.969072:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.969080:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.969083:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074938.969086:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353dd0. 00000100:00000200:2.0:1769074938.969089:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926585088, offset 0 00000400:00000200:2.0:1769074938.969097:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074938.969106:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.969115:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074938.969122:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.969126:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074938.969131:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.969134:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074938.969138:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2777:2777:256:4294967295] 192.168.204.145@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:2.0:1769074938.969143:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.969154:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.969160:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074938.969165:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348600. 00000800:00000200:2.0:1769074938.969173:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074938.969182:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074938.969188:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.969211:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.969216:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1170908 usecs (1171 jiffies) 00000400:00000200:2.0:1769074938.969221:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074938.969224:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301645 00000100:00000001:2.0:1769074938.969227:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.969230:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301645 00000100:00000001:2.0:1769074938.969232:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074938.969234:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.969237:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.969240:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.969242:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074938.969245:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50600 going to sleep for 11 seconds 00000100:00000001:2.0:1769074938.969247:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.969250:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.971899:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.971912:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:3.0:1769074938.971921:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.971945:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.971955:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353dd0 00000400:00000010:3.0:1769074938.971959:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353dd0. 00000100:00000001:3.0:1769074938.971966:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.972044:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.972060:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.972064:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.972073:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.972075:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074938.972629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00000800:00000001:2.0:1769074938.983608:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.983633:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.983638:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.983641:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.983657:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.983668:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.983679:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.983686:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.983694:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.983699:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850700 00000400:00000200:2.0:1769074938.983706:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.983716:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x7025 [1] + 224 00000800:00000001:2.0:1769074938.983727:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.983755:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.983759:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.983764:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.983774:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.983786:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.983798:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.983822:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.983832:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.983836:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.983901:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.983911:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.983914:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.983918:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6738. 00000400:00000200:0.0:1769074938.983936:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:0.0:1769074938.983939:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:0.0:1769074938.983943:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.983949:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.983960:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5f80 x1855007926585088/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.983968:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.983971:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.983974:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.983979:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.983982:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.983984:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.983988:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.984002:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=90 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074938.984017:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.984022:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.984024:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.984028:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.984033:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984037:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074938.984040:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074938.984042:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074938.984045:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.984047:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000100:00000001:0.0:1769074938.984051:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.984054:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.984056:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.984059:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.984065:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.984074:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.984078:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.984080:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.984084:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.984092:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585088:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074938.984099:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.984102:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984105:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.984108:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.984111:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.984119:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.984122:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50600. 00000100:00000001:0.0:1769074938.984126:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.984128:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984138:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.984139:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000002:00000001:0.0:1769074938.984143:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.984147:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.984155:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da4800. 00000080:00000001:0.0:1769074938.984159:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074938.984163:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074938.984168:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074938.984174:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074938.984182:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.984184:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.984186:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39940. 00000100:00000001:0.0:1769074938.984189:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.984193:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.984199:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.984203:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.984206:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c4640. 00000080:00000001:0.0:1769074938.984211:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.984218:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074938.984221:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-11:[0x2000013a1:0x28:0x0](ffff8da20b1a1988), flags 100002, rc = 0 00000080:00000001:0.0:1769074938.984225:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.984233:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074938.984236:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074938.984237:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-11 (ffff8da20b18baf8, parent ffff8da20b13a288, inode ffff8da20b1a1988) hashed, 00000080:00000001:0.0:1769074938.984240:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.984315:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.984319:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.984322:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.984323:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074938.984325:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.984333:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.984340:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.984346:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.984350:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.984353:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074938.984355:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.984360:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.984364:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.984369:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.984371:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074938.984373:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.984377:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.984380:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.984383:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.984392:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.984395:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.984397:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.984400:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074938.984403:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074938.984410:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428700. 00000020:00000040:0.0:1769074938.984415:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=30 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074938.984422:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074938.984428:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.984436:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.984438:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.984440:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984443:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074938.984446:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074938.984451:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074938.984507:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105cb800. 00000100:00000001:0.0:1769074938.984515:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.984520:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.984522:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.984524:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074938.984525:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.984527:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.984535:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00010000:00000001:0.0:1769074938.984538:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074938.984541:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074938.984546:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efa00. 00010000:00000010:0.0:1769074938.984551:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0780. 00010000:00000001:0.0:1769074938.984556:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074938.984560:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef800. 00000020:00000001:0.0:1769074938.984564:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074938.984568:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef800 with handle 0x5882d449736830d5 to hash 00000020:00000001:0.0:1769074938.984570:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074938.984571:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.984576:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.984581:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.984584:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.984589:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.984599:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074938.984610:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074938.984616:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074938.984618:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074938.984625:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.984628:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074938.984631:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.984632:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:0.0:1769074938.984637:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074938.984641:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984643:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074938.984645:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074938.984650:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.984658:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.984660:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.984665:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074938.984668:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074938.984671:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.984675:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585216:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.984680:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074938.984687:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074938.984690:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.984693:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074938.984699:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074938.984701:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074938.984708:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074938.984712:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074938.984718:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769074938.984727:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926585216, portal 10 00000100:00000001:0.0:1769074938.984729:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074938.984731:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:0.0:1769074938.984736:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.984744:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074938.984746:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074938.984749:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841f68. 00000100:00000200:0.0:1769074938.984753:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926585216, offset 0 00000400:00000200:0.0:1769074938.984759:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074938.984768:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.984776:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074938.984783:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074938.984788:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074938.984793:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074938.984795:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074938.984799:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2778:2778:256:4294967295] 192.168.204.145@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:0.0:1769074938.984803:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074938.984813:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074938.984819:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074938.984824:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769074938.984831:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074938.984840:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074938.984845:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074938.984862:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.984867:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1167976 usecs (1168 jiffies) 00000400:00000200:0.0:1769074938.984872:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074938.984875:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301657 00000100:00000001:0.0:1769074938.984879:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.984881:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301657 00000100:00000001:0.0:1769074938.984884:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074938.984886:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.984889:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.984892:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.984894:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074938.984897:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074938.984899:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.984902:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.985353:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.985360:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:3.0:1769074938.985366:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.985372:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.985378:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:3.0:1769074938.985380:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:3.0:1769074938.985385:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.985390:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.985400:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.985403:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.985409:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.985410:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074938.991226:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.991251:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074938.991256:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.991258:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.991274:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.991285:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074938.991295:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.991301:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.991308:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.991313:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850780 00000400:00000200:2.0:1769074938.991319:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074938.991328:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7035 [1] + 224 00000800:00000001:2.0:1769074938.991339:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.991350:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074938.991354:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074938.991360:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074938.991370:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.991381:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074938.991393:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074938.991417:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074938.991428:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074938.991432:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.991506:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074938.991515:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074938.991518:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074938.991523:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:0.0:1769074938.991529:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:0.0:1769074938.991532:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:0.0:1769074938.991536:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074938.991541:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074938.991550:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.991556:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074938.991558:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.991561:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074938.991565:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074938.991568:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074938.991570:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074938.991573:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074938.991585:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074938.991590:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074938.991593:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074938.991595:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.991599:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074938.991603:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.991607:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074938.991610:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074938.991612:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074938.991616:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074938.991621:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.991629:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074938.991632:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074938.991634:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074938.991639:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074938.991648:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585216:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074938.991655:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.991659:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074938.991662:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074938.991665:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.991668:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.991675:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074938.991679:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074938.991683:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074938.991685:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.991689:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074938.991694:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991698:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991701:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=4 00000020:00000001:0.0:1769074938.991704:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991707:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000040:0.0:1769074938.991714:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef800, remote cookie: 0xe52bf4d4a35164d2, flags: 0x1001 00010000:00010000:0.0:1769074938.991719:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074938.991727:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991732:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074938.991737:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074938.991739:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074938.991741:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074938.991742:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074938.991744:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120efa00) refcount = 1 00010000:00010000:0.0:1769074938.991746:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991750:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074938.991754:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074938.991755:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.991758:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074938.991760:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.991762:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991766:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074938.991768:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991769:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.991770:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991770:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.991771:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.991775:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074938.991776:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991777:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991778:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.991779:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991780:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991781:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991782:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991783:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=4 00000020:00000001:0.0:1769074938.991785:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991787:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991790:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.991793:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.991796:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991803:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991804:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.991805:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991806:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991808:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=5 00000020:00000001:0.0:1769074938.991809:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991812:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991814:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.991817:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991822:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991824:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074938.991826:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991832:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.991833:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991834:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.991836:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991837:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074938.991841:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074938.991852:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991853:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991854:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.991856:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991857:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991859:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991860:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.991860:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.991862:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.991864:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074938.991866:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991867:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991867:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.991868:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991870:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00000002:00010000:0.0:1769074938.991872:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.991877:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991878:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.991880:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074938.991881:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.991881:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.991882:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.991883:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.991884:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000040:0.0:1769074938.991890:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 2 00010000:00000001:0.0:1769074938.991892:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074938.991896:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074938.991897:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.991898:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.991898:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074938.991902:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074938.991903:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074938.991905:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.991909:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.991911:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074938.991914:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074938.991917:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074938.991920:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.991935:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.991941:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.991943:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074938.991950:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074938.991955:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074938.991962:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074938.991965:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939712 : -125747892611904 : ffff8da2098794c0) 00800000:00000001:0.0:1769074938.991968:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074938.991970:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074938.991973:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074938.991976:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074938.991980:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074938.991984:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074938.991986:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.991991:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074938.991996:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074938.992001:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074938.992004:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.992005:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.992007:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.992009:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992012:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992014:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992015:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074938.992017:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074938.992020:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074938.992022:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098794c0 1 00800000:00000010:0.0:1769074938.992025:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074938.992029:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.992033:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830d5 00800000:00000001:0.0:1769074938.992036:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.992039:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.992040:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.992041:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.992043:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.992045:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992047:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992049:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992050:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.992051:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.992053:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.992055:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.992057:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.992069:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830d5 from it ffffb17741753bf8 00010000:00000001:0.0:1769074938.992071:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.992073:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.992074:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.992076:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992078:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992080:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.992082:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.992089:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992090:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.992092:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.992094:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.992097:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.992106:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.992109:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.992112:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.992118:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992119:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.992121:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992125:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.992127:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992130:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992133:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992135:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.992136:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992137:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.992139:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074938.992145:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428700 x1855007926585216/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074938.992152:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074938.992155:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074938.992159:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074938.992164:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074938.992166:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074938.992169:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=29 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074938.992172:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074938.992175:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cb800. 02000000:00000001:0.0:1769074938.992179:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074938.992182:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074938.992184:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428700. 00000100:00000001:0.0:1769074938.992187:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074938.992189:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.992193:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074938.992199:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074938.992222:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42180. 00000080:00000001:0.0:1769074938.992230:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074938.992232:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074938.992233:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074938.992235:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074938.992241:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074938.992246:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074938.992249:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074938.992252:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.992254:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074938.992256:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074938.992258:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074938.992262:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074938.992265:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074938.992266:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074938.992268:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074938.992270:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074938.992272:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074938.992274:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074938.992276:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 2 00010000:00000001:0.0:1769074938.992277:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074938.992280:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074938.992282:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074938.992285:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074938.992297:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074938.992301:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.992305:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074938.992311:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074938.992312:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074938.992314:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.992316:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074938.992318:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.992319:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074938.992322:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074938.992323:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074938.992325:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074938.992328:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074938.992330:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.992332:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074938.992334:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830d5 00800000:00000001:0.0:1769074938.992337:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074938.992339:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074938.992340:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.992342:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.992343:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.992345:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992348:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992350:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992352:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074938.992353:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074938.992354:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074938.992357:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830d5 from it ffffb17741753b38 00010000:00000001:0.0:1769074938.992359:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074938.992360:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074938.992362:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074938.992364:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992366:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074938.992368:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074938.992370:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.992415:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992416:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.992417:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074938.992419:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074938.992421:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074938.992425:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074938.992426:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074938.992427:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074938.992429:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992430:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074938.992431:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992432:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074938.992433:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992434:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992435:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074938.992437:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074938.992438:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074938.992438:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074938.992440:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074938.992440:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074938.992442:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074938.992444:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074938.992447:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074938.992448:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074938.992450:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837a000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074938.992455:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef49c0. 00000080:00000001:0.0:1769074938.992848:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074938.992851:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074938.992853:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074938.993923:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074938.993944:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074938.993953:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074938.993957:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.993959:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074938.993962:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-12' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074938.993966:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074938.993970:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074938.993976:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074938.993980:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074938.993983:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074938.993986:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074938.993989:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074938.993992:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x29:0x0] 40000000:00000001:1.0:1769074938.993995:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.993998:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.994000:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074938.994002:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074938.994004:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074938.994005:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x29:0x0], name='f15a.replay-dual-12' -> mds #0 00000002:00000001:1.0:1769074938.994021:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074938.994023:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074938.994026:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-12,[0x2000013a1:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074938.994031:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074938.994033:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074938.994038:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074938.994046:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.994047:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074938.994051:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 2 00010000:00000001:1.0:1769074938.994054:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074938.994057:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074938.994071:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074938.994075:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074938.994086:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074938.994091:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074938.994093:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074938.994096:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074938.994098:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.994101:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.994103:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 3 00010000:00000001:1.0:1769074938.994106:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.994109:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.994111:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.994112:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.994113:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 3 00010000:00000001:1.0:1769074938.994115:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.994117:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.994119:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074938.994120:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074938.994121:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efa00 count: 3 00010000:00000001:1.0:1769074938.994123:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074938.994125:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074938.994127:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074938.994129:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074938.994133:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074938.994139:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074938.994142:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074938.994143:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.994147:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074938.994151:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074938.994152:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074938.994154:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.994156:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074938.994159:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef800 with handle 0x5882d449736830d5 from hash 00010000:00000001:1.0:1769074938.994162:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074938.994164:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.994165:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.994167:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074938.994170:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074938.994171:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074938.994174:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.994176:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074938.994178:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074938.994186:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997100. 00000020:00000040:1.0:1769074938.994190:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=30 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074938.994197:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074938.994199:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.994202:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074938.994208:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074938.994212:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074938.994213:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.994215:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.994218:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074938.994220:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074938.994225:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074938.994235:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210007800. 00000100:00000001:1.0:1769074938.994244:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.994250:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.994253:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074938.994257:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074938.994268:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074938.994270:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074938.994271:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074938.994274:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d449736830d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35164d2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074938.994281:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efa00 count: 0 00010000:00000010:1.0:1769074938.994286:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0780. 00010000:00000001:1.0:1769074938.994301:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074938.994303:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.994305:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074938.994307:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074938.994308:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074938.994320:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00010000:00000001:1.0:1769074938.994325:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074938.994328:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074938.994333:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46e00. 00010000:00000010:1.0:1769074938.994337:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074938.994341:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074938.994346:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814cc00. 00000020:00000001:1.0:1769074938.994349:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074938.994352:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814cc00 with handle 0x5882d449736830dc to hash 00000020:00000001:1.0:1769074938.994354:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074938.994356:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074938.994359:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074938.994362:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074938.994364:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074938.994367:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074938.994373:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074938.994387:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074938.994401:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074938.994410:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074938.994415:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074938.994417:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074938.994427:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726600. 00000100:00000001:1.0:1769074938.994429:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328704 : -125747877222912 : ffff8da20a726600) 00000100:00000001:1.0:1769074938.994432:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.994433:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000001:1.0:1769074938.994439:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074938.994443:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.994445:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074938.994446:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074938.994450:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.994456:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074938.994458:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.994500:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074938.994502:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074938.994504:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074938.994507:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585472:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074938.994510:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074938.994516:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074938.994518:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074938.994521:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074938.994595:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074938.994598:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074938.994608:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074938.994614:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074938.994621:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210007000. 00000100:00000200:1.0:1769074938.994630:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926585472, portal 10 00000100:00000001:1.0:1769074938.994632:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074938.994633:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000040:1.0:1769074938.994640:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074938.994648:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074938.994651:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074938.994656:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a143b8. 00000100:00000200:1.0:1769074938.994660:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926585472, offset 0 00000400:00000200:1.0:1769074938.994667:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074938.994677:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.994686:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074938.994692:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074938.994698:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074938.994701:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074938.994704:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074938.994708:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2779:2779:256:4294967295] 192.168.204.145@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:1.0:1769074938.994713:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074938.994724:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074938.994732:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074938.994737:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fb00. 00000800:00000200:1.0:1769074938.994757:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074938.994767:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074938.994772:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074938.994789:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074938.994793:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1165033 usecs (1166 jiffies) 00000400:00000200:1.0:1769074938.994796:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074938.994799:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301666 00000100:00000001:1.0:1769074938.994801:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.994804:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301666 00000100:00000001:1.0:1769074938.994806:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074938.994807:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074938.994809:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074938.994811:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074938.994812:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074938.994814:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074938.994816:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074938.994819:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.995303:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.995309:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fb00. 00000400:00000200:3.0:1769074938.995314:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.995320:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074938.995326:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:3.0:1769074938.995327:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:3.0:1769074938.995331:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.995335:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.995344:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.995346:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074938.995351:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.995352:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074938.998674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efa00. 00010000:00000010:1.1:1769074938.998700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000800:00000001:2.0:1769074939.014345:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.014368:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.014373:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.014375:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.014388:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014397:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.014404:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014409:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014415:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014418:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850880 00000400:00000200:2.0:1769074939.014431:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014438:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x703d [32] + 224 00000800:00000001:2.0:1769074939.014446:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.014456:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.014494:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.014498:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.014506:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.014516:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.014525:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.014540:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.014548:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.014551:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014556:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.014561:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2780:2780:256:4294967295] 192.168.204.145@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:2.0:1769074939.014565:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.014572:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.014576:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.014585:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e39800. 00000800:00000200:2.0:1769074939.014592:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.014601:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.014606:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e39800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074939.014710:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.014714:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e39800. 00000400:00000200:2.0:1769074939.014716:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.014719:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074939.014725:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.014728:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.014888:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.014897:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.014899:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.014903:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.014907:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210007000 00000400:00000010:1.0:1769074939.014908:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210007000. 00000100:00000001:1.0:1769074939.014911:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.014915:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.014922:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997100 x1855007926585472/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074954 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.014937:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.014940:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.014944:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.014947:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.014950:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.014952:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.014955:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.014968:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.014974:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.014977:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.014979:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.014983:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.014988:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.014992:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.014995:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074939.014996:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.015000:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.015001:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000001:1.0:1769074939.015004:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.015007:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.015008:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.015010:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.015015:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.015020:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.015023:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.015024:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.015028:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.015034:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585472:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.015037:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.015040:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.015042:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.015044:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.015046:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.015050:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.015052:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726600. 00000100:00000001:1.0:1769074939.015055:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.015064:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015068:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.015074:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015077:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015081:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=4 00000020:00000001:1.0:1769074939.015084:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015087:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000040:1.0:1769074939.015095:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814cc00, remote cookie: 0xe52bf4d4a35164ee, flags: 0x1001 00010000:00010000:1.0:1769074939.015102:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.015112:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074939.015116:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074939.015126:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46d00. 00010000:00000010:1.0:1769074939.015132:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652ea00. 00010000:00000040:1.0:1769074939.015138:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:1.0:1769074939.015145:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.015154:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.015157:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.015163:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015169:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.015173:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.015176:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.015177:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.015178:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.015180:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x29:0x0].0x0 (ffff8da20ca46d00) refcount = 1 00010000:00010000:1.0:1769074939.015182:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015186:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.015189:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.015190:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.015193:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.015195:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.015197:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015201:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.015203:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015204:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015205:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015206:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015207:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.015210:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.015213:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015213:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015214:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015215:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015217:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015219:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015220:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015220:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=4 00000020:00000001:1.0:1769074939.015222:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015223:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015225:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.015227:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.015229:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015232:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015233:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015234:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015234:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015235:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=5 00000020:00000001:1.0:1769074939.015236:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015237:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015239:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.015240:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015248:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015248:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.015250:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.015254:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.015254:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015255:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015256:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015256:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.015260:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.015266:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.015269:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.015273:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015280:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015280:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015281:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015282:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015284:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00000002:00010000:1.0:1769074939.015287:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074939.015292:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b2440. 00010000:00000001:1.0:1769074939.015293:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015294:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.015295:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.015297:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.015300:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074939.015303:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.015304:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000001:1.0:1769074939.015305:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.015306:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00010000:00000001:1.0:1769074939.015308:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015309:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015309:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015310:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015311:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00000002:00010000:1.0:1769074939.015313:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.015316:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015317:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015318:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.015319:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015320:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015320:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015321:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015322:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000040:1.0:1769074939.015325:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769074939.015327:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.015330:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/41 (0 0) 00010000:00000001:1.0:1769074939.015331:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015332:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.015333:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.015336:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074939.015337:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-12 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074939.015339:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.015343:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.015345:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.015348:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074939.015351:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.015354:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.015357:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074939.015359:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef49c0 it_disposition 1800037 00000080:00002000:1.0:1769074939.015364:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074939.015369:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.015371:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074939.015373:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074939.015374:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074939.015377:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074939.015378:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.015383:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074939.015386:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.015388:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366313 : 144115272381366313 : 2000013a1000029) 00000080:00000001:1.0:1769074939.015391:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074939.015408:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b178840. 00000020:00000001:1.0:1769074939.015418:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074939.015419:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074939.015423:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074939.015424:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x29:0x0](ffff8da20b178908) 00000020:00000001:1.0:1769074939.015427:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.015431:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.015433:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.015437:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074939.015442:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb5258. 00000020:00000001:1.0:1769074939.015444:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.015446:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.015453:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.015456:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019a3e0. 00020000:00000001:1.0:1769074939.015457:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927175136 : -125747782376480 : ffff8da21019a3e0) 00020000:00000001:1.0:1769074939.015506:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074939.015510:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.015516:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1540. 00020000:00000010:1.0:1769074939.015520:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d600. 00020000:00000010:1.0:1769074939.015523:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e10c0. 00020000:00000001:1.0:1769074939.015525:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833093312 : -125747876458304 : ffff8da20a7e10c0) 00020000:00000002:1.0:1769074939.015528:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e10c0, objid 0x29:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.015532:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.015535:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d600: ostid: 0x280000400:488 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074939.015538:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074939.015540:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e10c0, objid 0x29:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.015542:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.015543:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d600: ostid: 0x280000400:488 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074939.015546:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20566ab70. 00020000:00000010:1.0:1769074939.015548:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a726600. 00020000:00000001:1.0:1769074939.015552:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074939.015555:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da204f73690. 00020000:00000001:1.0:1769074939.015557:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074939.015558:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074939.015563:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.015565:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20abb5e10. 00000020:00000001:1.0:1769074939.015566:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.015566:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.015568:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325837110928 : -125747872440688 : ffff8da20abb5e90) 00020000:00000001:1.0:1769074939.015570:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074939.015577:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a8b5dc0. 00020000:00000001:1.0:1769074939.015579:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.015584:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837110928 : -125747872440688 : ffff8da20abb5e90) 00020000:00000001:1.0:1769074939.015586:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325837110928 : -125747872440688 : ffff8da20abb5e90) 00020000:00000002:1.0:1769074939.015590:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e8:0x0]@ffff8da20abb5e10[0:0] -> [0x2000013a1:0x29:0x0]@ffff8da20abb5258: ostid: 0x280000400:488 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074939.015595:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074939.015597:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074939.015599:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.015603:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837107928 : -125747872443688 : ffff8da20abb52d8) 00000020:00001000:1.0:1769074939.015606:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.015610:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366313 : 144115272381366313 : 2000013a1000029) 00000080:00000001:1.0:1769074939.015613:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074939.015616:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366313 mtime from 0 to 1769074938 00000080:00000001:1.0:1769074939.015621:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074939.015624:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843151112 : -125747866400504 : ffff8da20b178908) 00010000:00000001:1.0:1769074939.015626:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015628:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015630:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015632:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015634:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00000080:00000001:1.0:1769074939.015638:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074939.015640:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.015641:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.015643:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.015645:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074939.015648:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074939.015649:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.015653:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1960. 00020000:00000010:1.0:1769074939.015655:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d780. 00020000:00000010:1.0:1769074939.015657:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1840. 00020000:00000001:1.0:1769074939.015658:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833095232 : -125747876456384 : ffff8da20a7e1840) 00020000:00000002:1.0:1769074939.015661:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1840, objid 0x29:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.015663:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.015665:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d780: ostid: 0x280000400:488 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074939.015668:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019a3e0) owner ffff8da2126627c0 00020000:00000001:1.0:1769074939.015670:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074939.015671:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019a3e0) owner ffff8da2126627c0 00020000:00000010:1.0:1769074939.015675:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20654d780. 00020000:00000010:1.0:1769074939.015678:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a7e1960. 00020000:00000010:1.0:1769074939.015681:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a7e1840. 00020000:00000002:1.0:1769074939.015683:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074939.015684:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.015685:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.015688:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074939.015691:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.015694:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a7e10c0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:1.0:1769074939.015696:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.015699:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074939.015701:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074939.015702:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074939.015703:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074939.015704:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074939.015706:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074939.015707:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.015709:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015710:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015710:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.015711:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.015714:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.015715:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.015717:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x29:0x0](ffff8da20b178908) 00000080:00010000:1.0:1769074939.015719:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x29:0x0](ffff8da20b178908) for lock 0x5882d449736830dc 00800000:00000001:1.0:1769074939.015722:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.015723:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.015724:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015725:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015726:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015728:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015729:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015730:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015731:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.015732:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.015733:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.015734:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074939.015735:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.015740:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.015747:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.015753:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.015757:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x29:0x0](ffff8da20b178908) 00000080:00000001:1.0:1769074939.015761:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.015765:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000100:00000001:1.0:1769074939.015768:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.015771:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.015777:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.015781:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074939.015783:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.015793:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074939.015795:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:1.0:1769074939.015797:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-12:[0x2000013a1:0x29:0x0](ffff8da20b178908), flags 100102 00000080:00000010:1.0:1769074939.015806:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000010:1.0:1769074939.015812:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2040. 00000080:00000001:1.0:1769074939.015815:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074939.015819:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.015823:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074939.015826:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3c680. 00000002:00100000:1.0:1769074939.015830:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.015836:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.015838:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074939.015841:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074939.015845:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.015847:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.015850:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.015853:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074939.015859:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.015862:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.015900:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074939.015902:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.015905:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074939.015907:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-12:[0x2000013a1:0x29:0x0](ffff8da20b178908), flags 100102, rc = 0 00000080:00000001:1.0:1769074939.015912:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074939.015913:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef49c0 released 00000080:00010000:1.0:1769074939.015916:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830dc from it ffff8da202ef49c0 00010000:00000001:1.0:1769074939.015918:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.015920:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.015921:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814cc00 refcount=3 00000020:00000001:1.0:1769074939.015923:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015938:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075456 : -125747648476160 : ffff8da21814cc00) 00010000:00000001:1.0:1769074939.015940:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.015944:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.015951:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015953:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015954:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.015957:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.015960:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.015968:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.015971:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.015973:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.015978:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015980:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.015981:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015985:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.015987:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015989:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015992:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.015994:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.015996:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.015997:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.015998:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074939.016001:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074939.016003:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.016006:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.016009:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.016011:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016014:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074939.016015:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016017:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.016018:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016020:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.016022:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef49c0. 00000080:00000001:1.0:1769074939.016026:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016031:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074939.016033:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x29:0x0](ffff8da20b178908), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074939.016036:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.016062:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.016064:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.016068:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.016070:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016079:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074939.016081:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074939.016083:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-12:[0x2000013a1:0x29:0x0](ffff8da20b178908), flags 100002 00000080:00000001:1.0:1769074939.016086:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074939.016088:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074939.016089:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.016091:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.016093:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a3e0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.016094:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.016097:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074939.016102:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.016104:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.016108:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769074939.016111:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.016114:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.016116:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x29:0x0]: 0 00000080:00000001:1.0:1769074939.016119:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074939.016121:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074939.016126:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.016129:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074939.016135:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074939.016138:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074939.016141:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x29:0x0] 00000002:00000001:1.0:1769074939.016144:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074939.016146:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074939.016152:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a995f80. 00000020:00000040:1.0:1769074939.016155:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=31 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074939.016159:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.016163:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.016167:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.016172:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208457800. 00000100:00000001:1.0:1769074939.016177:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074939.016186:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074939.016194:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074939.016198:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074939.016203:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.016204:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.016209:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.016211:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327936 : -125747877223680 : ffff8da20a726300) 00000100:00000001:1.0:1769074939.016212:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.016213:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000001:1.0:1769074939.016217:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.016220:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.016222:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.016223:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.016225:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.016230:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.016231:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.016235:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.016237:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.016239:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.016241:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585728:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.016245:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.016249:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.016251:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.016253:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.016256:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210007000. 02000000:00000001:1.0:1769074939.016257:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.016264:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.016267:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.016272:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.016279:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926585728, portal 10 00000100:00000001:1.0:1769074939.016281:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.016282:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:1.0:1769074939.016286:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.016291:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.016293:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.016294:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a146e8. 00000100:00000200:1.0:1769074939.016297:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926585728, offset 0 00000400:00000200:1.0:1769074939.016302:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.016308:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.016313:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.016318:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.016323:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.016327:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.016330:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.016332:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2781:2781:256:4294967295] 192.168.204.145@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:1.0:1769074939.016335:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.016342:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.016346:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.016350:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769074939.016356:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.016361:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.016364:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.016374:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.016378:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1162150 usecs (1163 jiffies) 00000400:00000200:1.0:1769074939.016380:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.016382:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301684 00000100:00000001:1.0:1769074939.016384:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.016386:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301684 00000100:00000001:1.0:1769074939.016388:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.016389:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.016391:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.016392:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.016394:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.016396:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726300 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.016398:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.016400:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.016655:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.016659:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:2.0:1769074939.016662:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.016667:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.016672:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a146e8 00000400:00000010:2.0:1769074939.016674:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a146e8. 00000100:00000001:2.0:1769074939.016677:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.016681:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.016688:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.016690:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.016694:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.016695:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.021507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00000800:00000001:2.0:1769074939.022233:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.022267:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.022274:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.022277:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.022298:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.022323:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.022339:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.022348:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.022361:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.022368:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850980 00000400:00000200:2.0:1769074939.022380:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.022390:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x7045 [1] + 224 00000800:00000001:2.0:1769074939.022409:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.022426:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.022430:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.022441:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.022456:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.022521:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.022533:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.022552:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.022566:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.022570:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.022618:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.022627:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.022630:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.022634:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.022640:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.022643:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.022646:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.022651:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.022664:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995f80 x1855007926585728/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.022674:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.022679:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.022684:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.022689:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.022695:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.022700:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.022706:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.022727:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074939.022734:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.022740:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.022742:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.022748:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.022755:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.022762:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.022764:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074939.022766:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.022771:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.022773:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000001:1.0:1769074939.022779:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.022784:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.022786:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.022791:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.022799:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.022813:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.022816:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.022818:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.022824:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.022837:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585728:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.022849:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.022851:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.022854:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.022860:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.022866:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.022887:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.022892:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.022899:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.022901:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.023138:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.023142:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000002:00000001:1.0:1769074939.023146:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.023150:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.023156:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.023161:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074939.023164:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.023170:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.023183:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.023198:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.023582:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.023587:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2040. 00000100:00000001:1.0:1769074939.023591:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.023595:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.023601:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.023604:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.023608:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769074939.023612:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.023620:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:1.0:1769074939.023623:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-12:[0x2000013a1:0x29:0x0](ffff8da20b178908), flags 100002, rc = 0 00000080:00000001:1.0:1769074939.023628:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.023635:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074939.023637:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:1.0:1769074939.023640:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-12 (ffff8da20b22e438, parent ffff8da20b13a288, inode ffff8da20b178908) hashed, 00000080:00000001:1.0:1769074939.023643:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.025278:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.025288:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.025291:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.025295:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:1.0:1769074939.025299:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.025309:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.025318:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.025324:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.025329:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.025331:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:1.0:1769074939.025333:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.025338:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.025343:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.025350:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.025352:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:1.0:1769074939.025354:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.025358:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.025361:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.025365:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.025374:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.025377:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.025379:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.025382:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.025384:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074939.025390:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a996d80. 00000020:00000040:1.0:1769074939.025395:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=32 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:1.0:1769074939.025404:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.025410:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.025416:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.025419:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.025421:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.025424:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.025426:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.025433:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.025442:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210006400. 00000100:00000001:1.0:1769074939.025449:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.025456:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.025457:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.025476:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.025477:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.025479:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.025487:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00010000:00000001:1.0:1769074939.025493:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.025496:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.025502:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46e00. 00010000:00000010:1.0:1769074939.025508:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.025514:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.025518:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814d800. 00000020:00000001:1.0:1769074939.025523:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.025527:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814d800 with handle 0x5882d449736830e3 to hash 00000020:00000001:1.0:1769074939.025529:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.025531:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.025535:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.025539:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.025542:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.025547:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.025558:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.025572:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.025796:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.025799:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.025809:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.025812:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327936 : -125747877223680 : ffff8da20a726300) 00000100:00000001:1.0:1769074939.025815:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.025817:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000001:1.0:1769074939.025823:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.025829:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.025831:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.025833:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.025846:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.025854:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.025857:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.025862:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.025865:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.025868:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.025871:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585856:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.025876:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.025883:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.025885:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.025889:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.025895:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a767000. 02000000:00000001:1.0:1769074939.025897:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.025907:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.025912:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.025919:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.025939:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926585856, portal 10 00000100:00000001:1.0:1769074939.025941:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.025942:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000040:1.0:1769074939.025948:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.025955:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.025958:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.025961:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14bb0. 00000100:00000200:1.0:1769074939.025965:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926585856, offset 0 00000400:00000200:1.0:1769074939.025974:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.025984:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.025993:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.026000:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.026006:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.026163:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.026167:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.026171:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2782:2782:256:4294967295] 192.168.204.145@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:1.0:1769074939.026176:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.026190:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.026197:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.026204:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769074939.026212:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.026223:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.026229:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.026252:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.026258:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1159235 usecs (1160 jiffies) 00000400:00000200:1.0:1769074939.026261:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.026264:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301691 00000100:00000001:1.0:1769074939.026268:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.026271:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301691 00000100:00000001:1.0:1769074939.026273:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.026275:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.026288:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.026290:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.026292:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.026295:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726300 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.026306:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.026310:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.026968:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.026977:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769074939.026984:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.026991:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.026998:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14bb0 00000400:00000010:3.0:1769074939.027001:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14bb0. 00000100:00000001:3.0:1769074939.027006:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.027012:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.027024:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.027027:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.027034:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.027036:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.037316:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.037341:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.037346:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.037349:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.037528:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.037538:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.037549:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.037555:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.037562:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.037567:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850a00 00000400:00000200:2.0:1769074939.037572:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.037578:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x704d [1] + 224 00000800:00000001:2.0:1769074939.037589:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.037601:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.037604:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.037610:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.037619:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.037630:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.037643:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.037667:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.037680:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.037684:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.037771:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.037781:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.037783:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.037788:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.037794:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.037798:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.037803:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.037808:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.037818:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.037825:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.037827:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.037830:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.037834:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.037837:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.037840:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.037844:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.037856:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.037860:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.037863:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.037866:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.037869:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.037874:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.037878:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.037881:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.037883:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.037886:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.037892:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.037899:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.037903:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.037905:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.037909:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.037918:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926585856:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.038552:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.038557:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.038561:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.038563:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.038568:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.038574:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.038577:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.038583:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.038585:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.038588:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.038593:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038596:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038599:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=4 00000020:00000001:1.0:1769074939.038602:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038606:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000040:1.0:1769074939.038614:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814d800, remote cookie: 0xe52bf4d4a3516503, flags: 0x1001 00010000:00010000:1.0:1769074939.038621:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.038634:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038641:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.038648:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.038650:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.038651:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.038652:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.038655:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46e00) refcount = 1 00010000:00010000:1.0:1769074939.038658:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038662:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.038666:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.038667:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.038670:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.038673:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.038675:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038679:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.038681:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038682:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038683:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038683:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038685:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.038689:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.038691:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038691:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038692:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038693:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038695:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038696:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038697:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038698:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=4 00000020:00000001:1.0:1769074939.038700:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038701:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038704:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.038706:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.038708:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038711:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038712:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038713:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038713:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038714:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=5 00000020:00000001:1.0:1769074939.038715:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038716:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038718:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.038720:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038724:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038725:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.038727:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038730:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.038731:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038732:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038732:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038733:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.038736:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074939.038744:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038746:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038747:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038748:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038750:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038753:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038754:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.038755:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.038757:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.038761:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074939.038764:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038765:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038766:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038768:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038771:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00000002:00010000:1.0:1769074939.038774:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038782:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038784:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038785:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.038787:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038788:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038790:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038792:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038794:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000040:1.0:1769074939.038802:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769074939.038805:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.038810:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074939.038813:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038814:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.038816:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.038820:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:1.0:1769074939.038822:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074939.038825:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.038839:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.038842:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.038846:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074939.038848:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.038852:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.038856:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.038860:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.038862:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.038869:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.038872:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074939.038881:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2040. 00800000:00000001:1.0:1769074939.038883:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793054784 : -125747916496832 : ffff8da2081b2040) 00800000:00000001:1.0:1769074939.038884:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.038887:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.038889:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074939.038891:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074939.038893:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074939.038897:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074939.038898:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.038903:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074939.038906:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074939.038909:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074939.038911:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038912:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038913:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038915:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038916:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038918:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038918:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.038919:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.038921:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074939.038922:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2040 1 00800000:00000010:1.0:1769074939.038934:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2040. 00800000:00000001:1.0:1769074939.038937:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.038941:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830e3 00800000:00000001:1.0:1769074939.038944:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.038950:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.038951:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038952:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038954:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038956:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038959:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038962:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038963:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.038964:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.038966:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.038969:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.038972:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.038976:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830e3 from it ffffb17741753bf8 00010000:00000001:1.0:1769074939.038978:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.038979:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.038980:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.038982:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038985:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.038987:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.038990:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.038996:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.038997:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.038999:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.039001:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.039003:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.039012:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.039015:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.039018:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.039023:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039024:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039026:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039030:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.039032:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039034:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039037:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039038:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.039040:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039041:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.039043:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.039048:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996d80 x1855007926585856/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.039056:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074939.039060:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.039064:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a767000. 02000000:00000001:1.0:1769074939.039069:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074939.039072:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.039074:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=31 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074939.039076:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074939.039080:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210006400. 02000000:00000001:1.0:1769074939.039085:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074939.039087:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074939.039089:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996d80. 00000100:00000001:1.0:1769074939.039094:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074939.039096:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.039099:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:1.0:1769074939.039105:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.039128:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3c040. 00000080:00000001:1.0:1769074939.039135:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.039137:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.039139:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074939.039141:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.039146:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.039152:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.039155:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.039158:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.039160:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074939.039162:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.039165:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.039169:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.039174:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.039176:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074939.039178:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.039182:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.039184:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.039186:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.039189:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769074939.039191:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.039195:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.039196:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074939.039200:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074939.039207:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074939.039212:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.039216:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074939.039223:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074939.039225:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.039227:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.039229:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.039231:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.039233:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074939.039235:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074939.039237:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.039239:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.039242:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.039244:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.039246:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.039249:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830e3 00800000:00000001:1.0:1769074939.039252:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.039254:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.039255:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.039256:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.039258:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.039260:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.039262:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.039264:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039266:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.039267:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.039268:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.039270:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830e3 from it ffffb17741753b38 00010000:00000001:1.0:1769074939.039272:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.039274:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.039275:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.039277:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.039279:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.039281:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.039284:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.039290:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039291:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039292:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.039293:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.039296:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.039302:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.039304:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.039305:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.039307:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039308:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039309:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039313:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.039315:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039317:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039319:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039321:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.039322:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039323:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.039325:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074939.039326:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.039328:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074939.039331:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.039335:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074939.039338:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074939.039340:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2052c7800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074939.039346:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a7e1840. 00000080:00000001:1.0:1769074939.039352:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074939.039355:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074939.039357:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074939.039365:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.039368:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.039373:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.039374:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.039376:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074939.039378:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-13' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.039381:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074939.039385:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074939.039391:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074939.039394:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074939.039397:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074939.039400:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074939.039403:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074939.039407:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2a:0x0] 40000000:00000001:1.0:1769074939.039411:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.039413:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.039415:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.039417:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.039419:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074939.039421:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2a:0x0], name='f15a.replay-dual-13' -> mds #0 00000002:00000001:1.0:1769074939.039425:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.039426:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074939.039428:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-13,[0x2000013a1:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074939.039433:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.039436:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074939.039440:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074939.039444:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.039446:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074939.039448:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769074939.039450:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.039453:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074939.039457:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074939.039569:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074939.039578:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074939.039583:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074939.039586:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074939.039589:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074939.039591:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.039592:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.039596:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:1.0:1769074939.039598:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.039600:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.039602:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.039603:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.039605:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:1.0:1769074939.039607:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.039609:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.039611:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.039612:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.039614:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 3 00010000:00000001:1.0:1769074939.039615:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.039617:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.039619:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074939.039623:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074939.039627:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074939.039632:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074939.039636:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074939.039637:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039641:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074939.039644:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074939.039646:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074939.039648:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.039650:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074939.039652:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d800 with handle 0x5882d449736830e3 from hash 00010000:00000001:1.0:1769074939.039655:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074939.039657:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039658:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039659:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074939.039663:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074939.039665:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074939.039669:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.039671:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.039673:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074939.039679:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a996d80. 00000020:00000040:1.0:1769074939.039683:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=32 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074939.039690:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074939.039692:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039695:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.039700:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.039703:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.039704:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039705:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.039708:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.039711:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.039715:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.039723:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210006400. 00000100:00000001:1.0:1769074939.039730:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039736:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.039739:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074939.039743:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.039750:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074939.039751:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.039753:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074939.039755:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516503 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.039762:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:1.0:1769074939.039769:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.039781:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.039783:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039785:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.039786:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.039789:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.039800:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00010000:00000001:1.0:1769074939.039804:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.039806:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.039811:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46700. 00010000:00000010:1.0:1769074939.039815:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.039821:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.039825:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814c400. 00000020:00000001:1.0:1769074939.039828:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.039831:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814c400 with handle 0x5882d449736830ea to hash 00000020:00000001:1.0:1769074939.039833:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.039835:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.039839:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.039842:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.039844:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.039848:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.039854:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074939.039868:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074939.039879:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074939.039890:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.039895:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.039898:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.039906:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.039909:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327936 : -125747877223680 : ffff8da20a726300) 00000100:00000001:1.0:1769074939.039912:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.039914:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000001:1.0:1769074939.039920:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.039936:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.039939:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.039941:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.039947:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.039955:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.039958:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.039962:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.039966:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.039968:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.039972:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586112:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.039977:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.039984:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.039987:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.039990:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.040080:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.040083:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.040093:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.040098:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.040105:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210006000. 00000100:00000200:1.0:1769074939.040115:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926586112, portal 10 00000100:00000001:1.0:1769074939.040117:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.040119:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000040:1.0:1769074939.040125:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.040133:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.040136:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.040141:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.040145:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926586112, offset 0 00000400:00000200:1.0:1769074939.040153:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.040163:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.040171:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.040177:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.040182:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.040186:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.040189:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.040194:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2783:2783:256:4294967295] 192.168.204.145@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:1.0:1769074939.040199:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.040211:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.040218:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.040224:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769074939.040232:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.040241:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.040247:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.040415:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.040421:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1156353 usecs (1157 jiffies) 00000400:00000200:1.0:1769074939.040426:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.040429:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301702 00000100:00000001:1.0:1769074939.040433:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.040435:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301702 00000100:00000001:1.0:1769074939.040437:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.040440:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.040443:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.040445:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.040447:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.040450:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726300 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.040453:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.040456:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.041086:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.041093:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769074939.041098:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.041106:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.041114:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:3.0:1769074939.041118:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:3.0:1769074939.041123:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.041129:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.041139:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.041143:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.041151:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.041153:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.044669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:1.1:1769074939.044690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00000800:00000001:2.0:1769074939.063957:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.063984:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.063989:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.063992:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.064006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064017:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.064027:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064044:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064049:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850b00 00000400:00000200:2.0:1769074939.064055:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064062:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x7055 [32] + 224 00000800:00000001:2.0:1769074939.064072:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.064085:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.064089:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.064094:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.064104:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.064115:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.064128:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.064162:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.064174:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.064179:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064186:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.064193:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2784:2784:256:4294967295] 192.168.204.145@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:2.0:1769074939.064197:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.064207:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.064213:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.064221:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e3bc00. 00000800:00000200:2.0:1769074939.064228:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.064236:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.064241:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e3bc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074939.064366:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.064371:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e3bc00. 00000400:00000200:2.0:1769074939.064376:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.064381:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074939.064389:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.064393:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.064613:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.064624:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.064626:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.064630:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.064636:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210006000 00000400:00000010:1.0:1769074939.064639:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210006000. 00000100:00000001:1.0:1769074939.064643:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.064648:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.064664:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996d80 x1855007926586112/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.064671:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.064674:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.064676:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.064680:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.064683:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.064686:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.064689:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.064701:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.064705:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.064708:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.064711:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.064714:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.064717:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.064721:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.064723:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074939.064725:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.064728:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.064730:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000001:1.0:1769074939.064734:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.064736:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.064897:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.064902:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.064908:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.064916:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.064920:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.064922:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.064939:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.064946:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586112:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.064952:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.064955:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.064958:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.064960:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.064963:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.064969:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.064972:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726300. 00000100:00000001:1.0:1769074939.064975:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.064977:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.064980:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.064985:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.064988:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.064992:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=4 00000020:00000001:1.0:1769074939.064994:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.064996:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000040:1.0:1769074939.065003:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814c400, remote cookie: 0xe52bf4d4a351651f, flags: 0x1001 00010000:00010000:1.0:1769074939.065009:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.065018:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074939.065021:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074939.065036:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46e00. 00010000:00000010:1.0:1769074939.065040:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e580. 00010000:00000040:1.0:1769074939.065047:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46700 count: 0 00010000:00000010:1.0:1769074939.065053:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.065061:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.065064:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.065072:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065079:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.065084:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.065087:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.065089:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.065090:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.065092:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2a:0x0].0x0 (ffff8da20ca46e00) refcount = 1 00010000:00010000:1.0:1769074939.065097:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065103:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.065109:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.065111:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.065114:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.065117:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.065120:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065127:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.065129:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065130:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.065132:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065133:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.065134:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.065139:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.065142:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065144:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065145:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.065147:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065149:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065152:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065153:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065154:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=4 00000020:00000001:1.0:1769074939.065156:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065159:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065162:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.065165:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.065169:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065175:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065176:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.065177:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065178:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065180:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=5 00000020:00000001:1.0:1769074939.065182:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065184:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065187:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.065190:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065195:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065196:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.065198:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.065204:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.065205:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065206:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.065207:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065209:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.065214:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.065223:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.065229:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.065243:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.065252:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065253:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065255:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.065256:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065259:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00000002:00010000:1.0:1769074939.065262:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074939.065271:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b2040. 00010000:00000001:1.0:1769074939.065274:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065275:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.065277:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.065279:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.065283:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074939.065286:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.065287:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000001:1.0:1769074939.065290:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.065291:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00010000:00000001:1.0:1769074939.065293:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065294:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065296:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.065298:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065300:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00000002:00010000:1.0:1769074939.065303:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.065310:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065311:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.065313:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.065315:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.065316:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.065318:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.065319:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.065322:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000040:1.0:1769074939.065326:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769074939.065328:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.065332:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/42 (0 0) 00010000:00000001:1.0:1769074939.065335:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.065336:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.065338:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.065342:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074939.065344:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-13 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074939.065348:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.065353:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.068750:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.068768:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074939.068774:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.068780:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.068785:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074939.068787:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a7e1840 it_disposition 1800037 00000080:00002000:1.0:1769074939.068797:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b228d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074939.068804:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.068808:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074939.068812:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074939.068814:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074939.068818:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074939.068820:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.068828:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074939.068838:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.068842:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366314 : 144115272381366314 : 2000013a100002a) 00000080:00000001:1.0:1769074939.068846:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074939.068875:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b17a100. 00000020:00000001:1.0:1769074939.068889:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074939.068891:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074939.068894:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074939.068897:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8) 00000020:00000001:1.0:1769074939.068901:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.068906:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.068909:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.068915:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074939.068921:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb53e8. 00000020:00000001:1.0:1769074939.068934:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.068937:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.068947:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.068953:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019a5d0. 00020000:00000001:1.0:1769074939.068956:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927175632 : -125747782375984 : ffff8da21019a5d0) 00020000:00000001:1.0:1769074939.068959:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074939.068962:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.068970:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1960. 00020000:00000010:1.0:1769074939.068976:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654d780. 00020000:00000010:1.0:1769074939.068983:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1b40. 00020000:00000001:1.0:1769074939.068986:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833096000 : -125747876455616 : ffff8da20a7e1b40) 00020000:00000002:1.0:1769074939.068989:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1b40, objid 0x2a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.068994:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.068998:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d780: ostid: 0x240000400:488 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074939.069001:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074939.069014:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1b40, objid 0x2a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.069018:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.069021:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654d780: ostid: 0x240000400:488 ost idx: 0 gen: 0 00020000:00000010:1.0:1769074939.069027:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20566a6c0. 00020000:00000010:1.0:1769074939.069031:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a726300. 00020000:00000001:1.0:1769074939.069037:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074939.069041:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da204f739a8. 00020000:00000001:1.0:1769074939.069045:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074939.069046:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074939.069052:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.069056:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20abb54b0. 00000020:00000001:1.0:1769074939.069058:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.069060:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.069062:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325837108528 : -125747872443088 : ffff8da20abb5530) 00020000:00000001:1.0:1769074939.069066:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074939.069072:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a8b4380. 00020000:00000001:1.0:1769074939.069074:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.069080:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837108528 : -125747872443088 : ffff8da20abb5530) 00020000:00000001:1.0:1769074939.069083:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325837108528 : -125747872443088 : ffff8da20abb5530) 00020000:00000002:1.0:1769074939.069086:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e8:0x0]@ffff8da20abb54b0[0:0] -> [0x2000013a1:0x2a:0x0]@ffff8da20abb53e8: ostid: 0x240000400:488 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074939.069093:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074939.069096:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074939.069098:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.069103:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837108328 : -125747872443288 : ffff8da20abb5468) 00000020:00001000:1.0:1769074939.069106:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.069111:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366314 : 144115272381366314 : 2000013a100002a) 00000080:00000001:1.0:1769074939.069114:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074939.069116:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366314 mtime from 0 to 1769074939 00000080:00000001:1.0:1769074939.069121:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074939.069124:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843157448 : -125747866394168 : ffff8da20b17a1c8) 00010000:00000001:1.0:1769074939.069127:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.069130:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.069133:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.069135:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.069138:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00000080:00000001:1.0:1769074939.069143:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074939.069144:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.069146:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.069148:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.069150:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074939.069153:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074939.069154:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.069157:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1000. 00020000:00000010:1.0:1769074939.069160:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654de00. 00020000:00000010:1.0:1769074939.069164:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e1180. 00020000:00000001:1.0:1769074939.069166:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833093504 : -125747876458112 : ffff8da20a7e1180) 00020000:00000002:1.0:1769074939.069169:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e1180, objid 0x2a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.069172:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.069176:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654de00: ostid: 0x240000400:488 ost idx: 0 gen: 0 00020000:00000002:1.0:1769074939.069179:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019a5d0) owner ffff8da2126627c0 00020000:00000001:1.0:1769074939.069182:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074939.069185:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019a5d0) owner ffff8da2126627c0 00020000:00000010:1.0:1769074939.069190:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20654de00. 00020000:00000010:1.0:1769074939.069198:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a7e1000. 00020000:00000010:1.0:1769074939.069203:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a7e1180. 00020000:00000002:1.0:1769074939.069205:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074939.069208:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.069210:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.069213:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074939.069217:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.069221:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a7e1b40 addref 2/0 by ffff8da2126627c0. 00020000:00000002:1.0:1769074939.069223:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.069226:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074939.069229:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074939.069230:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074939.069232:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074939.069235:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074939.069237:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074939.069240:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.069242:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.069245:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.069247:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.069248:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.069252:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.069254:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.069257:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2a:0x0](ffff8da20b17a1c8) 00000080:00010000:1.0:1769074939.069260:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2a:0x0](ffff8da20b17a1c8) for lock 0x5882d449736830ea 00800000:00000001:1.0:1769074939.069265:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.069267:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.069269:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.069270:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.069271:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.069273:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.069276:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.069278:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.069279:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.069281:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.069283:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069285:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074939.069288:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.069303:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.069313:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069319:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.069324:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2a:0x0](ffff8da20b17a1c8) 00000080:00000001:1.0:1769074939.069327:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.069331:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000100:00000001:1.0:1769074939.069334:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.069338:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.069345:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069349:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074939.069351:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069361:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074939.069364:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:1.0:1769074939.069366:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-13:[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8), flags 100102 00000080:00000010:1.0:1769074939.069375:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000010:1.0:1769074939.069383:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2d00. 00000080:00000001:1.0:1769074939.069386:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074939.069390:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.069394:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074939.069400:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3cc80. 00000002:00100000:1.0:1769074939.069405:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.069412:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.069413:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074939.069418:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074939.069422:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069425:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.069428:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.069431:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074939.069438:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.069443:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.069517:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074939.069520:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.069523:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074939.069525:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-13:[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8), flags 100102, rc = 0 00000080:00000001:1.0:1769074939.069530:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074939.069531:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a7e1840 released 00000080:00010000:1.0:1769074939.069534:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ea from it ffff8da20a7e1840 00010000:00000001:1.0:1769074939.069536:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.069538:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.069539:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c400 refcount=3 00000020:00000001:1.0:1769074939.069541:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.069543:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073408 : -125747648478208 : ffff8da21814c400) 00010000:00000001:1.0:1769074939.069546:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.069552:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.069562:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.069563:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.069565:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.069568:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.069576:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.069586:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.069590:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.069592:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.069597:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.069598:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.069600:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.069603:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.069605:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.069607:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.069610:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.069612:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.069613:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.069615:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.069616:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074939.069618:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074939.069621:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.069623:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.069625:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.069626:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069630:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074939.069632:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069634:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.069636:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069638:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.069641:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a7e1840. 00000080:00000001:1.0:1769074939.069643:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069649:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074939.069651:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074939.069655:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.069682:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.069685:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.069688:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.069690:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069700:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074939.069702:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074939.069704:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-13:[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8), flags 100002 00000080:00000001:1.0:1769074939.069708:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074939.069710:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074939.069711:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.069713:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.069715:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a5d0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.069717:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.069719:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074939.069724:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.069727:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.069734:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769074939.069737:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.069742:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.069744:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2a:0x0]: 0 00000080:00000001:1.0:1769074939.069746:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074939.069748:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074939.069752:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.069754:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074939.069761:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074939.069764:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074939.069767:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2a:0x0] 00000002:00000001:1.0:1769074939.069771:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074939.069773:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2a:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074939.069780:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a994700. 00000020:00000040:1.0:1769074939.069784:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=33 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074939.069789:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.069792:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.069797:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.069804:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208457200. 00000100:00000001:1.0:1769074939.069812:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074939.069826:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074939.069838:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074939.069844:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074939.069850:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.069852:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.069860:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.069862:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.069865:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.069867:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000001:1.0:1769074939.069872:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.069876:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.069879:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.069880:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.069885:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.069893:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.069896:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.069900:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.069904:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.069906:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.069910:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586368:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.069915:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.069922:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.069937:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.069940:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.069945:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210006000. 02000000:00000001:1.0:1769074939.069947:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.069958:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.069963:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.069973:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.069983:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926586368, portal 10 00000100:00000001:1.0:1769074939.069985:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.069986:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000040:1.0:1769074939.069994:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.070003:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.070006:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.070009:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14bb0. 00000100:00000200:1.0:1769074939.070013:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926586368, offset 0 00000400:00000200:1.0:1769074939.070022:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.070032:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.070041:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.070048:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.070053:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.070058:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.070060:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.070064:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2785:2785:256:4294967295] 192.168.204.145@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:1.0:1769074939.070068:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.070079:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.070086:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.070092:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769074939.070099:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.070108:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.070114:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.070144:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.070149:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1153526 usecs (1154 jiffies) 00000400:00000200:1.0:1769074939.070153:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.070156:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301729 00000100:00000001:1.0:1769074939.070159:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.070162:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301729 00000100:00000001:1.0:1769074939.070164:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.070167:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.070170:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.070172:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.070174:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.070177:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.070180:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.070184:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.070548:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.070555:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769074939.070561:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.070567:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.070574:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14bb0 00000400:00000010:3.0:1769074939.070577:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14bb0. 00000100:00000001:3.0:1769074939.070582:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.070587:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.070597:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.070601:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.070608:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.070609:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.074383:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.074414:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.074419:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.074423:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.074437:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.074446:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.074456:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.074503:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.074517:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.074524:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850c00 00000400:00000200:3.0:1769074939.074532:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.074540:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x705d [1] + 224 00000800:00000001:3.0:1769074939.074552:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.074566:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.074570:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.074575:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.074585:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.074597:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.074608:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.074625:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.074636:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.074639:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.074689:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.074700:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.074703:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.074707:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.074713:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.074717:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.074721:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.074726:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.074735:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994700 x1855007926586368/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.074756:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.074758:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.074761:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.074765:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.074768:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.074770:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.074774:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.074786:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074939.074791:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.074795:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.074796:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.074799:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.074804:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.074809:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.074811:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074939.074812:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.074815:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.074816:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000001:1.0:1769074939.074819:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.074821:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.074824:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.074826:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.074832:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.074839:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.074842:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.074844:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.074848:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.074856:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586368:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.074861:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.074864:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.074867:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.074869:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.074873:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.074880:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.074884:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.074888:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.074889:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.074898:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.074899:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000002:00000001:1.0:1769074939.074902:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.074906:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.074913:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.074917:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074939.074920:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.074936:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.074941:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.074948:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.074950:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.074952:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2d00. 00000100:00000001:1.0:1769074939.074955:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.074958:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.074964:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.074967:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.074970:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769074939.074974:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.074982:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:1.0:1769074939.074985:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-13:[0x2000013a1:0x2a:0x0](ffff8da20b17a1c8), flags 100002, rc = 0 00000080:00000001:1.0:1769074939.074989:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.074997:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074939.074999:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:1.0:1769074939.075001:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-13 (ffff8da20b228d80, parent ffff8da20b13a288, inode ffff8da20b17a1c8) hashed, 00000080:00000001:1.0:1769074939.075004:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.075169:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.075174:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.075177:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.075178:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:1.0:1769074939.075181:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.075189:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.075197:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.075202:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.075207:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.075209:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:1.0:1769074939.075212:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.075217:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.075222:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.075227:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.075229:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:1.0:1769074939.075231:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.075235:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.075238:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.075242:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.075250:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.075253:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.075255:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.075258:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.075262:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074939.075268:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997800. 00000020:00000040:1.0:1769074939.075273:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=34 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:1.0:1769074939.075279:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.075286:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.075293:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.075295:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.075297:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.075300:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.075302:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.075308:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.075316:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210006800. 00000100:00000001:1.0:1769074939.075323:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.075328:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.075329:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.075331:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.075332:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.075334:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.075340:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00010000:00000001:1.0:1769074939.075345:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.075348:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.075353:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46b00. 00010000:00000010:1.0:1769074939.075358:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769074939.075364:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.075368:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814d800. 00000020:00000001:1.0:1769074939.075373:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.075376:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814d800 with handle 0x5882d449736830f1 to hash 00000020:00000001:1.0:1769074939.075379:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.075380:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.075384:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.075388:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.075391:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.075397:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.075407:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.075419:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.075425:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.075427:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.075434:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.075437:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.075439:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.075440:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00000100:00000001:1.0:1769074939.075445:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.075449:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.075451:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.075453:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.075490:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.075499:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.075502:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.075507:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.075510:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.075513:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.075516:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586496:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.075521:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.075528:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.075530:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.075533:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.075539:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a767000. 02000000:00000001:1.0:1769074939.075541:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.075547:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.075551:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.075557:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.075566:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926586496, portal 10 00000100:00000001:1.0:1769074939.075568:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.075569:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00000100:00000040:1.0:1769074939.075575:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.075583:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.075586:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.075589:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a146e8. 00000100:00000200:1.0:1769074939.075593:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926586496, offset 0 00000400:00000200:1.0:1769074939.075600:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.075608:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.075617:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.075624:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.075629:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.075634:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.075638:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.075643:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2786:2786:256:4294967295] 192.168.204.145@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:1.0:1769074939.075648:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.075660:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.075667:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.075672:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769074939.075680:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.075690:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.075695:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.075723:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.075729:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1150650 usecs (1151 jiffies) 00000400:00000200:1.0:1769074939.075732:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.075736:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301732 00000100:00000001:1.0:1769074939.075740:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.075743:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301732 00000100:00000001:1.0:1769074939.075745:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.075748:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.075750:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.075753:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.075755:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.075757:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.075760:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.075762:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.076157:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.076163:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769074939.076170:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.076176:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.076182:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a146e8 00000400:00000010:3.0:1769074939.076185:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a146e8. 00000100:00000001:3.0:1769074939.076189:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.076194:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.076204:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.076207:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.076213:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.076215:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.078768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00000800:00000001:3.0:1769074939.091254:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.091293:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.091298:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.091302:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.091318:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.091328:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.091338:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.091344:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.091352:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.091356:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850c80 00000400:00000200:3.0:1769074939.091362:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.091369:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7065 [1] + 224 00000800:00000001:3.0:1769074939.091380:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.091391:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.091394:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.091400:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.091419:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.091431:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.091445:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.091523:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.091629:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.091643:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.091647:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074939.092035:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.092038:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.092042:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.092049:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.092051:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.092112:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.092120:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.092130:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.092137:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.092139:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.092142:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.092147:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.092150:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.092152:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.092156:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.092168:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.092173:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.092176:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.092178:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.092181:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.092186:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.092191:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.092194:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.092197:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.092200:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.092205:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.092213:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.092217:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.092219:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.092224:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.092232:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586496:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.092238:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.092241:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.092244:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.092246:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.092249:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.092257:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.092260:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.092264:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.092266:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.092896:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.092903:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.092906:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.092910:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=4 00000020:00000001:1.0:1769074939.092914:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.092917:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000040:1.0:1769074939.092937:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814d800, remote cookie: 0xe52bf4d4a3516534, flags: 0x1001 00010000:00010000:1.0:1769074939.092945:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.092962:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.092969:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.092974:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.092977:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.092979:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.092980:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.092984:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46b00) refcount = 1 00010000:00010000:1.0:1769074939.092989:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.092996:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.093001:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.093002:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.093007:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.093010:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.093014:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.093020:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.093022:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093024:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.093025:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093026:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.093028:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.093033:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.093035:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093036:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093038:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.093040:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093042:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093045:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093047:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093048:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=4 00000020:00000001:1.0:1769074939.093050:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093052:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093055:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.093136:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.093142:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.093149:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093151:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.093152:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093153:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093155:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=5 00000020:00000001:1.0:1769074939.093157:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093160:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093162:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.093165:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.093170:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093171:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.093174:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.093179:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.093180:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093181:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.093183:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093184:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.093193:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074939.093204:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093206:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093207:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.093209:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093212:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093214:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093215:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.093217:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.093219:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.093224:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074939.093227:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093228:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093230:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.093232:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093235:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00000002:00010000:1.0:1769074939.093239:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.093246:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093247:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.093249:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.093251:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.093252:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.093254:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:1.0:1769074939.093256:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:1.0:1769074939.093258:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000040:1.0:1769074939.093266:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 2 00010000:00000001:1.0:1769074939.093520:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.093525:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074939.093529:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.093530:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.093531:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.093535:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:1.0:1769074939.093537:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074939.093540:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.093546:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.093550:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.093554:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074939.093557:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.093562:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.093567:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.093574:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.093577:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.093584:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.093590:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.094399:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074939.094406:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939712 : -125747892611904 : ffff8da2098794c0) 00800000:00000001:0.0:1769074939.094410:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.094414:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.094418:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.094420:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.094423:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.094427:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.094429:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.094435:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.094438:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1769074939.094441:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074938 to 1769074939 00000080:00200000:0.0:1769074939.094446:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.094450:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.094452:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.094454:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:0.0:1769074939.094457:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094509:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094512:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094513:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.094515:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.094519:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.094521:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098794c0 1 00800000:00000010:0.0:1769074939.094524:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074939.094529:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.094533:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830f1 00800000:00000001:0.0:1769074939.094537:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.094540:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.094541:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.094542:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.094544:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:0.0:1769074939.094546:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094549:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094551:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094553:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.094554:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.094556:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.094559:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.094561:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.094566:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830f1 from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.094568:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.094569:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.094570:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:0.0:1769074939.094572:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094575:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094577:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.094581:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.094590:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094591:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.094593:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.094595:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.094598:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.094607:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.094611:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.094613:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.094618:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094619:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.094620:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094624:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.094626:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094628:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094632:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094634:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.094635:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094636:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.094640:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.094653:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997800 x1855007926586496/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.094663:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.094667:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.094671:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a767000. 02000000:00000001:0.0:1769074939.094679:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.094682:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.094684:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=33 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.094687:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.094690:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210006800. 02000000:00000001:0.0:1769074939.094695:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.094698:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.094701:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997800. 00000100:00000001:0.0:1769074939.094707:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.094708:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.094712:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.094718:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.094783:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42c80. 00000080:00000001:0.0:1769074939.094791:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.094792:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.094794:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.094797:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.094803:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074939.094809:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.094813:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.094816:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.094818:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.094820:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.094823:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.094828:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.094832:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.094835:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.094837:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.094840:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.094842:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.094845:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.094851:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 2 00010000:00000001:0.0:1769074939.094854:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.094858:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.094861:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.094864:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.094872:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.094877:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.094880:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.094886:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.094888:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.094891:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.094892:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.094894:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.094896:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.094899:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.094901:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.094904:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000080:00000001:0.0:1769074939.094907:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.094908:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.094911:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.094914:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830f1 00800000:00000001:0.0:1769074939.094916:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.094918:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.094919:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.094921:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.094931:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:0.0:1769074939.094934:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094936:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094938:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094939:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.094941:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.094942:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.094944:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830f1 from it ffffb17741753b38 00010000:00000001:0.0:1769074939.094946:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.094947:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.094948:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d800 refcount=3 00000020:00000001:0.0:1769074939.094950:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094952:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061078528 : -125747648473088 : ffff8da21814d800) 00010000:00000001:0.0:1769074939.094954:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.094957:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.094963:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094964:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.094965:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.094966:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.094968:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.094973:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.094975:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.094976:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.094978:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094979:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.094980:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094982:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.094984:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094986:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094988:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.094990:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.094991:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.094993:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.094994:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.094996:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.094998:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.095001:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.095143:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.095146:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.095148:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2052c7380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.095155:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef4540. 00000080:00000001:0.0:1769074939.095160:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.095163:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.095165:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.095173:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7f800. 00800000:00000002:0.0:1769074939.095176:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.095181:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.095182:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.095184:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.095186:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-14' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.095189:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.095192:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.095197:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.095200:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.095202:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.095205:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.095208:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.095212:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2b:0x0] 40000000:00000001:0.0:1769074939.095215:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.095217:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.095220:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.095223:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.095225:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.095227:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2b:0x0], name='f15a.replay-dual-14' -> mds #0 00000002:00000001:0.0:1769074939.095230:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.095232:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.095233:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-14,[0x2000013a1:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.095238:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.095241:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.095245:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.095249:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.095251:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.095252:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 2 00010000:00000001:0.0:1769074939.095255:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.095257:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.095261:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.095264:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.095272:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.095277:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.095279:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.095282:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.095284:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.095286:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.095289:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 3 00010000:00000001:0.0:1769074939.095291:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.095294:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.095295:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.095296:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.095298:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 3 00010000:00000001:0.0:1769074939.095300:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.095302:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.095303:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.095304:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.095306:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46b00 count: 3 00010000:00000001:0.0:1769074939.095308:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.095309:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.095312:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.095315:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.095319:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.095324:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.095327:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.095329:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.095333:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.095336:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.095338:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.095341:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.095342:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.095345:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d800 with handle 0x5882d449736830f1 from hash 00010000:00000001:0.0:1769074939.095348:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.095349:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.095350:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.095351:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.095355:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.095357:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.095360:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.095362:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.095364:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.095369:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428700. 00000020:00000040:0.0:1769074939.095374:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=34 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.095379:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.095381:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.095385:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.095390:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.095393:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.095394:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.095395:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.095398:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.095401:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.095404:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.095412:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105cb800. 00000100:00000001:0.0:1769074939.095421:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.095428:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.095431:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.095435:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.095442:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.095445:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.095447:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.095449:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d800/0x5882d449736830f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516534 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.095457:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46b00 count: 0 00010000:00000010:0.0:1769074939.095495:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:0.0:1769074939.095507:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.095508:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.095510:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.095512:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.095514:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.095525:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00010000:00000001:0.0:1769074939.095529:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.095532:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.095537:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef200. 00010000:00000010:0.0:1769074939.095541:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0700. 00010000:00000001:0.0:1769074939.095547:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.095551:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064efe00. 00000020:00000001:0.0:1769074939.095554:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.095556:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064efe00 with handle 0x5882d449736830f8 to hash 00000020:00000001:0.0:1769074939.095558:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.095560:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:0.0:1769074939.095564:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:0.0:1769074939.095567:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.095569:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.095572:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.095579:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074939.095594:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074939.095605:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074939.095615:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.095620:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.095623:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.095632:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074939.095634:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074939.095636:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.095638:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:0.0:1769074939.095643:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.095647:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.095649:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.095651:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.095656:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.095663:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.095666:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.095670:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.095673:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.095675:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.095679:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586752:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.095683:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.095690:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.095693:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.095695:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.096114:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.096118:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.096130:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.096136:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000400:00000010:0.0:1769074939.096144:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105c8400. 00000100:00000200:0.0:1769074939.096153:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926586752, portal 10 00000100:00000001:0.0:1769074939.096156:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.096158:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:0.0:1769074939.096165:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.096173:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.096176:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.096180:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769074939.096184:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926586752, offset 0 00000400:00000200:0.0:1769074939.096191:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.096202:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.096211:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.096218:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.096223:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.096227:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.096230:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.096234:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2787:2787:256:4294967295] 192.168.204.145@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:0.0:1769074939.096238:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.096250:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.096257:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.096263:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769074939.096271:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.096281:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.096288:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.096316:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.096322:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1147825 usecs (1148 jiffies) 00000400:00000200:0.0:1769074939.096326:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.096329:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301749 00000100:00000001:0.0:1769074939.096332:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.096335:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301749 00000100:00000001:0.0:1769074939.096337:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.096341:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.096344:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.096347:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.096350:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.096353:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.096403:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.096408:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.098118:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.098129:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:3.0:1769074939.098138:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.098148:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.098156:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:3.0:1769074939.098159:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000001:3.0:1769074939.098165:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.098173:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.098247:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.098252:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.098266:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.098268:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.106773:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.106798:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.106803:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.106806:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.106820:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.106830:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.106841:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.106846:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.106853:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.106858:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0850d80 00000400:00000200:3.0:1769074939.106864:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.106872:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x706d [32] + 224 00000800:00000001:3.0:1769074939.106882:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.106897:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.106901:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.106906:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.106917:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.106941:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.106955:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.107032:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.107051:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.107062:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.107066:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.107073:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.107080:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2788:2788:256:4294967295] 192.168.204.145@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:3.0:1769074939.107084:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.107093:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.107099:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.107106:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0f400. 00000800:00000200:3.0:1769074939.107113:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.107121:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.107126:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0f400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.107229:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.107234:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0f400. 00000400:00000200:3.0:1769074939.107237:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.107240:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.107246:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.107250:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1769074939.108529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46b00. 00010000:00000010:0.1:1769074939.108546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d800. 00000400:00000001:2.0:1769074939.108574:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.108579:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.108584:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:2.0:1769074939.108592:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105c8400 00000400:00000010:2.0:1769074939.108595:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105c8400. 00000100:00000001:2.0:1769074939.108599:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.108610:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074939.108622:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428700 x1855007926586752/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.108630:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.108633:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.108637:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.108641:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.108644:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.108648:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.108652:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.108665:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074939.108672:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.108675:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.108677:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.108680:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.108685:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.108689:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074939.108691:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074939.108694:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074939.108696:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.108698:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:2.0:1769074939.108702:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074939.108704:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074939.108706:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074939.108710:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.108717:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.108725:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.108728:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.108730:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.108735:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074939.108743:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926586752:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.108749:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.108753:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.108756:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074939.108758:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.108762:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.108770:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074939.108772:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:2.0:1769074939.108776:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074939.108778:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.108781:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074939.108787:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.108790:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.108794:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=4 00000020:00000001:2.0:1769074939.108797:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108800:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000040:2.0:1769074939.108808:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064efe00, remote cookie: 0xe52bf4d4a3516550, flags: 0x1001 00010000:00010000:2.0:1769074939.108814:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074939.108824:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074939.108828:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074939.108843:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ea00. 00010000:00000010:2.0:1769074939.108849:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48e80. 00010000:00000040:2.0:1769074939.108855:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef200 count: 0 00010000:00000010:2.0:1769074939.108862:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0700. 00010000:00000001:2.0:1769074939.108870:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.108873:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.108881:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.108887:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074939.108893:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074939.108895:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074939.108897:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074939.108898:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074939.108901:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2b:0x0].0x0 (ffff8da211a0ea00) refcount = 1 00010000:00010000:2.0:1769074939.108904:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.108911:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074939.108915:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074939.108916:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.108920:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074939.108933:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.108937:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.108943:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074939.108945:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.108947:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.108948:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.108949:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.108951:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.108956:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074939.108958:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.108960:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.108961:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:2.0:1769074939.108963:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108965:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108968:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.108969:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.108970:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=4 00000020:00000001:2.0:1769074939.108972:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108974:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108978:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.108980:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.108984:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.108989:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.108990:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.108992:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.108993:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.108994:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=5 00000020:00000001:2.0:1769074939.108996:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.108998:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.109001:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.109004:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.109009:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.109010:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074939.109013:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.109024:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.109025:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.109026:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.109028:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.109029:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074939.109033:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.109043:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074939.109049:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.109055:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.109212:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.109215:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.109217:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:2.0:1769074939.109219:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:2.0:1769074939.109221:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00000002:00010000:2.0:1769074939.109225:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:3.0:1769074939.109750:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207f73700. 00010000:00000001:3.0:1769074939.109755:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.109756:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.109759:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.109761:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.109764:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1769074939.109769:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.109770:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:3.0:1769074939.109773:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.109774:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00010000:00000001:3.0:1769074939.109777:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.109778:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.109780:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:3.0:1769074939.109782:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.109784:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00000002:00010000:3.0:1769074939.109789:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.109797:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.109798:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.109801:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.109803:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.109804:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.109805:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:3.0:1769074939.109807:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.109809:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000040:3.0:1769074939.109814:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:3.0:1769074939.109818:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074939.109822:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/43 (0 0) 00010000:00000001:3.0:1769074939.109825:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.109826:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.109827:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074939.109831:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:3.0:1769074939.109833:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-14 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1769074939.109837:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.109841:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.109844:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074939.109847:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1769074939.109851:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.109855:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.109859:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1769074939.109861:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef4540 it_disposition 1800037 00000080:00002000:3.0:1769074939.109868:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1769074939.109875:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074939.109879:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:3.0:1769074939.109881:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:3.0:1769074939.109883:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:3.0:1769074939.109886:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:3.0:1769074939.109888:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074939.109896:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1769074939.109900:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074939.109903:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366315 : 144115272381366315 : 2000013a100002b) 00000080:00000001:3.0:1769074939.109907:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1769074939.109949:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b3180. 00000020:00000001:3.0:1769074939.109962:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1769074939.109965:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1769074939.109970:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1769074939.109972:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2b:0x0](ffff8da20b1b3248) 00000020:00000001:3.0:1769074939.109977:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074939.109983:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074939.109986:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074939.109992:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:3.0:1769074939.109998:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20301dbb8. 00000020:00000001:3.0:1769074939.110001:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074939.110003:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.110012:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:3.0:1769074939.110017:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2106a1e88. 00020000:00000001:3.0:1769074939.110019:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325932449416 : -125747777102200 : ffff8da2106a1e88) 00020000:00000001:3.0:1769074939.110023:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:3.0:1769074939.110027:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074939.110034:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba6480. 00020000:00000010:3.0:1769074939.110039:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4ae00. 00020000:00000010:3.0:1769074939.110045:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba6180. 00020000:00000001:3.0:1769074939.110047:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803491712 : -125747906059904 : ffff8da208ba6180) 00020000:00000002:3.0:1769074939.110050:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6180, objid 0x2b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.110054:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.110138:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4ae00: ostid: 0x280000400:489 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074939.110143:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1769074939.110146:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6180, objid 0x2b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.110149:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.110152:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4ae00: ostid: 0x280000400:489 ost idx: 1 gen: 0 00020000:00000010:3.0:1769074939.110157:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da21003b2f0. 00020000:00000010:3.0:1769074939.110161:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a7cab40. 00020000:00000001:3.0:1769074939.110167:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1769074939.110170:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da2038951a8. 00020000:00000001:3.0:1769074939.110175:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1769074939.110176:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:3.0:1769074939.110184:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1769074939.110187:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20301da28. 00000020:00000001:3.0:1769074939.110189:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074939.110190:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.110192:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325707512488 : -125748002039128 : ffff8da20301daa8) 00020000:00000001:3.0:1769074939.110197:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:3.0:1769074939.110203:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da24205d340. 00020000:00000001:3.0:1769074939.110207:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.110212:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707512488 : -125748002039128 : ffff8da20301daa8) 00020000:00000001:3.0:1769074939.110214:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325707512488 : -125748002039128 : ffff8da20301daa8) 00020000:00000002:3.0:1769074939.110219:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1e9:0x0]@ffff8da20301da28[0:0] -> [0x2000013a1:0x2b:0x0]@ffff8da20301dbb8: ostid: 0x280000400:489 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074939.110225:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:3.0:1769074939.110723:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:3.0:1769074939.110727:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.110732:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707512888 : -125748002038728 : ffff8da20301dc38) 00000020:00001000:3.0:1769074939.110737:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074939.110744:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366315 : 144115272381366315 : 2000013a100002b) 00000080:00000001:3.0:1769074939.110747:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1769074939.110750:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366315 mtime from 0 to 1769074939 00000080:00000001:3.0:1769074939.110755:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1769074939.110758:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843391048 : -125747866160568 : ffff8da20b1b3248) 00010000:00000001:3.0:1769074939.110761:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.110763:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.110766:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:3.0:1769074939.110768:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.110770:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00000080:00000001:3.0:1769074939.110774:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:3.0:1769074939.110776:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074939.110778:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074939.110780:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074939.110782:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:3.0:1769074939.110785:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:3.0:1769074939.110787:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074939.110793:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba67e0. 00020000:00000010:3.0:1769074939.110796:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4a080. 00020000:00000010:3.0:1769074939.110799:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba6240. 00020000:00000001:3.0:1769074939.110801:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803491904 : -125747906059712 : ffff8da208ba6240) 00020000:00000002:3.0:1769074939.110804:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6240, objid 0x2b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.110808:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.110811:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4a080: ostid: 0x280000400:489 ost idx: 1 gen: 0 00020000:00000002:3.0:1769074939.110815:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2106a1e88) owner ffff8da2126627c0 00020000:00000001:3.0:1769074939.110817:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1769074939.110820:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2106a1e88) owner ffff8da2126627c0 00020000:00000010:3.0:1769074939.110825:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207f4a080. 00020000:00000010:3.0:1769074939.110831:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da208ba67e0. 00020000:00000010:3.0:1769074939.110834:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da208ba6240. 00020000:00000002:3.0:1769074939.110836:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1769074939.110839:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.110841:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.110844:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1769074939.110847:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.110851:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da208ba6180 addref 2/0 by ffff8da2126627c0. 00020000:00000002:3.0:1769074939.110853:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.110856:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1769074939.110859:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1769074939.110861:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1769074939.110862:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1769074939.110865:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1769074939.110868:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1769074939.110870:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074939.110872:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.110874:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.110876:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.110878:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074939.110882:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1769074939.110884:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.110887:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2b:0x0](ffff8da20b1b3248) 00000080:00010000:3.0:1769074939.110892:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2b:0x0](ffff8da20b1b3248) for lock 0x5882d449736830f8 00800000:00000001:3.0:1769074939.110896:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.110898:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.110900:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.110901:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.110903:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:3.0:1769074939.110905:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.110907:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.110910:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.110911:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.110913:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.110915:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.110917:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:3.0:1769074939.110919:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.110943:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.110952:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.110959:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.110963:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2b:0x0](ffff8da20b1b3248) 00000080:00000001:3.0:1769074939.110966:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074939.110970:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7f800. 00000100:00000001:3.0:1769074939.110975:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.110978:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.110985:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.110989:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1769074939.110991:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111002:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1769074939.111005:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:3.0:1769074939.111008:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-14:[0x2000013a1:0x2b:0x0](ffff8da20b1b3248), flags 100102 00000080:00000010:3.0:1769074939.111017:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da208af9900. 00000080:00000010:3.0:1769074939.111023:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207f73840. 00000080:00000001:3.0:1769074939.111026:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1769074939.111032:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1769074939.111036:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1769074939.111041:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da20a7cce40. 00000002:00100000:3.0:1769074939.111045:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.111051:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.111053:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1769074939.111056:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1769074939.111137:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111141:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.111144:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.111148:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074939.111155:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.111159:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074939.111196:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074939.111198:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.111201:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:3.0:1769074939.111202:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-14:[0x2000013a1:0x2b:0x0](ffff8da20b1b3248), flags 100102, rc = 0 00000080:00000001:3.0:1769074939.111206:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1769074939.111208:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef4540 released 00000080:00010000:3.0:1769074939.111210:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830f8 from it ffff8da202ef4540 00010000:00000001:3.0:1769074939.111213:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.111214:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.111216:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efe00 refcount=3 00000020:00000001:3.0:1769074939.111217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.111284:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762899456 : -125747946652160 : ffff8da2064efe00) 00010000:00000001:3.0:1769074939.111287:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.111699:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.111710:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.111712:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.111714:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.111717:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.111720:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.111729:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.111733:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.111736:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.111740:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.111741:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.111743:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.111747:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.111749:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.111752:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.111755:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.111757:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.111759:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.111760:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.111762:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1769074939.111764:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1769074939.111767:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1769074939.111769:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074939.111772:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1769074939.111773:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111778:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1769074939.111779:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111781:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074939.111783:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111785:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074939.111788:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef4540. 00000080:00000001:3.0:1769074939.111794:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111799:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1769074939.111802:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2b:0x0](ffff8da20b1b3248), inode mode 81a4 mask 40 00000080:00000001:3.0:1769074939.111806:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.111834:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074939.111837:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.111840:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.111843:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111852:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1769074939.111855:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:3.0:1769074939.111857:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-14:[0x2000013a1:0x2b:0x0](ffff8da20b1b3248), flags 100002 00000080:00000001:3.0:1769074939.111860:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1769074939.111862:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1769074939.111864:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074939.111865:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.111867:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a1e88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.111869:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.111871:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1769074939.111877:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.111879:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.111886:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:3.0:1769074939.111889:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.111894:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.111896:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2b:0x0]: 0 00000080:00000001:3.0:1769074939.111898:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1769074939.111901:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1769074939.111908:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da20ad8f800. 00000080:00000001:3.0:1769074939.111911:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1769074939.111918:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1769074939.111933:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1769074939.111936:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2b:0x0] 00000002:00000001:3.0:1769074939.111940:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1769074939.111943:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2b:0x0] file closed with intent: 0 00000100:00000010:3.0:1769074939.111951:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769074939.111956:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=35 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074939.111962:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.111965:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.111971:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.111978:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8fc00. 00000100:00000001:3.0:1769074939.111986:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074939.112001:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074939.112022:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074939.112028:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074939.112036:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.112039:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.112046:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca180. 00000100:00000001:3.0:1769074939.112049:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999296 : -125747876552320 : ffff8da20a7ca180) 00000100:00000001:3.0:1769074939.112052:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.112054:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000001:3.0:1769074939.112142:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.112147:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.112150:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.112152:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.112157:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.112165:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.112168:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.112172:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.112175:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.112177:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.112181:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587008:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074939.112186:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.112192:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.112195:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.112198:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.112204:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f400. 02000000:00000001:3.0:1769074939.112205:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.112217:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.112232:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769074939.112241:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720110. 00000100:00000200:3.0:1769074939.112250:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926587008, portal 10 00000100:00000001:3.0:1769074939.112253:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.112254:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:3.0:1769074939.112261:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.112268:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.112271:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.112274:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720770. 00000100:00000200:3.0:1769074939.112277:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926587008, offset 0 00000400:00000200:3.0:1769074939.112284:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.112306:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.112315:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.112323:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.112329:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.112334:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.112337:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.112341:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2789:2789:256:4294967295] 192.168.204.145@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:3.0:1769074939.112345:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.112356:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.112364:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.112828:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074939.112839:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.112848:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.112853:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.113085:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.113091:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1145003 usecs (1146 jiffies) 00000400:00000200:3.0:1769074939.113097:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.113101:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301764 00000100:00000001:3.0:1769074939.113104:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.113107:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301764 00000100:00000001:3.0:1769074939.113109:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.113113:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.113116:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.113119:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.113121:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.113124:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca180 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.113128:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.113132:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1769074939.113661:0:2373:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef200. 00000800:00000200:2.0:1769074939.114176:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.114182:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:2.0:1769074939.114189:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.114198:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.114205:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720770 00000400:00000010:2.0:1769074939.114208:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720770. 00000100:00000001:2.0:1769074939.114217:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.114233:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.114245:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.114249:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.114257:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.114258:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.117253:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.117808:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.117814:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.117818:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.117833:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.117842:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.117852:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.117858:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.117866:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.117871:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850e80 00000400:00000200:3.0:1769074939.117877:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.117886:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x7075 [1] + 224 00000800:00000001:3.0:1769074939.117897:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.117911:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.117915:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.117920:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.117938:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.117949:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.117961:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.118024:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.118045:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.118066:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.118070:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.118166:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.118170:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.118174:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:0.0:1769074939.118180:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720110 00000400:00000010:0.0:1769074939.118184:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720110. 00000100:00000001:0.0:1769074939.118191:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.118196:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.118205:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926587008/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.118211:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.118213:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.118216:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.118230:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.118233:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.118236:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.118239:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.118251:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.118256:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.118259:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.118261:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.118264:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.118904:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.118911:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.118914:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.118916:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.118919:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.118920:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000001:0.0:1769074939.118936:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.118938:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.118940:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.118944:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.118952:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.118959:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.118962:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.118964:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.118968:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.118975:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587008:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.118981:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.118984:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.118987:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.118989:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.118992:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.118999:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.119003:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca180. 00000100:00000001:0.0:1769074939.119007:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.119009:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.119018:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.119019:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000002:00000001:0.0:1769074939.119022:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.119026:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.119033:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8f800. 00000080:00000001:0.0:1769074939.119037:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.119041:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.119047:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.119053:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.119140:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.119142:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.119145:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207f73840. 00000100:00000001:0.0:1769074939.119149:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.119153:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.119159:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.119163:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.119166:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da208af9900. 00000080:00000001:0.0:1769074939.119171:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.119179:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.119182:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-14:[0x2000013a1:0x2b:0x0](ffff8da20b1b3248), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.119187:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.119194:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.119196:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.119198:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-14 (ffff8da20b22e000, parent ffff8da20b13a288, inode ffff8da20b1b3248) hashed, 00000080:00000001:0.0:1769074939.119201:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.120720:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.120728:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.120730:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.120733:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074939.120737:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.120746:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.120756:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.120761:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.120766:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.120769:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074939.120771:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.120775:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.120780:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.120786:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.120788:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074939.120791:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.120795:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.120798:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.120802:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.120810:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.120812:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.120814:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.120816:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.120820:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074939.120826:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428380. 00000020:00000040:0.0:1769074939.120830:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=36 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074939.120837:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.120842:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.120850:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.120852:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.120855:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.120858:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.120861:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.120867:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.120877:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105ca800. 00000100:00000001:0.0:1769074939.120884:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.120890:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.120892:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.120894:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.120895:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.120897:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.120903:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00010000:00000001:0.0:1769074939.120909:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.120911:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.120916:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efb00. 00010000:00000010:0.0:1769074939.120920:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0180. 00010000:00000001:0.0:1769074939.120938:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.120942:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064eec00. 00000020:00000001:0.0:1769074939.120947:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.120950:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064eec00 with handle 0x5882d449736830ff to hash 00000020:00000001:0.0:1769074939.120952:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.120954:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.120958:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.120962:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.120965:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.120970:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.120979:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.120990:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.120996:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.120998:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.121006:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074939.121009:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074939.121012:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.121014:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000001:0.0:1769074939.121018:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.121023:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.121026:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.121028:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.121040:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.121049:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.121051:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.121055:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.121067:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.121071:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.121074:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587136:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.121079:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.121085:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.121088:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.121091:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.121097:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074939.121098:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.121110:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.121114:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.121122:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841a18. 00000100:00000200:0.0:1769074939.121132:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926587136, portal 10 00000100:00000001:0.0:1769074939.121134:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.121136:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:0.0:1769074939.121142:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.121150:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.121152:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.121155:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841990. 00000100:00000200:0.0:1769074939.121159:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926587136, offset 0 00000400:00000200:0.0:1769074939.121167:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.121177:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.121186:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.121193:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.121197:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.121202:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.121205:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.121209:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2790:2790:256:4294967295] 192.168.204.145@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:0.0:1769074939.121213:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.121235:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.121242:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.121247:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769074939.121255:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.121265:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.121270:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.121348:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.121355:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1142175 usecs (1143 jiffies) 00000400:00000200:0.0:1769074939.121359:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.121362:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301769 00000100:00000001:0.0:1769074939.121365:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.121375:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301769 00000100:00000001:0.0:1769074939.121378:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.121381:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.121384:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.121387:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.121389:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.121392:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.121395:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.121398:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.123661:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.123673:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:3.0:1769074939.123682:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.123693:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.123701:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:3.0:1769074939.123705:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:3.0:1769074939.123712:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.123721:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.123734:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.123738:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.123746:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.123748:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.128374:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.128400:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.130376:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.130396:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.130411:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.130422:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.130435:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.130453:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.130476:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.130481:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0850f00 00000400:00000200:3.0:1769074939.130488:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.130497:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7085 [1] + 224 00000800:00000001:3.0:1769074939.130509:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.130544:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.130548:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.130554:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.130565:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.130576:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.130589:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.130678:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.130806:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.130823:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.130827:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.132967:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.132974:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.132979:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.132991:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000400:00000010:0.0:1769074939.132993:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000001:0.0:1769074939.132998:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.133013:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.133024:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.133033:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.133035:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.133039:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.133043:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.133047:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.133050:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.133054:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.133215:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.133289:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.133616:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.133619:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.133623:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.133628:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.133633:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.133636:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.133639:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.133643:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.133651:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.133660:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.133664:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.133667:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.133672:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.133680:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587136:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.133686:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.133691:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.133694:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.133696:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.133700:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.133706:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.133710:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074939.133714:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.133716:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.133720:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.133726:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.133729:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.133732:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.133734:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133738:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.133745:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064eec00, remote cookie: 0xe52bf4d4a3516565, flags: 0x1001 00010000:00010000:0.0:1769074939.133752:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.133763:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133770:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.133776:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.133779:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.133780:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.133782:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.133785:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120efb00) refcount = 1 00010000:00010000:0.0:1769074939.133789:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133795:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.133800:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.133802:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.133805:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.133808:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.133811:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133817:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.133819:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133821:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.133822:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133823:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.133824:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.133829:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.133831:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.133832:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.133833:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.133835:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133838:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133841:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.133842:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.133843:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.133845:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133847:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133849:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.133852:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.133854:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133859:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133860:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.133861:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.133862:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.133864:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=5 00000020:00000001:0.0:1769074939.133865:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133867:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133870:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.133872:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133877:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133878:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.133880:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.133885:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.133887:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133888:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.133889:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133890:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.133894:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.133903:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.133905:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.133906:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.133908:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133910:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.133912:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.133913:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.133915:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.133917:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.133934:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.134220:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.134567:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.134569:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.134573:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134576:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00000002:00010000:0.0:1769074939.134581:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.134590:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134591:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.134593:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.134594:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.134596:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.134597:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.134599:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134601:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.134609:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:0.0:1769074939.134612:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.134617:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.134619:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134621:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.134622:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.134628:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.134630:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.134633:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.134638:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.134641:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.134645:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.134649:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.134654:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.134658:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.134665:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.134668:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.134677:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.134682:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.134694:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074939.134696:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939712 : -125747892611904 : ffff8da2098794c0) 00800000:00000001:0.0:1769074939.134698:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.134701:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.134705:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.134707:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.134711:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.134714:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.134717:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.134723:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.134726:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074939.134732:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.134734:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.134735:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.134736:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.134738:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134740:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134742:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134744:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.134745:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.134747:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.134749:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098794c0 1 00800000:00000010:0.0:1769074939.134752:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098794c0. 00800000:00000001:0.0:1769074939.134755:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.134760:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830ff 00800000:00000001:0.0:1769074939.134763:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.134765:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.134766:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.134768:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.134769:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.134770:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134772:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134775:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134776:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.134777:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.134779:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.134781:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.134784:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.134787:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ff from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.134789:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.134790:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.134791:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.134793:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134795:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.134797:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.134800:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.134807:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134809:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.134810:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.134812:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.134815:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.134823:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.134826:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.134830:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.134834:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134835:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.134837:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.134841:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.134843:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.134845:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.134848:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.134851:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.134852:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.134853:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.134855:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.134863:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428380 x1855007926587136/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.134870:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.134874:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.134878:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074939.134882:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.134884:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.134886:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=35 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.134889:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.134892:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105ca800. 02000000:00000001:0.0:1769074939.134897:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.134900:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.134902:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428380. 00000100:00000001:0.0:1769074939.134907:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.134908:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.134912:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.134919:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.134951:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42c60. 00000080:00000001:0.0:1769074939.134959:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.134961:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.134962:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.134965:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.134970:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.134975:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.134980:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.134984:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.134986:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.134988:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.134992:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.134997:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.135002:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.135004:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.135005:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.135009:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.135011:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.135014:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.135017:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:0.0:1769074939.135019:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.135023:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.135026:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.135029:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.135038:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.135043:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.135047:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.135053:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.135055:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.135070:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.135073:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.135075:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.135077:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.135080:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.135081:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.135084:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.135088:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.135090:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.135093:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.135095:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736830ff 00800000:00000001:0.0:1769074939.136005:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.136013:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.136014:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.136017:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.136019:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.136024:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.136028:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.136031:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.136033:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.136034:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.136036:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.136038:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736830ff from it ffffb17741753b38 00010000:00000001:0.0:1769074939.136041:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.136042:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.136043:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.136045:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.136047:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.136050:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.136053:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.136612:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.136614:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.136615:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.136618:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.136621:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.136630:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.136634:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.136636:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.136640:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.136642:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.136644:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.136648:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.136650:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.136652:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.136657:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.136659:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.136660:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.136662:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.136665:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.136667:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.136670:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.136676:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.136682:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.136685:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.136687:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837a180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.136699:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef41e0. 00000080:00000001:0.0:1769074939.136707:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.136710:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.136712:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.136724:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.136729:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.136736:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.136739:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.136741:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.136743:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-15' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.136748:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.136751:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.136757:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.136762:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.136764:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.136767:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.136770:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.136774:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2c:0x0] 40000000:00000001:0.0:1769074939.136777:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.136779:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.136781:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.136783:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.136785:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.136787:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2c:0x0], name='f15a.replay-dual-15' -> mds #0 00000002:00000001:0.0:1769074939.136791:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.136793:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.136795:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-15,[0x2000013a1:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.136800:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.136803:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.136808:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.136816:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.136818:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.136822:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:0.0:1769074939.136825:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.136828:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.136831:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.136834:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.136843:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.136847:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.136850:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.136853:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.136856:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.136858:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.137041:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 3 00010000:00000001:0.0:1769074939.137044:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.137049:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.137050:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.137052:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.137053:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 3 00010000:00000001:0.0:1769074939.137055:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.137057:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.137058:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.137059:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.137062:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 3 00010000:00000001:0.0:1769074939.137063:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.137065:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.137067:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.137071:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.137076:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.137081:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.137084:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.137086:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.137090:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.137095:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.137097:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.137100:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.137623:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.137628:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064eec00 with handle 0x5882d449736830ff from hash 00010000:00000001:0.0:1769074939.137631:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.137633:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.137635:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.137636:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.137640:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.137643:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.137646:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.137648:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.137651:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.137661:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428380. 00000020:00000040:0.0:1769074939.137667:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=36 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.137674:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.137676:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.137679:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.137684:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.137686:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.137688:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.137689:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.137692:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.137694:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.137700:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.137709:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105ca800. 00000100:00000001:0.0:1769074939.137716:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.137721:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.137724:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.137727:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.137734:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.137736:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.137738:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.137741:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d449736830ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516565 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.137749:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efb00 count: 0 00010000:00000010:0.0:1769074939.137755:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0180. 00010000:00000001:0.0:1769074939.137767:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.137769:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.137771:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.137773:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.137775:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.137787:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00010000:00000001:0.0:1769074939.137792:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.137795:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.137800:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef900. 00010000:00000010:0.0:1769074939.137804:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0180. 00010000:00000001:0.0:1769074939.137808:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.137813:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef800. 00000020:00000001:0.0:1769074939.137817:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.137820:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef800 with handle 0x5882d44973683106 to hash 00000020:00000001:0.0:1769074939.137822:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.137823:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.137827:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.137830:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.137832:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.137836:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.137843:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074939.137857:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074939.138024:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074939.138035:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.138041:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.138044:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.138053:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074939.138055:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821207872 : -125747888343744 : ffff8da209c8b540) 00000100:00000001:0.0:1769074939.138204:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.138205:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000001:0.0:1769074939.138211:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.138216:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.138218:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.138658:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.138667:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.138676:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.138678:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.138683:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.138686:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.138689:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.138693:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587392:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.138698:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.138705:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.138709:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.138712:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.138793:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.138796:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.138809:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.138815:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.138824:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105c9000. 00000100:00000200:0.0:1769074939.138834:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926587392, portal 10 00000100:00000001:0.0:1769074939.138836:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.138838:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:0.0:1769074939.138846:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.138855:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.138858:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.138874:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841a18. 00000100:00000200:0.0:1769074939.138880:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926587392, offset 0 00000400:00000200:0.0:1769074939.138888:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.138899:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.138909:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.138915:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.138921:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.138935:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.138938:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.138943:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2791:2791:256:4294967295] 192.168.204.145@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:0.0:1769074939.138948:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.138961:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.138968:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.138975:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38000. 00000800:00000200:0.0:1769074939.138985:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.138995:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.139001:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.139022:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.139028:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1139377 usecs (1140 jiffies) 00000400:00000200:0.0:1769074939.139032:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.139036:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301784 00000100:00000001:0.0:1769074939.139039:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.139042:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301784 00000100:00000001:0.0:1769074939.139044:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.139046:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.139050:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.139052:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.139054:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.139067:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.139071:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.139076:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.139669:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.139676:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38000. 00000400:00000200:3.0:1769074939.139683:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.139692:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.139700:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000400:00000010:3.0:1769074939.139704:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000001:3.0:1769074939.139709:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.139715:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.139727:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.139730:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.139738:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.139740:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.144078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efb00. 00010000:00000010:0.1:1769074939.144098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00000800:00000001:3.0:1769074939.150792:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.150817:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.150822:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.150825:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.150842:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.150851:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.150861:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.150867:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.150874:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.150878:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851000 00000400:00000200:3.0:1769074939.150884:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.150892:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x708d [32] + 224 00000800:00000001:3.0:1769074939.150903:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.150912:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.150917:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.150934:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.150943:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.150955:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.150966:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.150990:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.151002:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.151006:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.151012:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.151019:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2792:2792:256:4294967295] 192.168.204.145@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:3.0:1769074939.151023:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.151032:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.151038:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.151046:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0dc00. 00000800:00000200:3.0:1769074939.151054:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.151076:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.151082:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0dc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.151693:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.151698:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0dc00. 00000400:00000200:3.0:1769074939.151703:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.151711:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.151721:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.151728:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.152671:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.152684:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.152686:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.152691:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.152700:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105c9000 00000400:00000010:0.0:1769074939.152703:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105c9000. 00000100:00000001:0.0:1769074939.152708:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.152718:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.152729:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926587392/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.152736:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.152738:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.152741:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.152745:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.152748:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.152751:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.152754:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.152766:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.152771:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.152775:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.152777:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.152781:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.152785:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.152789:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.152791:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074939.152793:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.152796:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.152798:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000001:0.0:1769074939.152802:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.152805:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.152807:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.152810:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.152815:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.152823:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.152826:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.152828:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.152832:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.152839:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587392:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.152844:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.152847:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.152849:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.152852:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.152854:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.152861:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.152865:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b540. 00000100:00000001:0.0:1769074939.152868:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.152870:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.152874:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.152880:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.152883:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.152887:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=4 00000020:00000001:0.0:1769074939.152890:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.152893:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000040:0.0:1769074939.152900:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef800, remote cookie: 0xe52bf4d4a3516581, flags: 0x1001 00010000:00010000:0.0:1769074939.152907:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.152918:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074939.152934:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.152948:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120efb00. 00010000:00000010:0.0:1769074939.152954:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0a00. 00010000:00000040:0.0:1769074939.152961:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef900 count: 0 00010000:00000010:0.0:1769074939.152967:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0180. 00010000:00000001:0.0:1769074939.152977:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.152981:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.152991:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.152998:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.153004:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.153007:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.153009:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.153011:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.153013:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2c:0x0].0x0 (ffff8da2120efb00) refcount = 1 00010000:00010000:0.0:1769074939.153017:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.153024:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.153029:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.153031:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.153034:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.153037:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.153041:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.153047:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.153049:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153051:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.153053:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153199:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.153202:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.153208:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.153211:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153213:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153215:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.153217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153220:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153645:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153647:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153649:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=4 00000020:00000001:0.0:1769074939.153651:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153653:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153656:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.153659:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.153663:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.153671:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153673:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.153675:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153676:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153678:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=5 00000020:00000001:0.0:1769074939.153679:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153682:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153686:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.153689:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.153696:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153697:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.153700:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.153707:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.153708:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153710:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.153711:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153712:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.153721:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.153731:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.153737:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.153744:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.153753:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153755:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153756:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.153758:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153761:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00000002:00010000:0.0:1769074939.153765:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.153778:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2098794c0. 00010000:00000001:0.0:1769074939.153780:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153782:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.153784:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.153786:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.153790:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.153793:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.153795:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000001:0.0:1769074939.153797:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.153798:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00010000:00000001:0.0:1769074939.153800:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153801:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153802:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.153804:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153806:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00000002:00010000:0.0:1769074939.153809:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.153816:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153817:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.153819:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.153820:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.153821:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.153823:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.153825:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.153826:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000040:0.0:1769074939.153833:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:0.0:1769074939.153836:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.153840:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/44 (0 0) 00010000:00000001:0.0:1769074939.153843:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.153844:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.153846:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.153850:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.153853:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-15 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.153857:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.153861:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.153865:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.153869:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.153874:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.153879:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.153882:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.153884:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef41e0 it_disposition 1800037 00000080:00002000:0.0:1769074939.153891:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22ed80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.153898:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.153901:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.153904:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.153906:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.153909:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.153912:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.153919:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.153935:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.153940:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366316 : 144115272381366316 : 2000013a100002c) 00000080:00000001:0.0:1769074939.153944:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.153965:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1bca40. 00000020:00000001:0.0:1769074939.153979:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.153982:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.153986:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.153988:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08) 00000020:00000001:0.0:1769074939.153993:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.153998:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.154001:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.154007:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.154014:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16000. 00000020:00000001:0.0:1769074939.154017:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.154020:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.154028:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.154033:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92eaa8. 00020000:00000001:0.0:1769074939.154035:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834459816 : -125747875091800 : ffff8da20a92eaa8) 00020000:00000001:0.0:1769074939.154039:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.154043:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.154050:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4960. 00020000:00000010:0.0:1769074939.154055:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a200. 00020000:00000010:0.0:1769074939.154073:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4120. 00020000:00000001:0.0:1769074939.154076:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706293536 : -125748003258080 : ffff8da202ef4120) 00020000:00000002:0.0:1769074939.154081:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4120, objid 0x2c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.154086:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.154090:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a200: ostid: 0x240000400:489 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.154094:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.154096:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4120, objid 0x2c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.154106:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.154109:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a200: ostid: 0x240000400:489 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074939.154114:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d290. 00020000:00000010:0.0:1769074939.154118:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8b540. 00020000:00000001:0.0:1769074939.154123:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.154127:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578d258. 00020000:00000001:0.0:1769074939.154131:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.154132:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.154139:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.154143:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab16af0. 00000020:00000001:0.0:1769074939.154144:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.154146:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.154148:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836458864 : -125747873092752 : ffff8da20ab16b70) 00020000:00000001:0.0:1769074939.154153:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.154159:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2af340. 00020000:00000001:0.0:1769074939.154162:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.154167:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836458864 : -125747873092752 : ffff8da20ab16b70) 00020000:00000001:0.0:1769074939.154170:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836458864 : -125747873092752 : ffff8da20ab16b70) 00020000:00000002:0.0:1769074939.154174:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1e9:0x0]@ffff8da20ab16af0[0:0] -> [0x2000013a1:0x2c:0x0]@ffff8da20ab16000: ostid: 0x240000400:489 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.154180:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.154183:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.154186:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.154189:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836456064 : -125747873095552 : ffff8da20ab16080) 00000020:00001000:0.0:1769074939.154192:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.154198:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366316 : 144115272381366316 : 2000013a100002c) 00000080:00000001:0.0:1769074939.154201:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.154203:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366316 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.154208:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.154212:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843430152 : -125747866121464 : ffff8da20b1bcb08) 00010000:00000001:0.0:1769074939.154215:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.154216:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.154218:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.154220:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.154230:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00000080:00000001:0.0:1769074939.154234:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.154235:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.154237:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.154240:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.154241:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.154244:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.154245:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.154249:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4180. 00020000:00000010:0.0:1769074939.154252:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ae80. 00020000:00000010:0.0:1769074939.154257:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4540. 00020000:00000001:0.0:1769074939.154259:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294592 : -125748003257024 : ffff8da202ef4540) 00020000:00000002:0.0:1769074939.154262:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4540, objid 0x2c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.154266:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.154269:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ae80: ostid: 0x240000400:489 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074939.154272:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92eaa8) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.154275:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.154278:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92eaa8) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.154283:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003ae80. 00020000:00000010:0.0:1769074939.154287:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4180. 00020000:00000010:0.0:1769074939.154302:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4540. 00020000:00000002:0.0:1769074939.154304:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.154307:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.154309:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.154313:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.154316:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.154320:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4120 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.154323:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.154325:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.154328:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.154329:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.154331:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.154334:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.154336:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.154339:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.154342:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.154344:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.154345:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.154347:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.154351:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.154353:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.154355:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2c:0x0](ffff8da20b1bcb08) 00000080:00010000:0.0:1769074939.154359:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2c:0x0](ffff8da20b1bcb08) for lock 0x5882d44973683106 00800000:00000001:0.0:1769074939.154362:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.154364:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.154366:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.154367:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.154378:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:0.0:1769074939.154380:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.154382:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:0.0:1769074939.154385:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.154386:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.154387:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.154389:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.154391:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.154393:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.154400:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.155116:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.155126:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.155130:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2c:0x0](ffff8da20b1bcb08) 00000080:00000001:0.0:1769074939.155133:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.155139:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.155143:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.155151:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.155157:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.155161:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.155163:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.155174:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.155177:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.155179:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-15:[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08), flags 100102 00000080:00000010:1.0:1769074939.155827:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000010:1.0:1769074939.155840:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2d00. 00000080:00000001:1.0:1769074939.155844:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074939.155852:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.155858:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074939.155876:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3cb60. 00000002:00100000:1.0:1769074939.155884:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.155891:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.155892:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074939.155897:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074939.155901:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.155905:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.155908:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.155910:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074939.155918:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.155930:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.155969:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074939.155971:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.155974:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074939.155976:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-15:[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08), flags 100102, rc = 0 00000080:00000001:1.0:1769074939.155981:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074939.155984:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef41e0 released 00000080:00010000:1.0:1769074939.155987:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683106 from it ffff8da202ef41e0 00010000:00000001:1.0:1769074939.155991:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.155993:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.155995:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef800 refcount=3 00000020:00000001:1.0:1769074939.155997:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:1.0:1769074939.156000:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897920 : -125747946653696 : ffff8da2064ef800) 00010000:00000001:1.0:1769074939.156003:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.156009:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.156018:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.156020:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.156022:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.156025:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.156028:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.156037:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.156041:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.156044:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.156050:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.156051:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.156052:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.156065:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.156068:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.156070:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.156074:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.156076:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.156077:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.156078:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.156080:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074939.156082:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074939.156085:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.156087:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.156090:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.156091:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156095:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074939.156105:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156108:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.156110:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156112:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.156115:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef41e0. 00000080:00000001:1.0:1769074939.156121:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156127:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074939.156129:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074939.156134:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.156162:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.156166:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.156170:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.156173:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156182:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074939.156184:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074939.156186:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-15:[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08), flags 100002 00000080:00000001:1.0:1769074939.156189:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074939.156191:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074939.156192:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.156194:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.156196:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92eaa8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.156198:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.156201:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074939.156206:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.156209:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.156216:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:1.0:1769074939.156219:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.156231:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.156233:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2c:0x0]: 0 00000080:00000001:1.0:1769074939.156236:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074939.156238:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074939.156242:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.156244:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074939.156251:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074939.156255:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074939.156258:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2c:0x0] 00000002:00000001:1.0:1769074939.156263:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074939.156265:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2c:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074939.156272:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a995500. 00000020:00000040:1.0:1769074939.156277:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=37 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074939.156282:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.156285:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.156298:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.156308:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208457400. 00000100:00000001:1.0:1769074939.156316:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074939.156329:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074939.156341:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074939.156346:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074939.156354:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.156357:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.156365:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.156905:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.156911:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.156912:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000001:1.0:1769074939.156918:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.156932:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.156935:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.156936:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.156943:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.156953:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.156956:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.156960:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.156964:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.156966:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.156970:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587648:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.156976:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.156983:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.156986:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.156989:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.156995:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210006800. 02000000:00000001:1.0:1769074939.156997:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.157010:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.157016:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.157025:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.157035:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926587648, portal 10 00000100:00000001:1.0:1769074939.157037:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.157038:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000040:1.0:1769074939.157045:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.157052:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.157707:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.157716:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a143b8. 00000100:00000200:1.0:1769074939.157722:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926587648, offset 0 00000400:00000200:1.0:1769074939.157731:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.157743:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.157753:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.157760:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.157766:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.157770:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.157773:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.157777:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2793:2793:256:4294967295] 192.168.204.145@tcp LPNI seq info [2793:2793:8:4294967295] 00000400:00000200:1.0:1769074939.157782:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.157794:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.157801:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.157808:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769074939.157818:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.157829:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.157836:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.157869:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.157875:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1136602 usecs (1137 jiffies) 00000400:00000200:1.0:1769074939.157878:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.157883:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301798 00000100:00000001:1.0:1769074939.157887:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.157889:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301798 00000100:00000001:1.0:1769074939.157891:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.157894:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.157898:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.157901:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.157903:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.157906:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.157910:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.157913:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.160074:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.160086:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769074939.160095:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.160114:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.160123:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:3.0:1769074939.160127:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:3.0:1769074939.160135:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.160145:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.160159:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.160163:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.160171:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.160173:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.169559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef900. 00000800:00000001:2.0:1769074939.171024:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.171049:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.171196:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.171203:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.171218:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.171314:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.171325:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.171331:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.171339:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.171344:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851100 00000400:00000200:2.0:1769074939.171351:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.171359:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x7095 [1] + 224 00000800:00000001:2.0:1769074939.171379:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.171395:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.171399:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.171410:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.171421:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.171433:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.171446:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.171651:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.172003:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.172012:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.172015:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.172019:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.172025:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.172028:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.172031:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.172038:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.172048:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995500 x1855007926587648/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.172056:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.172068:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.172071:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.172075:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.172078:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.172082:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.172086:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.172105:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074939.172111:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.172114:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.172116:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.172119:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.172125:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.172129:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.172131:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074939.172133:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.172137:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.172140:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000001:1.0:1769074939.172144:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.172147:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.172149:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.172153:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.172158:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.172166:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.172170:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.172172:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.172177:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.172185:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587648:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.172190:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.172193:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.172196:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.172198:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.172201:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.172208:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.172212:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.172216:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.172218:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.172236:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.172237:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000002:00000001:1.0:1769074939.172240:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.172244:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.172250:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.172254:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074939.172257:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.172264:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.172270:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.172277:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.172279:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.172281:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2d00. 00000100:00000001:1.0:1769074939.172284:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.172287:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.172303:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.172306:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.172310:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769074939.172314:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.172322:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:1.0:1769074939.172325:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-15:[0x2000013a1:0x2c:0x0](ffff8da20b1bcb08), flags 100002, rc = 0 00000080:00000001:1.0:1769074939.172329:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.172335:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074939.172337:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:1.0:1769074939.172339:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-15 (ffff8da20b22ed80, parent ffff8da20b13a288, inode ffff8da20b1bcb08) hashed, 00000080:00000001:1.0:1769074939.172342:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.172437:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.172442:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.172444:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.172446:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:1.0:1769074939.172448:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.172456:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.172517:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.172523:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.172527:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.172529:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:1.0:1769074939.172532:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.172536:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.172540:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.172545:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.172548:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:1.0:1769074939.172549:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.172553:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.172555:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.172558:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.172566:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.172568:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.172570:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.172573:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.172575:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074939.172581:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997480. 00000020:00000040:1.0:1769074939.172585:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=38 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:1.0:1769074939.172591:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.172598:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.172607:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.172609:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.172610:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.172614:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.172616:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.172622:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.172633:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210004800. 00000100:00000001:1.0:1769074939.172640:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.172645:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.172647:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.172648:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.172650:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.172652:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.172658:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00010000:00000001:1.0:1769074939.172662:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.172665:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.172671:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46700. 00010000:00000010:1.0:1769074939.172675:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e300. 00010000:00000001:1.0:1769074939.172681:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.172685:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814ce00. 00000020:00000001:1.0:1769074939.172690:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.172694:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814ce00 with handle 0x5882d4497368310d to hash 00000020:00000001:1.0:1769074939.172696:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.172697:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.172701:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.172705:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.172707:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.172712:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.172722:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.172734:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.172739:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.172741:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.172746:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.172748:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.172751:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.172752:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000001:1.0:1769074939.172757:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.172762:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.172764:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.172766:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.172772:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.172780:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.172782:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.172787:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.172790:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.172793:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.172796:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587776:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.172800:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.172806:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.172809:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.172811:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.172816:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.172818:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.172826:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.172829:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.172836:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.172845:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926587776, portal 10 00000100:00000001:1.0:1769074939.172847:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.172848:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000040:1.0:1769074939.172853:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.173629:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.173636:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.173642:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14e58. 00000100:00000200:1.0:1769074939.173648:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926587776, offset 0 00000400:00000200:1.0:1769074939.173655:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.173666:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.173675:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.173682:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.173687:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.173691:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.173695:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.173700:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2794:2794:256:4294967295] 192.168.204.145@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:1.0:1769074939.173704:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.173716:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.173723:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.173729:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fb00. 00000800:00000200:1.0:1769074939.173738:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.173747:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.173752:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.173779:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.173786:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1133842 usecs (1134 jiffies) 00000400:00000200:1.0:1769074939.173789:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.173792:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301813 00000100:00000001:1.0:1769074939.173796:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.173799:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301813 00000100:00000001:1.0:1769074939.173802:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.173804:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.173807:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.173810:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.173812:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.173815:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.173818:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.173822:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074939.174074:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.174087:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074939.174199:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.174213:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fb00. 00000400:00000200:2.0:1769074939.174219:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.174231:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.174239:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:2.0:1769074939.174241:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:2.0:1769074939.174246:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.174252:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.174263:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.174266:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.174272:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.174274:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.181830:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.181869:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.181876:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.181879:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.181895:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.181906:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.181916:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.181932:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.181940:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.181945:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851180 00000400:00000200:3.0:1769074939.181953:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.181961:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x709d [1] + 224 00000800:00000001:3.0:1769074939.181971:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.181983:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.181987:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.181993:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.182004:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.182016:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.182029:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.182054:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.182073:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.182076:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.182132:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.182142:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.182144:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.182148:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.182154:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:1.0:1769074939.182156:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:1.0:1769074939.182160:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.182165:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.182179:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.182184:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.182187:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.182190:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.182193:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.182197:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.182200:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.182203:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.182215:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.182227:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.182230:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.182232:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182236:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.182240:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.182245:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.182248:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.182251:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.182254:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.182260:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.182267:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.182270:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.182272:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.182277:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.182285:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926587776:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.182299:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.182303:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.182306:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.182309:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.182314:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.182320:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.182323:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.182327:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.182329:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182332:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.182337:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182341:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182344:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=4 00000020:00000001:1.0:1769074939.182347:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182350:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000040:1.0:1769074939.182357:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814ce00, remote cookie: 0xe52bf4d4a3516596, flags: 0x1001 00010000:00010000:1.0:1769074939.182364:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.182385:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182393:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.182398:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.182401:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.182410:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.182411:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.182414:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46700) refcount = 1 00010000:00010000:1.0:1769074939.182418:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182425:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.182429:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.182432:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.182435:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.182438:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.182441:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182447:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.182449:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182451:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182452:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182453:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182454:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.182503:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.182505:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182506:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182508:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182510:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182513:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182515:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182517:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182518:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=4 00000020:00000001:1.0:1769074939.182520:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182522:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182525:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.182528:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.182531:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182537:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182538:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182539:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182541:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182542:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=5 00000020:00000001:1.0:1769074939.182544:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182545:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182548:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.182551:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182557:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182558:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.182561:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182568:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.182569:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182570:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182571:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182573:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.182578:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074939.182588:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182589:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182590:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182592:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182595:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182597:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182598:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.182600:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.182602:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.182606:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074939.182610:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182611:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182613:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182614:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182617:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00000002:00010000:1.0:1769074939.182620:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182627:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182628:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182630:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.182631:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182632:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182634:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182636:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182637:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000040:1.0:1769074939.182646:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.182649:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.182653:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074939.182656:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182657:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.182659:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.182663:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:1.0:1769074939.182665:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074939.182669:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.182674:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.182677:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.182682:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074939.182686:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.182690:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.182695:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.182700:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.182703:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.182712:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.182717:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074939.182725:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2d00. 00800000:00000001:1.0:1769074939.182727:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793058048 : -125747916493568 : ffff8da2081b2d00) 00800000:00000001:1.0:1769074939.182729:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.182733:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.182736:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074939.182738:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074939.182741:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074939.182745:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074939.182748:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.182754:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074939.182757:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074939.182763:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074939.182765:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182767:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182768:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182770:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182772:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182774:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182775:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.182777:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.182780:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074939.182781:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2d00 1 00800000:00000010:1.0:1769074939.182785:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2d00. 00800000:00000001:1.0:1769074939.182788:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.182792:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368310d 00800000:00000001:1.0:1769074939.182795:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.182797:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.182798:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182799:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182800:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182802:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182804:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182807:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182808:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.182809:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.182811:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.182814:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.182817:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.182820:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368310d from it ffffb17741753bf8 00010000:00000001:1.0:1769074939.182822:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.182823:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.182824:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.182826:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182828:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.182830:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.182833:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182838:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182839:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182841:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.182845:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.182847:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.182854:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.182857:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.182859:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.182864:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182865:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.182866:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182870:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.182872:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182875:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182878:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.182880:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.182882:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.182883:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.182885:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.182889:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997480 x1855007926587776/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.182897:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074939.182901:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.182905:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.182908:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074939.182911:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.182912:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=37 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074939.182915:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074939.182918:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210004800. 02000000:00000001:1.0:1769074939.182934:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074939.182937:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074939.182939:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997480. 00000100:00000001:1.0:1769074939.182943:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074939.182944:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.182948:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:1.0:1769074939.182954:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.182975:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3c2e0. 00000080:00000001:1.0:1769074939.182982:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.182984:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.182985:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074939.182988:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.182994:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.182999:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.183003:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.183006:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.183008:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074939.183010:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.183014:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.183018:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.183023:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.183025:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074939.183027:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.183031:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.183033:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.183035:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.183038:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.183040:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.183043:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.183045:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074939.183048:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074939.183057:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074939.183062:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.183065:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074939.183072:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074939.183073:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.183075:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.183078:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.183079:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.183082:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074939.183084:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074939.183086:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.183088:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000080:00000001:1.0:1769074939.183091:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.183092:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.183095:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.183097:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368310d 00800000:00000001:1.0:1769074939.183100:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.183102:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.183103:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.183104:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.183106:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.183108:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.183110:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.183113:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183114:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.183115:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.183117:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.183119:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368310d from it ffffb17741753b38 00010000:00000001:1.0:1769074939.183121:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.183122:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.183124:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.183126:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.183128:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.183130:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.183133:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.183139:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183140:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.183141:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.183143:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.183146:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.183152:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.183153:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.183155:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.183157:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183158:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.183160:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183161:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.183163:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183165:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183166:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183168:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.183169:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183170:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.183172:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074939.183173:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.183175:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074939.183179:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.183182:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074939.183184:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074939.183186:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2052c7800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074939.183192:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a7e1840. 00000080:00000001:1.0:1769074939.183198:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074939.183200:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074939.183202:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074939.183209:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456a00. 00800000:00000002:1.0:1769074939.183212:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.183216:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.183218:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.183220:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074939.183222:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-16' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.183225:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074939.183229:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074939.183234:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074939.183237:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074939.183239:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074939.183242:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074939.183246:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074939.183249:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2d:0x0] 40000000:00000001:1.0:1769074939.183252:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.183254:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.183256:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.183258:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.183261:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074939.183263:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2d:0x0], name='f15a.replay-dual-16' -> mds #0 00000002:00000001:1.0:1769074939.183266:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.183267:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074939.183269:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-16,[0x2000013a1:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074939.183274:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.183277:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074939.183280:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074939.183285:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.183287:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074939.183289:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.183291:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.183294:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074939.183297:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074939.183300:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074939.183308:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074939.183313:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074939.183316:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074939.183318:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074939.183321:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.183322:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.183324:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.183326:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.183328:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.183329:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.183330:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.183332:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.183334:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.183335:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.183337:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.183338:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.183339:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.183341:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.183343:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.183344:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074939.183347:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074939.183352:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074939.183357:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074939.183360:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074939.183362:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183365:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074939.183368:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074939.183370:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074939.183373:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.183375:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074939.183377:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814ce00 with handle 0x5882d4497368310d from hash 00010000:00000001:1.0:1769074939.183380:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074939.183381:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183383:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.183384:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074939.183388:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074939.183389:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074939.183393:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.183395:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.183397:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074939.183403:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997480. 00000020:00000040:1.0:1769074939.183408:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=38 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074939.183414:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074939.183416:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183420:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.183425:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.183428:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.183429:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.183431:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.183434:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.183437:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.183441:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.183448:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210004800. 00000100:00000001:1.0:1769074939.183457:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183497:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.183501:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074939.183505:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.183511:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074939.183513:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.183514:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074939.183517:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d4497368310d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516596 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.183525:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46700 count: 0 00010000:00000010:1.0:1769074939.183532:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e300. 00010000:00000001:1.0:1769074939.183545:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.183546:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183548:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.183549:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.183552:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.183563:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00010000:00000001:1.0:1769074939.183567:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.183570:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.183575:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46400. 00010000:00000010:1.0:1769074939.183578:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e300. 00010000:00000001:1.0:1769074939.183583:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.183589:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814c600. 00000020:00000001:1.0:1769074939.183592:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.183594:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814c600 with handle 0x5882d44973683114 to hash 00000020:00000001:1.0:1769074939.183596:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.183598:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:1.0:1769074939.183601:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:1.0:1769074939.183604:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.183606:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.183609:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.183614:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074939.183629:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074939.183637:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074939.183646:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.183651:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.183653:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.183659:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.183662:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.183665:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.183666:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000001:1.0:1769074939.183671:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.183675:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.183677:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.183679:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.183683:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.183690:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.183692:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.183697:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.183700:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.183703:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.183706:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588032:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.183710:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.183716:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.183718:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.183721:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.183800:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.183803:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.183814:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.183819:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.183827:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210004400. 00000100:00000200:1.0:1769074939.183837:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926588032, portal 10 00000100:00000001:1.0:1769074939.183839:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.183840:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000040:1.0:1769074939.183846:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.183853:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.183855:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.183858:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769074939.183877:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926588032, offset 0 00000400:00000200:1.0:1769074939.183884:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.183892:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.183901:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.183907:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.183912:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.183916:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.183919:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.183933:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2795:2795:256:4294967295] 192.168.204.145@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:1.0:1769074939.183938:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.183949:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.183956:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.183961:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f600. 00000800:00000200:1.0:1769074939.183969:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.183978:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.183983:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.185702:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.185717:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1131078 usecs (1132 jiffies) 00000400:00000200:1.0:1769074939.185728:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.185732:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301823 00000100:00000001:1.0:1769074939.185737:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.185739:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301823 00000100:00000001:1.0:1769074939.185741:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.185744:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.185747:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.185750:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.185752:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.185756:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.185760:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.185764:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.191021:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.191039:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:2.0:1769074939.191053:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.191075:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.191086:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:2.0:1769074939.191090:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:2.0:1769074939.191211:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.191236:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.191252:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.191255:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.191262:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.191265:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.197668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769074939.197693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00000800:00000001:3.0:1769074939.201178:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.201205:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.201210:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.201213:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.201234:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201244:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.201254:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201260:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201266:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201271:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851280 00000400:00000200:3.0:1769074939.201278:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201286:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x70a5 [32] + 224 00000800:00000001:3.0:1769074939.201303:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.201313:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.201316:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.201321:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.201329:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.201340:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.201352:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.201436:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.201660:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.201673:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.201678:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201685:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.201693:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2796:2796:256:4294967295] 192.168.204.145@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:3.0:1769074939.201699:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.201708:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.201714:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.201723:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0dc00. 00000800:00000200:3.0:1769074939.201729:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.201739:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.201744:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0dc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.201848:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.201853:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0dc00. 00000400:00000200:3.0:1769074939.201856:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.202119:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.202130:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.202134:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074939.204777:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.204786:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.204792:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.204805:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210004400 00000400:00000010:1.0:1769074939.204808:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210004400. 00000100:00000001:1.0:1769074939.204815:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.204830:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.204849:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997480 x1855007926588032/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.204858:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.204870:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.204873:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.204877:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.204880:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.204883:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.204886:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.204899:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.204904:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.204907:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.204909:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.204913:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.204919:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.204932:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.204934:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074939.204936:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.204939:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.204941:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000001:1.0:1769074939.204944:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.204947:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.204949:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.204951:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.204957:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.204964:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.204968:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.204971:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.204975:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.204983:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588032:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.204989:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.204993:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.204996:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.204998:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.205001:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.205008:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.205012:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.205016:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.205017:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.205021:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.205027:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.205030:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.205034:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=4 00000020:00000001:1.0:1769074939.205037:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:1.0:1769074939.205040:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000040:1.0:1769074939.205049:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814c600, remote cookie: 0xe52bf4d4a35165b2, flags: 0x1001 00010000:00010000:1.0:1769074939.205701:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.205718:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074939.205722:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.205875:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef900. 00010000:00000010:0.0:1769074939.205883:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0180. 00010000:00000040:0.0:1769074939.205891:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46400 count: 0 00010000:00000010:0.0:1769074939.205899:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e300. 00010000:00000001:0.0:1769074939.205911:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.205916:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.205933:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.205940:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.205946:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.205949:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.205951:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.205952:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.205955:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2d:0x0].0x0 (ffff8da2120ef900) refcount = 1 00010000:00010000:0.0:1769074939.205959:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.205965:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.205970:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.205972:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.205975:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.205978:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.205982:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.205987:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.205989:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.205991:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.205992:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.205993:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.205995:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.206001:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.206004:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206006:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206009:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206011:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206013:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206015:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206016:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206018:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=4 00000020:00000001:0.0:1769074939.206020:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206021:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206025:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.206027:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.206030:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.206036:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206038:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.206039:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206041:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206042:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=5 00000020:00000001:0.0:1769074939.206044:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206046:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206049:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.206051:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.206069:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206070:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.206073:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.206079:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.206081:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206082:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.206084:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206085:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.206096:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.206113:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.206118:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.206125:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.206134:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206136:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206137:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206139:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206142:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00000002:00010000:0.0:1769074939.206146:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.206157:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879840. 00010000:00000001:0.0:1769074939.206159:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206161:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.206162:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.206165:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.206169:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.206172:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.206173:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000001:0.0:1769074939.206175:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.206176:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00010000:00000001:0.0:1769074939.206178:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206180:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206181:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206182:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206184:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00000002:00010000:0.0:1769074939.206188:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.206193:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206194:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.206196:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.206197:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206198:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206199:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206201:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206203:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000040:0.0:1769074939.206207:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:0.0:1769074939.206210:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.206214:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/45 (0 0) 00010000:00000001:0.0:1769074939.206217:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206218:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.206220:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.206233:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.206235:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-16 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.206239:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.206244:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.206248:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.206251:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.206255:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.206260:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.206263:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.206266:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a7e1840 it_disposition 1800037 00000080:00002000:0.0:1769074939.206272:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b228af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.206278:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.206281:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.206284:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.206286:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.206296:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.206299:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.206305:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.206310:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.206313:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366317 : 144115272381366317 : 2000013a100002d) 00000080:00000001:0.0:1769074939.206317:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.206332:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b8840. 00000020:00000001:0.0:1769074939.206344:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.206346:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.206350:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.206352:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2d:0x0](ffff8da20b1b8908) 00000020:00000001:0.0:1769074939.206357:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.206361:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.206364:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.206378:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.206384:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16ed8. 00000020:00000001:0.0:1769074939.206387:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.206390:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.206399:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.206403:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92ee88. 00020000:00000001:0.0:1769074939.206413:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834460808 : -125747875090808 : ffff8da20a92ee88) 00020000:00000001:0.0:1769074939.206416:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.206420:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.206428:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4540. 00020000:00000010:0.0:1769074939.206433:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ae80. 00020000:00000010:0.0:1769074939.206439:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4180. 00020000:00000001:0.0:1769074939.206442:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706293632 : -125748003257984 : ffff8da202ef4180) 00020000:00000002:0.0:1769074939.206445:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4180, objid 0x2d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.206450:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.206454:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ae80: ostid: 0x280000400:490 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.206458:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.206528:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4180, objid 0x2d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.206532:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.206535:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ae80: ostid: 0x280000400:490 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074939.206539:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d0f0. 00020000:00000010:0.0:1769074939.206544:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8ba80. 00020000:00000001:0.0:1769074939.206550:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.206554:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578d888. 00020000:00000001:0.0:1769074939.206559:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.206560:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.206567:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.206570:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab167d0. 00000020:00000001:0.0:1769074939.206573:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.206574:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.206576:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836458064 : -125747873093552 : ffff8da20ab16850) 00020000:00000001:0.0:1769074939.206580:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.206585:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2ae000. 00020000:00000001:0.0:1769074939.206588:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.206593:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836458064 : -125747873093552 : ffff8da20ab16850) 00020000:00000001:0.0:1769074939.206596:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836458064 : -125747873093552 : ffff8da20ab16850) 00020000:00000002:0.0:1769074939.206600:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1ea:0x0]@ffff8da20ab167d0[0:0] -> [0x2000013a1:0x2d:0x0]@ffff8da20ab16ed8: ostid: 0x280000400:490 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.206607:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.206609:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.206612:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.206616:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836459864 : -125747873091752 : ffff8da20ab16f58) 00000020:00001000:0.0:1769074939.206619:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.206624:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366317 : 144115272381366317 : 2000013a100002d) 00000080:00000001:0.0:1769074939.206627:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.206630:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366317 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.206634:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.206637:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843413256 : -125747866138360 : ffff8da20b1b8908) 00010000:00000001:0.0:1769074939.206640:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206642:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206644:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206645:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206647:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00000080:00000001:0.0:1769074939.206651:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.206652:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.206654:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.206656:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.206657:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.206660:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.206662:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.206665:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef49c0. 00020000:00000010:0.0:1769074939.206667:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ac00. 00020000:00000010:0.0:1769074939.206670:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef46c0. 00020000:00000001:0.0:1769074939.206672:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294976 : -125748003256640 : ffff8da202ef46c0) 00020000:00000002:0.0:1769074939.206675:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef46c0, objid 0x2d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.206678:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.206682:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac00: ostid: 0x280000400:490 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074939.206685:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92ee88) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.206688:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.206691:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92ee88) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.206697:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003ac00. 00020000:00000010:0.0:1769074939.206702:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef49c0. 00020000:00000010:0.0:1769074939.206708:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef46c0. 00020000:00000002:0.0:1769074939.206710:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.206712:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.206714:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.206718:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.206721:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.206724:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4180 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.206727:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.206730:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.206733:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.206734:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.206737:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.206740:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.206742:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.206745:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.206748:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.206750:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206751:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.206754:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.206757:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.206759:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.206762:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2d:0x0](ffff8da20b1b8908) 00000080:00010000:0.0:1769074939.206765:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2d:0x0](ffff8da20b1b8908) for lock 0x5882d44973683114 00800000:00000001:0.0:1769074939.206769:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.206771:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.206773:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206774:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206776:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.206778:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206780:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.206782:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.206784:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.206785:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.206788:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.206789:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.206792:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.206799:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.206807:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.206815:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.206819:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2d:0x0](ffff8da20b1b8908) 00000080:00000001:0.0:1769074939.206822:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.206826:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456a00. 00000100:00000001:0.0:1769074939.206829:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.206832:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.206837:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.206841:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.206843:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.206855:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.206857:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.206860:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-16:[0x2000013a1:0x2d:0x0](ffff8da20b1b8908), flags 100102 00000080:00000010:0.0:1769074939.206869:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074939.206876:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2098799c0. 00000080:00000001:0.0:1769074939.206878:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074939.206882:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.206885:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074939.206889:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42ea0. 00000002:00100000:0.0:1769074939.206894:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.206900:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.206902:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074939.206906:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074939.206909:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.206912:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.206915:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.206918:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074939.206937:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.206941:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.206977:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074939.206979:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.206982:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074939.206984:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-16:[0x2000013a1:0x2d:0x0](ffff8da20b1b8908), flags 100102, rc = 0 00000080:00000001:0.0:1769074939.206989:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074939.206991:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a7e1840 released 00000080:00010000:0.0:1769074939.206993:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683114 from it ffff8da20a7e1840 00010000:00000001:0.0:1769074939.206996:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.206997:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.206999:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c600 refcount=3 00000020:00000001:0.0:1769074939.207000:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.207003:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061073920 : -125747648477696 : ffff8da21814c600) 00010000:00000001:0.0:1769074939.207005:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.207007:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.207014:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.207016:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.207017:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.207020:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.207023:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.207031:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.207034:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.207036:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.207041:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.207042:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.207044:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.207047:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.207050:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.207053:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.207055:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.207057:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.207059:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.207060:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.207061:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074939.207063:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074939.207066:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.207068:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074939.207070:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.207072:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207076:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074939.207078:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207080:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.207082:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207084:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.207087:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a7e1840. 00000080:00000001:0.0:1769074939.207091:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207096:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074939.207098:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2d:0x0](ffff8da20b1b8908), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074939.207102:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.207129:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.207132:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.207135:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.207138:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207147:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074939.207149:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074939.207151:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-16:[0x2000013a1:0x2d:0x0](ffff8da20b1b8908), flags 100002 00000080:00000001:0.0:1769074939.207154:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074939.207156:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074939.207157:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.207159:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.207161:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ee88) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.207163:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.207166:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074939.207171:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.207173:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.207177:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:0.0:1769074939.207180:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.207183:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.207185:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2d:0x0]: 0 00000080:00000001:0.0:1769074939.207187:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074939.207189:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074939.207193:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.207195:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074939.207201:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074939.207205:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074939.207207:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2d:0x0] 00000002:00000001:0.0:1769074939.207210:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074939.207212:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2d:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074939.207218:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429500. 00000020:00000040:0.0:1769074939.207222:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=39 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074939.207228:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.207231:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.207236:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.207241:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7ee00. 00000100:00000001:0.0:1769074939.207248:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074939.207259:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074939.207270:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074939.207275:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074939.207282:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.207284:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.207291:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.207293:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821208640 : -125747888342976 : ffff8da209c8b840) 00000100:00000001:0.0:1769074939.207296:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.207298:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000001:0.0:1769074939.207303:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.207307:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.207310:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.207311:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.207315:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.207323:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.207325:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.207330:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.207333:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.207335:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.207339:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588288:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.207343:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.207349:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.207352:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.207355:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.207359:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9000. 02000000:00000001:0.0:1769074939.207361:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.207371:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.207376:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.207385:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769074939.207394:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588288, portal 10 00000100:00000001:0.0:1769074939.207396:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.207397:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000040:0.0:1769074939.207404:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.207412:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.207415:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.207418:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769074939.207421:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926588288, offset 0 00000400:00000200:0.0:1769074939.207429:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.207440:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.207450:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.207457:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.207498:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.207502:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.207506:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.207510:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2797:2797:256:4294967295] 192.168.204.145@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:0.0:1769074939.207515:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.207527:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.207534:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.207540:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769074939.207549:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.207558:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.207564:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.207589:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.207595:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1128365 usecs (1129 jiffies) 00000400:00000200:0.0:1769074939.207601:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.207605:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301842 00000100:00000001:0.0:1769074939.207608:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.207610:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301842 00000100:00000001:0.0:1769074939.207612:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.207615:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.207617:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.207620:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.207622:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.207625:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.207628:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.207632:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.208795:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.208803:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:3.0:1769074939.208810:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.208819:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.208828:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:3.0:1769074939.208831:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:3.0:1769074939.208837:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.208844:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.208857:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.208872:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.208879:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.208881:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.211687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46400. 00000800:00000001:2.0:1769074939.215163:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.215188:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.215194:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.215196:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.215211:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.215234:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.215243:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.215250:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.215257:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.215263:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851380 00000400:00000200:2.0:1769074939.215269:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.215277:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x70ad [1] + 224 00000800:00000001:2.0:1769074939.215288:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.215313:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.215317:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.215322:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.215331:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.215344:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.215355:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.215650:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.215715:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.215740:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.215745:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.217836:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.217844:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.217849:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.217904:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:0.0:1769074939.217908:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:0.0:1769074939.217914:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.217941:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.217954:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429500 x1855007926588288/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.217964:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.217966:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.217970:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.217973:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.217976:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.217979:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.217983:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.217995:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.218000:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.218003:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.218005:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.218008:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.218013:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.218018:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.218020:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.218022:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.218025:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.218026:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000001:0.0:1769074939.218030:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.218033:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.218035:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.218038:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.218043:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.218050:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.218053:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.218055:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.218187:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.218202:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588288:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.218208:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.218212:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.218214:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.218216:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.218290:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.218530:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.218534:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.218538:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.218540:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.218550:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.218551:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000002:00000001:0.0:1769074939.218554:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.218558:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.218564:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.218568:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.218572:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.218579:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.218585:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.218593:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.218595:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.218597:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2098799c0. 00000100:00000001:0.0:1769074939.218600:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.218603:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.218608:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.218611:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.218614:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074939.218619:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.218627:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.218630:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-16:[0x2000013a1:0x2d:0x0](ffff8da20b1b8908), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.218634:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.218641:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.218643:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.218645:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-16 (ffff8da20b228af8, parent ffff8da20b13a288, inode ffff8da20b1b8908) hashed, 00000080:00000001:0.0:1769074939.218649:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.218734:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.218738:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.218740:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.218742:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074939.218745:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.218751:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.218758:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.218763:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.218767:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.218769:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074939.218772:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.218776:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.218780:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.218785:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.218787:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074939.218788:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.218792:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.218794:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.218798:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.218805:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.218808:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.218810:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.218813:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.218816:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074939.218821:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642a680. 00000020:00000040:0.0:1769074939.218825:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=40 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074939.218832:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.218839:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.218846:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.218849:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.218851:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.218854:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.218857:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.218929:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.218941:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105c8400. 00000100:00000001:0.0:1769074939.218948:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.218953:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.218955:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.218957:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.218958:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.218960:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.218967:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00010000:00000001:0.0:1769074939.218970:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.218973:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.218978:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef000. 00010000:00000010:0.0:1769074939.218982:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0d00. 00010000:00000001:0.0:1769074939.218987:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.218991:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064eec00. 00000020:00000001:0.0:1769074939.218996:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.219000:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064eec00 with handle 0x5882d4497368311b to hash 00000020:00000001:0.0:1769074939.219002:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.219004:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.219008:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.219012:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.219015:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.219020:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.219039:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.219051:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.219847:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.219851:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.219868:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.219872:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821208640 : -125747888342976 : ffff8da209c8b840) 00000100:00000001:0.0:1769074939.219876:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.219877:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000001:0.0:1769074939.219882:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.219887:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.219889:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.219890:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.219901:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.219910:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.219913:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.219917:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.219927:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.219931:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.219934:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588416:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.219939:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.219945:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.219948:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.219950:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.219956:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074939.219958:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.219968:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.219973:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.219980:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769074939.219990:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926588416, portal 10 00000100:00000001:0.0:1769074939.219992:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.219993:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000040:0.0:1769074939.219999:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.220013:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.220016:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.220018:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841b28. 00000100:00000200:0.0:1769074939.220022:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926588416, offset 0 00000400:00000200:0.0:1769074939.220029:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.220037:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.220045:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.220052:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.220065:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.220069:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.220072:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.220077:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2798:2798:256:4294967295] 192.168.204.145@tcp LPNI seq info [2798:2798:8:4294967295] 00000400:00000200:0.0:1769074939.220082:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.220093:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.220105:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.220111:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38f00. 00000800:00000200:0.0:1769074939.220119:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.220129:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.220135:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.220151:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.220157:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1125632 usecs (1126 jiffies) 00000400:00000200:0.0:1769074939.220160:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.220163:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301851 00000100:00000001:0.0:1769074939.220166:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.220169:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301851 00000100:00000001:0.0:1769074939.220172:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.220174:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.220177:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.220180:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.220182:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.220185:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.220188:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.220192:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.220698:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.220704:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000400:00000200:3.0:1769074939.220710:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.220717:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.220723:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841b28 00000400:00000010:3.0:1769074939.220725:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841b28. 00000100:00000001:3.0:1769074939.220730:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.220736:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.220753:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.220756:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.220763:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.220764:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.225216:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.225254:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.225260:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.225263:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.225278:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.225289:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.225307:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.225314:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.225322:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.225326:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851400 00000400:00000200:3.0:1769074939.225333:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.225342:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x70b5 [1] + 224 00000800:00000001:3.0:1769074939.225353:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.225363:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.225378:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.225384:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.225394:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.225415:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.225427:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.225517:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.225819:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.225834:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.225840:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.227666:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.227673:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.227678:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.227691:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:0.0:1769074939.227694:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:0.0:1769074939.227700:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.227714:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.227727:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.227736:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.227738:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.227743:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.227746:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.227749:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.227752:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.227756:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.227770:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.227775:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.227778:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.227781:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.227785:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.227790:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.227795:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.227797:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.227800:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.227803:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.227808:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.227821:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.227826:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.227829:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.227834:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.227841:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588416:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.227847:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.227851:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.227855:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.227857:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.227935:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.227942:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.227946:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.227950:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.227952:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.227956:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.227960:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.227964:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.227968:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.227971:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.227974:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.227982:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064eec00, remote cookie: 0xe52bf4d4a35165c7, flags: 0x1001 00010000:00010000:0.0:1769074939.227988:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.227998:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228005:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.228011:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.228013:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.228015:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.228017:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.228020:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120ef000) refcount = 1 00010000:00010000:0.0:1769074939.228024:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228030:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.228034:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.228036:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.228039:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.228042:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.228045:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228050:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.228052:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228054:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228055:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228216:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228292:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.228573:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.228576:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228577:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228579:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228582:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228585:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228588:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228589:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228590:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.228592:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228594:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228597:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.228600:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.228604:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228611:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228612:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228614:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228615:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228616:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=5 00000020:00000001:0.0:1769074939.228618:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228620:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228623:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.228625:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228632:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228633:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.228636:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228643:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.228644:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228645:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228647:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228648:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.228657:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.228668:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228669:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228670:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228672:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228674:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228677:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228678:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.228680:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.228682:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.228686:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.228689:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228690:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228691:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228693:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228695:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00000002:00010000:0.0:1769074939.228698:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228704:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228705:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228707:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.228709:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228710:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228711:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228713:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228715:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.228723:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:0.0:1769074939.228726:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.228730:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.228733:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228734:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.228735:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.228740:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.228742:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.228745:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.228750:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.228753:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.228757:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.228760:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.228765:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.228769:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.228776:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.228779:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.228787:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.228793:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.228804:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098799c0. 00800000:00000001:0.0:1769074939.228807:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816940992 : -125747892610624 : ffff8da2098799c0) 00800000:00000001:0.0:1769074939.228809:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.228812:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.228815:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.228818:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.228821:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.228824:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.228826:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.228832:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.228836:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074939.228841:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.228844:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228845:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228846:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228848:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228850:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228852:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228853:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.228855:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.228858:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.228929:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098799c0 1 00800000:00000010:0.0:1769074939.228933:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098799c0. 00800000:00000001:0.0:1769074939.228936:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.228940:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368311b 00800000:00000001:0.0:1769074939.228943:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.228945:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.228946:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228947:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228949:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228951:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228954:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228956:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228957:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.228959:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.228961:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.228964:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.228966:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.228969:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368311b from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.228971:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.228972:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.228973:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.228975:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228977:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.228978:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.228981:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.228985:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.228986:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.228988:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.228991:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.228993:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.229001:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.229004:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.229007:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.229012:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.229013:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.229015:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.229019:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.229021:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.229023:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.229027:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.229029:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.229030:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.229031:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.229034:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.229038:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642a680 x1855007926588416/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.229045:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.229048:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.229052:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074939.230630:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.230639:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.230642:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=39 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.230648:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.230653:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c8400. 02000000:00000001:0.0:1769074939.230659:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.230661:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.230664:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642a680. 00000100:00000001:0.0:1769074939.230669:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.230670:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.230676:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.230684:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.230725:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.230728:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.230731:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.230733:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.230840:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c421e0. 00000080:00000001:0.0:1769074939.230847:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.230849:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.230852:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.230855:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.230875:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.230883:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.230889:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.230894:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.230896:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.230899:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.230903:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.230908:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.230915:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.230917:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.230919:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.230933:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.230935:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.230939:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.230947:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:0.0:1769074939.230951:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.230955:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.230958:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.230962:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.230972:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.230977:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.230981:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.230987:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.230990:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.230992:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.230994:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.230996:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.230998:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.231001:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.231004:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.231008:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.231012:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.231014:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.231017:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.231022:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368311b 00800000:00000001:0.0:1769074939.231025:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.231027:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.231029:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.231032:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.231035:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.231037:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.231040:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.231043:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.231045:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.231046:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.231048:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.231051:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368311b from it ffffb17741753b38 00010000:00000001:0.0:1769074939.231053:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.231055:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.231056:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.231058:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.231060:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.231063:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.231065:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.231072:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.231073:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.231075:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.231076:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.231080:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.231087:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.231090:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.231093:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.231097:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.231205:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.231207:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231210:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.231212:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231214:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231217:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231228:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.231230:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.231231:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.231233:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.231235:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.231237:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.231241:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.231245:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.231247:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.231249:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837b200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.231256:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef46c0. 00000080:00000001:0.0:1769074939.231261:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.231264:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.231266:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.231274:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.231277:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.231282:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.231284:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.231285:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.231287:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-17' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.231300:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.231304:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.231309:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.231313:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.231315:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.231318:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.231321:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.231325:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2e:0x0] 40000000:00000001:0.0:1769074939.231327:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.231330:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.231331:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.231334:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.231336:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.231338:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2e:0x0], name='f15a.replay-dual-17' -> mds #0 00000002:00000001:0.0:1769074939.231342:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.231343:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.231345:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-17,[0x2000013a1:0x2e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.231349:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.231352:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.231356:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.231361:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.231363:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.231365:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:0.0:1769074939.231377:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.231381:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.231384:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.231387:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.231396:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.231401:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.231867:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.231871:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.231876:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.231878:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.231882:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 3 00010000:00000001:0.0:1769074939.231885:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.231888:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.231889:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.231890:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.231892:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 3 00010000:00000001:0.0:1769074939.231893:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.231895:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.231896:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.231897:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.231898:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 3 00010000:00000001:0.0:1769074939.231900:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.231901:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.231903:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.231906:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.231910:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.231916:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.231929:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.231931:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231934:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.231938:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.231940:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.231941:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.231944:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.231947:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064eec00 with handle 0x5882d4497368311b from hash 00010000:00000001:0.0:1769074939.231949:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.231951:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.231952:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.231954:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.231957:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.231958:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.231961:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.231963:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.231966:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.231973:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642a680. 00000020:00000040:0.0:1769074939.231978:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=40 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.231985:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.231987:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.231990:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.231996:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.231999:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.232000:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.232002:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.232005:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.232007:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.232010:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.232018:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2105c8400. 00000100:00000001:0.0:1769074939.232025:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.232030:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.232033:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.232037:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.232043:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.232046:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.232047:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.232050:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d4497368311b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35165c7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.232067:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef000 count: 0 00010000:00000010:0.0:1769074939.232074:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0d00. 00010000:00000001:0.0:1769074939.232085:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.232086:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.232089:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.232090:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.232092:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.232543:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00010000:00000001:0.0:1769074939.232551:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.232554:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.232561:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef100. 00010000:00000010:0.0:1769074939.232565:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0d00. 00010000:00000001:0.0:1769074939.232570:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.232574:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ee200. 00000020:00000001:0.0:1769074939.232578:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.232580:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ee200 with handle 0x5882d44973683122 to hash 00000020:00000001:0.0:1769074939.232582:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.232584:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.232588:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.232591:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.232593:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.232596:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.232603:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074939.232617:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074939.232631:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074939.232641:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.232647:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.232649:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.232658:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.232661:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821208640 : -125747888342976 : ffff8da209c8b840) 00000100:00000001:0.0:1769074939.232664:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.232665:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000001:0.0:1769074939.232671:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.232676:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.232678:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.232680:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.232685:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.232692:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.232695:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.232700:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.232703:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.232705:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.232708:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588672:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.232713:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.232720:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.232723:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.232726:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.232813:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.232816:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.232828:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.232833:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.232841:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2105c9c00. 00000100:00000200:0.0:1769074939.232851:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926588672, portal 10 00000100:00000001:0.0:1769074939.232853:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.232855:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000040:0.0:1769074939.233761:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.233774:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.233777:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.233785:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769074939.233791:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926588672, offset 0 00000400:00000200:0.0:1769074939.233799:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.233811:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.233821:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.233829:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.233834:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.233839:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.233842:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.233846:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2799:2799:256:4294967295] 192.168.204.145@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:0.0:1769074939.233850:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.233874:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.233882:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.233889:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38700. 00000800:00000200:0.0:1769074939.233898:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.233908:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.233914:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.233950:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.233957:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1122903 usecs (1123 jiffies) 00000400:00000200:0.0:1769074939.233961:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.233964:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301862 00000100:00000001:0.0:1769074939.233967:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.233971:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301862 00000100:00000001:0.0:1769074939.233973:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.233976:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.233980:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.233983:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.233985:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.233988:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.233992:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.233995:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.235065:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074939.235072:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.235077:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074939.235214:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.235229:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:3.0:1769074939.235237:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.235247:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.235255:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:3.0:1769074939.235258:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:3.0:1769074939.235264:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.235270:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.235284:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.235288:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.235302:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.235304:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.249515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef000. 00010000:00000010:0.1:1769074939.249540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00000800:00000001:3.0:1769074939.255963:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.255987:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.255992:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.255994:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.256009:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256020:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.256029:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256043:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256047:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851500 00000400:00000200:3.0:1769074939.256053:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256070:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x70bd [32] + 224 00000800:00000001:3.0:1769074939.256081:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.256090:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.256093:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.256098:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.256108:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.256120:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.256133:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.256209:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.256227:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.256239:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.256243:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256250:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.256257:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2800:2800:256:4294967295] 192.168.204.145@tcp LPNI seq info [2800:2800:8:4294967295] 00000400:00000200:3.0:1769074939.256262:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.256271:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.256277:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.256284:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0dc00. 00000800:00000200:3.0:1769074939.256299:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.256308:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.256313:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0dc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.256437:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.256441:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0dc00. 00000400:00000200:3.0:1769074939.256444:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.256448:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.256454:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.256458:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.260026:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.260034:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.260040:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.260052:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2105c9c00 00000400:00000010:0.0:1769074939.260054:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2105c9c00. 00000100:00000001:0.0:1769074939.260071:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.260086:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.260106:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a680 x1855007926588672/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.260116:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.260119:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.260122:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.260126:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.260129:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.260132:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.260135:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.260147:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.260152:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.260155:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.260157:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.260160:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.260165:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.260169:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.260173:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074939.260174:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.260178:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.260180:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000001:0.0:1769074939.260184:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.260186:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.260188:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.260191:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.260196:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.260204:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.260208:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.260210:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.260214:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.260233:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588672:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.260239:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.260243:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.260246:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.260249:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.260253:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.260260:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.260264:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b840. 00000100:00000001:0.0:1769074939.260268:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.260270:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.260274:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.260280:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.260283:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.260287:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=4 00000020:00000001:0.0:1769074939.260296:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.260300:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000040:0.0:1769074939.260309:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ee200, remote cookie: 0xe52bf4d4a35165e3, flags: 0x1001 00010000:00010000:0.0:1769074939.260316:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.260325:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074939.260329:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.260346:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef000. 00010000:00000010:0.0:1769074939.260353:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0500. 00010000:00000040:0.0:1769074939.260359:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef100 count: 0 00010000:00000010:0.0:1769074939.261027:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0d00. 00010000:00000001:0.0:1769074939.261041:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.261047:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.261067:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261075:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.261081:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.261084:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.261086:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.261087:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.261091:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2e:0x0].0x0 (ffff8da2120ef000) refcount = 1 00010000:00010000:0.0:1769074939.261160:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261168:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.261173:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.261175:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.261179:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.261181:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.261185:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261192:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.261194:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261196:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.261198:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261199:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.261200:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.261207:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.261210:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261212:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261214:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.261217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261229:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261233:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261234:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261235:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=4 00000020:00000001:0.0:1769074939.261237:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261239:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261243:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.261245:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.261249:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261256:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261257:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.261259:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261259:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261261:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=5 00000020:00000001:0.0:1769074939.261263:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261264:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261267:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.261270:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261281:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261283:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.261285:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.261698:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.261700:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261701:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.261703:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261704:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.261716:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.261728:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.261734:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.261740:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.261751:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261752:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261754:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.261756:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261758:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00000002:00010000:0.0:1769074939.261762:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.261775:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2098799c0. 00010000:00000001:0.0:1769074939.261777:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261778:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.261781:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.261784:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.261788:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.261791:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.261793:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000001:0.0:1769074939.261795:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.261796:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00010000:00000001:0.0:1769074939.261798:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261799:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261801:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.261803:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261805:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00000002:00010000:0.0:1769074939.261808:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.261814:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261815:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.261817:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.261818:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.261820:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.261821:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.261823:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.261825:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000040:0.0:1769074939.261832:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:0.0:1769074939.261835:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.261840:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/46 (0 0) 00010000:00000001:0.0:1769074939.261843:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.261844:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.261845:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.261849:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.261852:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-17 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.261855:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.262370:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.262383:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.262387:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.262392:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.262398:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.262402:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.262404:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef46c0 it_disposition 1800037 00000080:00002000:0.0:1769074939.262412:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.262417:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.262420:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.262423:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.262425:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.262428:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.262431:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.262437:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.262443:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.262447:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366318 : 144115272381366318 : 2000013a100002e) 00000080:00000001:0.0:1769074939.262451:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.262652:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1be300. 00000020:00000001:0.0:1769074939.262667:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.262669:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.262673:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.262675:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8) 00000020:00000001:0.0:1769074939.262680:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.262685:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.262688:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.262693:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.262700:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16320. 00000020:00000001:0.0:1769074939.262702:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.262705:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.262714:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.262718:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e7c0. 00020000:00000001:0.0:1769074939.262721:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834459072 : -125747875092544 : ffff8da20a92e7c0) 00020000:00000001:0.0:1769074939.262724:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.262728:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.262735:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef49c0. 00020000:00000010:0.0:1769074939.262741:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003ac00. 00020000:00000010:0.0:1769074939.262748:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4360. 00020000:00000001:0.0:1769074939.262750:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294112 : -125748003257504 : ffff8da202ef4360) 00020000:00000002:0.0:1769074939.262754:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4360, objid 0x2e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.262759:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.262763:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac00: ostid: 0x240000400:490 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.262767:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.262769:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4360, objid 0x2e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.262772:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.262775:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003ac00: ostid: 0x240000400:490 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074939.262779:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d120. 00020000:00000010:0.0:1769074939.262783:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8b840. 00020000:00000001:0.0:1769074939.262789:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.262792:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578db90. 00020000:00000001:0.0:1769074939.262795:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.262797:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.262803:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.262806:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20ab164b0. 00000020:00000001:0.0:1769074939.262807:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.262808:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.262810:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325836457264 : -125747873094352 : ffff8da20ab16530) 00020000:00000001:0.0:1769074939.262815:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.262820:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2ae380. 00020000:00000001:0.0:1769074939.262823:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.262829:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836457264 : -125747873094352 : ffff8da20ab16530) 00020000:00000001:0.0:1769074939.262831:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325836457264 : -125747873094352 : ffff8da20ab16530) 00020000:00000002:0.0:1769074939.262835:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1ea:0x0]@ffff8da20ab164b0[0:0] -> [0x2000013a1:0x2e:0x0]@ffff8da20ab16320: ostid: 0x240000400:490 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.262840:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.262842:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.262844:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.262847:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836456864 : -125747873094752 : ffff8da20ab163a0) 00000020:00001000:0.0:1769074939.262850:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.262855:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366318 : 144115272381366318 : 2000013a100002e) 00000080:00000001:0.0:1769074939.262858:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.262869:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366318 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.262874:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.262878:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843436488 : -125747866115128 : ffff8da20b1be3c8) 00010000:00000001:0.0:1769074939.262881:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.262883:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.262885:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.262887:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.262890:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00000080:00000001:0.0:1769074939.262894:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.262895:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.262897:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.262899:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.262901:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.262904:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.262905:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.262908:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef40c0. 00020000:00000010:0.0:1769074939.262911:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a580. 00020000:00000010:0.0:1769074939.262914:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef43c0. 00020000:00000001:0.0:1769074939.262916:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294208 : -125748003257408 : ffff8da202ef43c0) 00020000:00000002:0.0:1769074939.262919:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef43c0, objid 0x2e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.262932:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.262935:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a580: ostid: 0x240000400:490 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074939.262939:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e7c0) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.262942:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.262944:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e7c0) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.262949:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003a580. 00020000:00000010:0.0:1769074939.262955:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef40c0. 00020000:00000010:0.0:1769074939.262961:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef43c0. 00020000:00000002:0.0:1769074939.262964:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.262966:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.262968:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.262972:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.262976:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.262980:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4360 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.262983:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.262986:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.262989:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.262990:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.262992:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.262995:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.262997:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.263000:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.263002:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.263004:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.263006:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.263008:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.263011:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.263013:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.263016:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2e:0x0](ffff8da20b1be3c8) 00000080:00010000:0.0:1769074939.263019:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2e:0x0](ffff8da20b1be3c8) for lock 0x5882d44973683122 00800000:00000001:0.0:1769074939.263022:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.263024:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.263026:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.263027:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.263029:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.263031:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.263033:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.263036:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.263037:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.263039:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.263041:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263043:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.263045:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.263055:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.263390:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263401:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.263406:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2e:0x0](ffff8da20b1be3c8) 00000080:00000001:0.0:1769074939.263410:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.263414:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.263419:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.263424:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.263430:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263435:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.263437:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263447:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.263450:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.263452:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-17:[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8), flags 100102 00000080:00000010:0.0:1769074939.263497:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074939.263505:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2098795c0. 00000080:00000001:0.0:1769074939.263682:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074939.263689:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.263693:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074939.263699:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42740. 00000002:00100000:0.0:1769074939.263704:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.263710:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.263712:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074939.263717:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074939.263721:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263724:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.263727:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.263730:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074939.263736:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.263740:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.263777:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074939.263779:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.263782:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074939.263784:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-17:[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074939.263789:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074939.263791:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef46c0 released 00000080:00010000:0.0:1769074939.263793:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683122 from it ffff8da202ef46c0 00010000:00000001:0.0:1769074939.263797:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.263799:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.263801:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee200 refcount=3 00000020:00000001:0.0:1769074939.263803:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.263806:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762892288 : -125747946659328 : ffff8da2064ee200) 00010000:00000001:0.0:1769074939.263809:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.263814:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.263824:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.263825:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.263827:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.263830:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.263833:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.263842:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.263846:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.263848:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.263854:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.263855:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.263857:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.263867:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.263869:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.263871:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.263874:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.263877:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.263878:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.263879:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.263881:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074939.263883:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074939.263886:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.263888:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074939.263891:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.263893:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263896:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074939.263898:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263901:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.263903:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263904:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.263907:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef46c0. 00000080:00000001:0.0:1769074939.263910:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263915:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074939.263917:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074939.263930:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.263958:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.263962:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.263965:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.263968:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263977:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074939.263979:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074939.263981:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-17:[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8), flags 100002 00000080:00000001:0.0:1769074939.263984:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074939.263987:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074939.263988:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.263990:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.263992:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e7c0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.263993:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.263996:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074939.264001:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.264003:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.264010:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:0.0:1769074939.264013:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.264019:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.264021:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2e:0x0]: 0 00000080:00000001:0.0:1769074939.264024:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074939.264026:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074939.264030:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.264033:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074939.264040:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074939.264044:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074939.264047:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2e:0x0] 00000002:00000001:0.0:1769074939.264051:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074939.264053:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2e:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074939.264061:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b100. 00000020:00000040:0.0:1769074939.264156:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=41 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074939.264162:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.264166:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.264172:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.264180:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f400. 00000100:00000001:0.0:1769074939.264188:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074939.264202:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074939.264215:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074939.264647:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074939.264657:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.264660:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.264670:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.264672:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821209024 : -125747888342592 : ffff8da209c8b9c0) 00000100:00000001:0.0:1769074939.264676:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.264677:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000001:0.0:1769074939.264683:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.264688:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.264691:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.264693:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.264697:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.264705:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.264707:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.264712:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.264715:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.264719:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.264722:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588928:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.264726:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.264734:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.264737:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.264739:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.264745:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2105c9c00. 02000000:00000001:0.0:1769074939.264747:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.264758:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.264763:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.264772:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074939.264782:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588928, portal 10 00000100:00000001:0.0:1769074939.264784:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.264786:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000040:0.0:1769074939.264793:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.264801:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.264803:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.264806:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841198. 00000100:00000200:0.0:1769074939.264810:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926588928, offset 0 00000400:00000200:0.0:1769074939.264818:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.264828:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.264838:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.264845:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.264851:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.264855:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.264858:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.264862:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2801:2801:256:4294967295] 192.168.204.145@tcp LPNI seq info [2801:2801:8:4294967295] 00000400:00000200:0.0:1769074939.264867:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.264880:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.264887:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.264894:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38a00. 00000800:00000200:0.0:1769074939.264902:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.264911:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.264930:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.264952:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.264957:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1120248 usecs (1121 jiffies) 00000400:00000200:0.0:1769074939.264961:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.264964:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301891 00000100:00000001:0.0:1769074939.264968:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.264970:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301891 00000100:00000001:0.0:1769074939.264972:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.264975:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.264978:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.264980:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.264982:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.264985:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.264988:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.264991:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.265132:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.265137:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38a00. 00000400:00000200:3.0:1769074939.265143:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.265149:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.265155:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:3.0:1769074939.265158:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:3.0:1769074939.265163:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.265167:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.265179:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.265183:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.265189:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.265191:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.270775:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.270798:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.270803:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.270806:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.270819:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.270829:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.270839:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.270844:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.270851:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.270856:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851600 00000400:00000200:2.0:1769074939.270862:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.270869:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x70c5 [1] + 224 00000800:00000001:2.0:1769074939.270878:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.270893:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.270897:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.270902:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.270911:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.270933:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.270945:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.270965:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.270974:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.270978:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.271688:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.271698:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.271701:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.271705:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.271712:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:0.0:1769074939.271715:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769074939.271719:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.271727:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.271737:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b100 x1855007926588928/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.271744:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.271746:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.271749:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.271754:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.271757:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.271760:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.271763:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.271775:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.271780:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.271783:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.271785:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.271788:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.271792:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.271796:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.271799:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.271801:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.271803:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.271805:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000001:0.0:1769074939.271809:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.271811:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.271813:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.271817:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.271821:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.271828:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.271831:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.271833:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.271837:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.271845:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b100 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926588928:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.271851:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.271853:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.271856:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.271858:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.271861:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.271874:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.271877:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.271881:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.271883:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.271891:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.271892:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000002:00000001:0.0:1769074939.271895:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.271899:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.271904:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.271908:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.271912:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.271918:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.271933:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.271941:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.271942:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.271944:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2098795c0. 00000100:00000001:0.0:1769074939.271947:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.271949:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.271954:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.271957:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.271960:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074939.271964:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.271972:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.271975:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-17:[0x2000013a1:0x2e:0x0](ffff8da20b1be3c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.271978:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.271985:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.271987:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.271989:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-17 (ffff8da20b22e0d8, parent ffff8da20b13a288, inode ffff8da20b1be3c8) hashed, 00000080:00000001:0.0:1769074939.271992:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.272079:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.272086:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.272088:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.272090:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074939.272092:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.272101:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.272108:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.272115:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.272120:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.272122:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074939.272126:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.272130:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.272134:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.272140:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.272142:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074939.272144:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.272148:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.272150:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.272153:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.272162:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.272164:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.272166:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.272169:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.272172:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074939.272178:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074939.272183:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=42 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074939.272190:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.272197:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.272205:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.272207:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.272209:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.272212:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.272215:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.272230:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.272242:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2067ec400. 00000100:00000001:0.0:1769074939.272249:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.272255:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.272257:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.272258:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.272260:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.272262:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1769074939.274781:0:28427:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00000002:00000001:0.0:1769074939.274805:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00010000:00000001:0.0:1769074939.274814:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.274817:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.274832:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef100. 00010000:00000010:0.0:1769074939.274837:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0d00. 00010000:00000001:0.0:1769074939.274843:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.274847:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064eec00. 00000020:00000001:0.0:1769074939.274853:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.274857:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064eec00 with handle 0x5882d44973683129 to hash 00000020:00000001:0.0:1769074939.274859:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.274861:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.274865:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.274869:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.274872:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.274878:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.274887:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.274902:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.274908:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.274911:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.274929:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.274933:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821209024 : -125747888342592 : ffff8da209c8b9c0) 00000100:00000001:0.0:1769074939.274936:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.274938:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074939.274945:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.274951:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.274954:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.274956:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.274970:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.274978:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.274980:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.274986:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.274990:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.274993:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.274997:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589056:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.275001:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.275009:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.275012:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.275015:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.275021:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9e800. 02000000:00000001:0.0:1769074939.275023:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.275033:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.275038:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.275046:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074939.275056:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926589056, portal 10 00000100:00000001:0.0:1769074939.275058:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.275059:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074939.275065:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.275072:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.275074:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.275077:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 00000100:00000200:0.0:1769074939.275081:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926589056, offset 0 00000400:00000200:0.0:1769074939.275089:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.275099:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.275108:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.275115:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.275120:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.275124:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.275127:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.275131:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2802:2802:256:4294967295] 192.168.204.145@tcp LPNI seq info [2802:2802:8:4294967295] 00000400:00000200:0.0:1769074939.275135:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.275148:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.275156:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.275161:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38100. 00000800:00000200:0.0:1769074939.275169:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.275180:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.275185:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.275208:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.275214:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1117545 usecs (1118 jiffies) 00000400:00000200:0.0:1769074939.275218:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.275221:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301898 00000100:00000001:0.0:1769074939.275225:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.275228:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301898 00000100:00000001:0.0:1769074939.275231:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.275233:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.275236:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.275238:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.275241:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.275244:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.275247:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.275250:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.275712:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.275719:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38100. 00000400:00000200:3.0:1769074939.275730:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.275738:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.275745:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:3.0:1769074939.275747:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:3.0:1769074939.275753:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.275758:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.275769:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.275772:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.275779:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.275781:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.281621:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.281647:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.281652:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.281655:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.281669:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.281679:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.281689:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.281694:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.281702:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.281706:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851680 00000400:00000200:2.0:1769074939.281713:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.281721:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x70cd [1] + 224 00000800:00000001:2.0:1769074939.281731:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.281742:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.281746:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.281750:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.281760:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.281771:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.281784:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.281807:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.281820:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.281823:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.282011:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.282021:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.282024:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.282029:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.282035:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:0.0:1769074939.282038:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769074939.282042:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.282049:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.282067:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.282073:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.282075:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.282078:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.282082:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.282085:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.282088:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.282091:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.282103:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.282108:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.282111:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.282113:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.282117:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.282121:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.282126:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.282129:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.282131:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.282134:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.282139:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.282145:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.282149:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.282151:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.282155:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.282162:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589056:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.282167:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.282170:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.282174:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.282177:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.282180:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.282187:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.282191:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.282195:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.282197:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.282201:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.282205:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.282209:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.282213:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.282215:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282218:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.282226:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064eec00, remote cookie: 0xe52bf4d4a35165f8, flags: 0x1001 00010000:00010000:0.0:1769074939.282232:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.282245:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.282253:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.282259:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.282262:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.282264:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.282266:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.282268:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120ef100) refcount = 1 00010000:00010000:0.0:1769074939.282273:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.282280:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.282284:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.282286:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.282298:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.282301:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.282305:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.282311:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.282313:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.282315:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.282316:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.282317:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.282319:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.282325:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.282327:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.282328:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.282330:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.282332:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282334:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282336:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.282337:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.282338:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=4 00000020:00000001:0.0:1769074939.282340:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282342:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282346:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.282349:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.282351:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.282357:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.282358:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.282360:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.282361:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.282363:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=5 00000020:00000001:0.0:1769074939.282364:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282366:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.282369:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.283133:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.283145:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283146:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.283149:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.283156:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.283157:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283158:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.283160:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283161:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.283173:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.283183:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.283185:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.283187:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.283189:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.283192:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.283194:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283195:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.283197:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.283200:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.283204:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.283207:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.283208:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.283209:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.283211:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.283213:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00000002:00010000:0.0:1769074939.283217:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.283224:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283226:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.283228:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.283230:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.283231:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.283233:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:0.0:1769074939.283235:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:0.0:1769074939.283237:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000040:0.0:1769074939.283245:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:0.0:1769074939.283248:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.283253:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.283256:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.283257:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.283259:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.283263:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.283265:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.283269:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.283274:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.283278:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.283281:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.283285:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.283288:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.283293:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.283300:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.283303:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.283310:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.283316:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074939.283623:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2d00. 00800000:00000001:1.0:1769074939.283627:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793058048 : -125747916493568 : ffff8da2081b2d00) 00800000:00000001:1.0:1769074939.283630:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.283633:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.283638:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074939.283640:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074939.283643:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074939.283647:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074939.283650:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.283656:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074939.283660:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074939.283665:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074939.283668:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.283669:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.283672:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:1.0:1769074939.283674:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283676:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283679:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.283680:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.283682:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.283685:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074939.283687:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2d00 1 00800000:00000010:1.0:1769074939.283691:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2d00. 00800000:00000001:1.0:1769074939.283694:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.283698:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683129 00800000:00000001:1.0:1769074939.283703:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.283705:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.283706:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.283707:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.283709:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:1.0:1769074939.283711:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283714:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283717:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.283718:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.283719:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.283721:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.283724:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.283727:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.283730:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683129 from it ffffb17741753bf8 00010000:00000001:1.0:1769074939.283733:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.283734:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.283735:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:1.0:1769074939.283737:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283739:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.283742:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.283745:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.283751:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.283752:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.283754:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.283756:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.283758:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.283766:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.283769:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.283771:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.283776:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.283777:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.283778:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.283782:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.283784:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.283786:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.283789:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.283790:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.283792:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.283793:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.283796:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.283803:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926589056/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.283811:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074939.283815:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.283819:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9e800. 02000000:00000001:1.0:1769074939.283823:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074939.283825:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.283827:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=41 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074939.283829:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074939.283833:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2067ec400. 02000000:00000001:1.0:1769074939.283838:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074939.283842:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074939.283844:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:1.0:1769074939.283848:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074939.283850:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.283853:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:1.0:1769074939.283859:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.283880:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3c3c0. 00000080:00000001:1.0:1769074939.283887:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.283889:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.283891:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074939.283893:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.283900:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456400. 00800000:00000002:1.0:1769074939.283905:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.283908:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.283912:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.283914:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074939.283916:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.283932:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.283937:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.283943:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.283945:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074939.283947:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.283951:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.283954:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.283956:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.283959:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:1.0:1769074939.283962:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.283966:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.283969:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074939.283972:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074939.283981:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074939.283985:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.283988:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074939.283995:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074939.283997:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.283999:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.284001:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.284002:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.284004:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074939.284007:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074939.284009:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.284012:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000080:00000001:1.0:1769074939.284015:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.284017:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.284019:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.284022:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683129 00800000:00000001:1.0:1769074939.284025:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.284026:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.284028:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.284029:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.284031:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:1.0:1769074939.284033:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.284035:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.284037:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284039:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.284040:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.284042:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.284044:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683129 from it ffffb17741753b38 00010000:00000001:1.0:1769074939.284046:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.284048:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.284049:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eec00 refcount=3 00000020:00000001:1.0:1769074939.284051:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.284053:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894848 : -125747946656768 : ffff8da2064eec00) 00010000:00000001:1.0:1769074939.284054:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.284068:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.284076:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284077:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.284078:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.284080:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.284082:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.284088:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.284090:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.284091:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.284093:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284094:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.284096:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284098:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.284099:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284101:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284103:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284104:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.284106:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284107:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.284109:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074939.284110:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.284112:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074939.284116:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.284120:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074939.284122:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074939.284123:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837ad80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074939.284129:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da20a7e1180. 00000080:00000001:1.0:1769074939.284134:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074939.284136:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074939.284138:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074939.284146:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456400. 00800000:00000002:1.0:1769074939.284149:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.284154:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.284156:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.284158:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074939.284159:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-18' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.284163:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074939.284166:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074939.284172:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074939.284175:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074939.284178:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074939.284180:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074939.284183:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074939.284186:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x2f:0x0] 40000000:00000001:1.0:1769074939.284189:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.284192:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.284193:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.284195:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.284198:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074939.284200:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x2f:0x0], name='f15a.replay-dual-18' -> mds #0 00000002:00000001:1.0:1769074939.284203:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.284204:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074939.284205:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-18,[0x2000013a1:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074939.284210:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.284213:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074939.284217:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074939.284221:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.284223:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074939.284225:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 2 00010000:00000001:1.0:1769074939.284227:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.284229:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074939.284232:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074939.284235:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074939.284243:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074939.284247:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074939.284249:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074939.284252:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074939.284255:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.284256:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.284259:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 3 00010000:00000001:1.0:1769074939.284261:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.284263:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.284264:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.284266:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.284267:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 3 00010000:00000001:1.0:1769074939.284269:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.284271:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.284273:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.284274:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.284275:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef100 count: 3 00010000:00000001:1.0:1769074939.284277:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.284279:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.284281:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074939.284284:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074939.284289:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074939.284295:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074939.284298:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074939.284300:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284303:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074939.284307:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074939.284309:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074939.284311:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.284312:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074939.284316:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064eec00 with handle 0x5882d44973683129 from hash 00010000:00000001:1.0:1769074939.284318:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074939.284320:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284321:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.284323:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074939.284326:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074939.284328:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074939.284331:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.284333:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.284335:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074939.284342:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a994a80. 00000020:00000040:1.0:1769074939.284345:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=42 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074939.284351:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074939.284353:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284356:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.284361:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.284364:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.284365:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.284366:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.284369:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.284372:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.284385:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.284396:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210004400. 00000100:00000001:1.0:1769074939.284405:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284410:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.284413:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074939.284417:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.284424:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074939.284425:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.284427:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074939.284429:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eec00/0x5882d44973683129 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35165f8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.284437:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef100 count: 0 00010000:00000010:1.0:1769074939.284442:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0d00. 00010000:00000001:1.0:1769074939.284454:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.284456:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.284457:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.284458:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.286367:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.286483:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00010000:00000001:1.0:1769074939.286491:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.286495:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.286706:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46700. 00010000:00000010:1.0:1769074939.286715:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.286721:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.286725:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814ce00. 00000020:00000001:1.0:1769074939.286730:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.286733:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814ce00 with handle 0x5882d44973683130 to hash 00000020:00000001:1.0:1769074939.286735:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.286737:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.286740:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.286745:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.286747:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.286751:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.286761:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074939.286779:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074939.286796:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074939.286806:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.286812:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.286814:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.286824:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.286826:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327552 : -125747877224064 : ffff8da20a726180) 00000100:00000001:1.0:1769074939.286830:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.286831:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000001:1.0:1769074939.286837:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.286842:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.286844:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.286847:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.286852:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.286860:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.286863:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.286869:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.286873:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.286876:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.286880:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589312:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.286885:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.286892:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.286895:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.286899:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.286994:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.286997:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.287010:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.287015:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.287024:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da210005c00. 00000100:00000200:1.0:1769074939.287035:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926589312, portal 10 00000100:00000001:1.0:1769074939.287037:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.287038:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000040:1.0:1769074939.287045:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.287054:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.288233:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.288245:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14110. 00000100:00000200:1.0:1769074939.288254:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926589312, offset 0 00000400:00000200:1.0:1769074939.288262:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.288276:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.288286:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.288294:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.288299:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.288304:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.288307:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.288312:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2803:2803:256:4294967295] 192.168.204.145@tcp LPNI seq info [2803:2803:8:4294967295] 00000400:00000200:1.0:1769074939.288316:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.288329:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.288336:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.288343:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769074939.288352:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.288362:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.288367:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.289693:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.289704:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1114853 usecs (1115 jiffies) 00000400:00000200:1.0:1769074939.289713:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.289717:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301910 00000100:00000001:1.0:1769074939.289721:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.289724:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301910 00000100:00000001:1.0:1769074939.289727:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.289729:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.289733:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.289737:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.289739:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.289743:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726180 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.289747:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.289750:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.290606:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.290616:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769074939.290623:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.290633:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.290643:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14110 00000400:00000010:3.0:1769074939.290646:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14110. 00000100:00000001:3.0:1769074939.290653:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.290662:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.290675:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.290679:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.290692:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.290693:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.290938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00010000:00000010:1.1:1769074939.290947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eec00. 00000800:00000001:2.0:1769074939.299849:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.299875:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.299880:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.299884:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.299898:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.299909:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.299918:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.299935:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.299942:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.299948:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851780 00000400:00000200:2.0:1769074939.299954:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.299961:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x70d5 [32] + 224 00000800:00000001:2.0:1769074939.299972:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.299983:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.299986:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.299991:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.300001:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.300011:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.300022:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.300045:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.300589:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.300600:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.300603:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.300607:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.300614:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da210005c00 00000400:00000010:1.0:1769074939.300617:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da210005c00. 00000100:00000001:1.0:1769074939.300622:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.300628:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.300644:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994a80 x1855007926589312/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.300650:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.300653:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.300656:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.300660:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.300663:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.300666:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.300670:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.300684:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.300690:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.300693:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.300695:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.300698:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.300703:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.300707:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.300710:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074939.300712:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.300715:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.300717:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000001:1.0:1769074939.300722:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.300724:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.300726:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.300730:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.300735:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.300743:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.300746:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.300749:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.300754:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.300763:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994a80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589312:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.300769:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.300772:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.300775:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.300777:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.300781:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.300788:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.300791:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726180. 00000100:00000001:1.0:1769074939.300794:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.300796:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.300798:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.300804:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.300807:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.300811:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=4 00000020:00000001:1.0:1769074939.300813:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.300816:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000040:1.0:1769074939.300825:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814ce00, remote cookie: 0xe52bf4d4a3516614, flags: 0x1001 00010000:00010000:1.0:1769074939.300831:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.300840:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x2f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074939.300843:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074939.300854:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46a00. 00000400:00000200:2.0:1769074939.301258:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.302179:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.302199:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.302208:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2804:2804:256:4294967295] 192.168.204.145@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:2.0:1769074939.302214:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.302228:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.302237:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.302249:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e3bc00. 00000800:00000200:2.0:1769074939.302258:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.302267:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00010000:00000010:1.0:1769074939.302984:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e300. 00010000:00000040:1.0:1769074939.303000:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46700 count: 0 00010000:00000010:1.0:1769074939.303009:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.303024:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.303031:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.303043:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.303051:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:2.0:1769074939.303174:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e3bc00 type 0, nob 96 niov 1 nkiov 0 00010000:00000001:1.0:1769074939.305690:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.305701:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.305703:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.305704:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.305709:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x2f:0x0].0x0 (ffff8da20ca46a00) refcount = 1 00010000:00010000:1.0:1769074939.305721:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.305733:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.305739:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.305741:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.305747:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.305751:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.305756:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.305763:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.305765:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305767:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.305768:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305769:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.305771:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.305783:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.305788:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305791:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305794:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.305797:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305800:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305802:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305803:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305805:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=4 00000020:00000001:1.0:1769074939.305806:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305809:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305812:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.305815:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.305818:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.305830:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305831:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.305832:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305833:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305834:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=5 00000020:00000001:1.0:1769074939.305836:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305838:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305841:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.305844:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.305849:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305850:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.305853:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.305858:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.305860:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305861:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.305862:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305863:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.305876:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.305888:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.305894:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.305906:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.305915:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305917:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305928:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.305931:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305933:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00000002:00010000:1.0:1769074939.305936:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074939.305954:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b2d00. 00010000:00000001:1.0:1769074939.305956:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305957:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.305958:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.305960:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.305964:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074939.305968:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.305970:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000001:1.0:1769074939.305972:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.305973:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00010000:00000001:1.0:1769074939.305976:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305977:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305979:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.305981:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.305983:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00000002:00010000:1.0:1769074939.305986:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.305992:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.305993:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.305995:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.305996:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.305998:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.305999:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.306001:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306003:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000040:1.0:1769074939.306012:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769074939.306015:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.306020:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/47 (0 0) 00010000:00000001:1.0:1769074939.306023:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306024:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.306025:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.306029:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074939.306032:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-18 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074939.306035:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.306039:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.306043:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.306046:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074939.306050:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.306055:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.306058:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074939.306061:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da20a7e1180 it_disposition 1800037 00000080:00002000:1.0:1769074939.306068:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b228ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074939.306074:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.306078:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074939.306080:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074939.306082:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074939.306085:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074939.306087:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.306094:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074939.306098:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.306101:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366319 : 144115272381366319 : 2000013a100002f) 00000080:00000001:1.0:1769074939.306105:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074939.306121:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b17f380. 00000020:00000001:1.0:1769074939.306134:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074939.306137:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074939.306140:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074939.306143:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x2f:0x0](ffff8da20b17f448) 00000020:00000001:1.0:1769074939.306147:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.306153:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.306156:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.306162:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074939.306168:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb5898. 00000020:00000001:1.0:1769074939.306171:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.306173:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.306182:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.306187:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019a8b8. 00020000:00000001:1.0:1769074939.306189:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927176376 : -125747782375240 : ffff8da21019a8b8) 00020000:00000001:1.0:1769074939.306192:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074939.306195:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.306207:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1000. 00020000:00000010:1.0:1769074939.306211:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654de00. 00020000:00000010:1.0:1769074939.306219:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a7e16c0. 00020000:00000001:1.0:1769074939.306221:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325833094848 : -125747876456768 : ffff8da20a7e16c0) 00020000:00000002:1.0:1769074939.306225:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e16c0, objid 0x2f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.306229:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.306233:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654de00: ostid: 0x280000400:491 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074939.306237:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074939.306239:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a7e16c0, objid 0x2f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.306242:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.306244:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654de00: ostid: 0x280000400:491 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074939.306249:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20566aae0. 00020000:00000010:1.0:1769074939.306253:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a726180. 00020000:00000001:1.0:1769074939.306259:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074939.306263:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da204f73be8. 00020000:00000001:1.0:1769074939.306273:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074939.306275:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074939.306282:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.306286:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20abb5960. 00000020:00000001:1.0:1769074939.306288:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.306290:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.306292:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325837109728 : -125747872441888 : ffff8da20abb59e0) 00020000:00000001:1.0:1769074939.306297:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074939.306303:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a8b4c40. 00020000:00000001:1.0:1769074939.306306:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.306311:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837109728 : -125747872441888 : ffff8da20abb59e0) 00020000:00000001:1.0:1769074939.306313:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325837109728 : -125747872441888 : ffff8da20abb59e0) 00020000:00000002:1.0:1769074939.306319:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1eb:0x0]@ffff8da20abb5960[0:0] -> [0x2000013a1:0x2f:0x0]@ffff8da20abb5898: ostid: 0x280000400:491 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074939.306325:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074939.306327:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074939.306329:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.306335:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837109528 : -125747872442088 : ffff8da20abb5918) 00000020:00001000:1.0:1769074939.306338:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.306343:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366319 : 144115272381366319 : 2000013a100002f) 00000080:00000001:1.0:1769074939.306346:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074939.306348:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366319 mtime from 0 to 1769074939 00000080:00000001:1.0:1769074939.306353:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074939.306357:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843178568 : -125747866373048 : ffff8da20b17f448) 00010000:00000001:1.0:1769074939.306359:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.306361:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.306363:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.306364:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306367:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00000080:00000001:1.0:1769074939.306371:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074939.306372:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.306373:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.306375:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.306376:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074939.306379:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074939.306381:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.306384:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a7e1840. 00020000:00000010:1.0:1769074939.306387:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654df80. 00020000:00000010:1.0:1769074939.306391:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da210a18a20. 00020000:00000001:1.0:1769074939.306393:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325936081440 : -125747773470176 : ffff8da210a18a20) 00020000:00000002:1.0:1769074939.306396:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da210a18a20, objid 0x2f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.306399:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.306402:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654df80: ostid: 0x280000400:491 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074939.306405:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019a8b8) owner ffff8da2126627c0 00020000:00000001:1.0:1769074939.306408:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074939.306411:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019a8b8) owner ffff8da2126627c0 00020000:00000010:1.0:1769074939.306416:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20654df80. 00020000:00000010:1.0:1769074939.306424:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a7e1840. 00020000:00000010:1.0:1769074939.306431:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da210a18a20. 00020000:00000002:1.0:1769074939.306434:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074939.306436:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.306438:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.306441:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074939.306444:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.306447:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a7e16c0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:1.0:1769074939.306450:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.306452:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074939.306455:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074939.306456:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074939.306458:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074939.306496:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074939.306499:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074939.306501:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:1.0:1769074939.306504:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.306506:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306507:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.306509:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.306513:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.306515:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.306517:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x2f:0x0](ffff8da20b17f448) 00000080:00010000:1.0:1769074939.306520:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x2f:0x0](ffff8da20b17f448) for lock 0x5882d44973683130 00800000:00000001:1.0:1769074939.306524:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.306526:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.306528:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.306529:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.306531:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.306533:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306535:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306537:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306539:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.306540:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.306542:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306544:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074939.306547:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.306553:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.306561:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306569:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.306574:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x2f:0x0](ffff8da20b17f448) 00000080:00000001:1.0:1769074939.306577:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.306581:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000100:00000001:1.0:1769074939.306585:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.306588:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.306594:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306598:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074939.306601:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306612:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074939.306615:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:1.0:1769074939.306617:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-18:[0x2000013a1:0x2f:0x0](ffff8da20b17f448), flags 100102 00000080:00000010:1.0:1769074939.306627:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000010:1.0:1769074939.306633:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da2081b2080. 00000080:00000001:1.0:1769074939.306636:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074939.306640:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.306646:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074939.306651:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207d3ce40. 00000002:00100000:1.0:1769074939.306655:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.306661:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.306663:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074939.306667:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074939.306671:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306673:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.306676:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.306679:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074939.306685:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.306690:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.306730:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074939.306732:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.306736:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:1.0:1769074939.306737:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-18:[0x2000013a1:0x2f:0x0](ffff8da20b17f448), flags 100102, rc = 0 00000080:00000001:1.0:1769074939.306742:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074939.306744:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da20a7e1180 released 00000080:00010000:1.0:1769074939.306746:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683130 from it ffff8da20a7e1180 00010000:00000001:1.0:1769074939.306749:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.306750:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.306752:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ce00 refcount=3 00000020:00000001:1.0:1769074939.306754:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306756:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061075968 : -125747648475648 : ffff8da21814ce00) 00010000:00000001:1.0:1769074939.306759:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.306762:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.306770:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306771:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.306772:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.306775:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.306778:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.306786:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.306790:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.306792:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.306797:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306798:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.306800:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.306804:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.306806:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.306809:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.306812:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.306814:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.306816:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.306817:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.306818:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074939.306820:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074939.306823:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.306825:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.306828:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074939.306829:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306833:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074939.306835:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306837:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.306840:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306842:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074939.306844:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da20a7e1180. 00000080:00000001:1.0:1769074939.306847:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306852:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074939.306855:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x2f:0x0](ffff8da20b17f448), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074939.306859:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.306891:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.306894:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.306897:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.306900:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306915:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074939.306918:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:1.0:1769074939.306932:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-18:[0x2000013a1:0x2f:0x0](ffff8da20b17f448), flags 100002 00000080:00000001:1.0:1769074939.306935:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074939.306938:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074939.306939:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074939.306941:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:1.0:1769074939.306944:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a8b8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:1.0:1769074939.306946:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.306948:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074939.306953:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.306955:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.306960:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769074939.306963:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.306966:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.306968:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x2f:0x0]: 0 00000080:00000001:1.0:1769074939.306971:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074939.306973:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074939.306977:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da208456400. 00000080:00000001:1.0:1769074939.306979:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074939.306986:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074939.306989:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074939.306992:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x2f:0x0] 00000002:00000001:1.0:1769074939.306995:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074939.306997:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x2f:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074939.307003:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a995880. 00000020:00000040:1.0:1769074939.307008:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=43 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074939.307013:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.307017:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.307022:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.307029:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da208457600. 00000100:00000001:1.0:1769074939.307037:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074939.307050:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074939.307062:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074939.307068:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074939.307074:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.307077:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.307084:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.307087:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328128 : -125747877223488 : ffff8da20a7263c0) 00000100:00000001:1.0:1769074939.307090:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.307091:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000100:00000001:1.0:1769074939.307097:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.307101:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.307105:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.307106:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.307111:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.307118:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.307121:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.307125:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.307128:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.307131:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.307135:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589568:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.307140:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.307146:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.307149:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.307152:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.307156:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210005c00. 02000000:00000001:1.0:1769074939.307158:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.307169:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.307174:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.307181:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769074939.307191:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926589568, portal 10 00000100:00000001:1.0:1769074939.307194:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.307195:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000100:00000040:1.0:1769074939.307201:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.307208:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.307211:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.307214:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14198. 00000100:00000200:1.0:1769074939.307217:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926589568, offset 0 00000400:00000200:1.0:1769074939.307225:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.307237:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.307250:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.307259:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.307266:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.307271:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.307274:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.307279:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2805:2805:255:4294967295] 192.168.204.145@tcp LPNI seq info [2805:2805:7:4294967295] 00000400:00000200:1.0:1769074939.307284:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.307303:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.307312:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.307320:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769074939.307333:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.307345:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.307352:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.307359:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.307366:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1112196 usecs (1113 jiffies) 00000400:00000200:1.0:1769074939.307371:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.307377:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301925 00000100:00000001:1.0:1769074939.307381:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.307384:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301925 00000100:00000001:1.0:1769074939.307387:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.307390:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.307393:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.307397:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.307400:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.307403:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7263c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.307405:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.307410:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.308134:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.308142:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e3bc00. 00000400:00000200:3.0:1769074939.308149:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.308158:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.308171:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.308181:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074939.308206:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.308209:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769074939.308212:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.308215:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.308220:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14198 00000400:00000010:3.0:1769074939.308222:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14198. 00000100:00000001:3.0:1769074939.308227:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.308234:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.308245:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.308247:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.308254:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.308256:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.312432:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.312456:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.312505:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.312508:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.312525:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.312535:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.312545:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.312551:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.312558:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.312563:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851880 00000400:00000200:3.0:1769074939.312571:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.312579:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x70dd [1] + 224 00000800:00000001:3.0:1769074939.312591:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.312604:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.312609:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.312613:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.312624:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.312637:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.312650:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.312666:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.312677:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.312680:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1769074939.314027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00000100:00000001:1.0:1769074939.314083:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.314096:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.314099:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.314103:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.314109:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:1.0:1769074939.314112:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:1.0:1769074939.314116:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.314127:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.314139:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995880 x1855007926589568/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.314146:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.314148:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.314152:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.314157:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.314160:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.314162:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.314166:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.314179:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:1.0:1769074939.314184:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.314187:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.314189:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.314192:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.314197:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.314200:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.314203:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074939.314205:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.314207:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.314209:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000100:00000001:1.0:1769074939.314212:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.314214:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.314217:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.314220:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.314225:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.314233:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.314236:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.314238:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.314242:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.314251:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995880 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589568:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769074939.314256:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.314259:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.314262:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.314264:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.314268:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.314275:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.314278:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.314282:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.314284:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.314292:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.314294:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000002:00000001:1.0:1769074939.314296:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.314301:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.314308:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000080:00000001:1.0:1769074939.314312:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074939.314315:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074939.314321:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.314326:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.314334:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.314337:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.314340:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da2081b2080. 00000100:00000001:1.0:1769074939.314342:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.314345:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.314352:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.314355:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.314359:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769074939.314363:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.314371:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:1.0:1769074939.314375:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-18:[0x2000013a1:0x2f:0x0](ffff8da20b17f448), flags 100002, rc = 0 00000080:00000001:1.0:1769074939.314379:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.314386:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074939.314388:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:1.0:1769074939.314390:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-18 (ffff8da20b228ca8, parent ffff8da20b13a288, inode ffff8da20b17f448) hashed, 00000080:00000001:1.0:1769074939.314394:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.314838:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.314844:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.314846:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.314848:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:1.0:1769074939.314852:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.314859:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456400. 00800000:00000002:1.0:1769074939.314869:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.314874:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.314879:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.314881:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:1.0:1769074939.314884:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.314888:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.314898:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.314904:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.314905:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:1.0:1769074939.314907:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.314912:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.314915:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.314928:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.314938:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.314940:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.314942:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.314945:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.314948:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074939.314955:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a995180. 00000020:00000040:1.0:1769074939.314960:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=44 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:1.0:1769074939.314966:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.314972:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.314978:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.314981:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.314982:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.314986:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.314988:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.314993:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.315005:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da20a803400. 00000100:00000001:1.0:1769074939.315013:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.315018:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.315020:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.315022:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.315023:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.315025:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.315031:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00010000:00000001:1.0:1769074939.315037:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.315039:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.315044:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46700. 00010000:00000010:1.0:1769074939.315048:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.315064:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.315069:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814d000. 00000020:00000001:1.0:1769074939.315075:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.315078:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814d000 with handle 0x5882d44973683137 to hash 00000020:00000001:1.0:1769074939.315081:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.315082:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.315086:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.315091:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.315096:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.315100:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.315111:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.315122:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.315127:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.315129:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.315136:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.315138:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328128 : -125747877223488 : ffff8da20a7263c0) 00000100:00000001:1.0:1769074939.315141:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.315142:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000001:1.0:1769074939.315147:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.315151:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.315153:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.315155:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.315162:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.315169:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.315172:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.315176:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.315179:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.315181:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.315184:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589696:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.315188:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.315195:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.315197:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.315199:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.315204:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.315206:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.315217:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.315220:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.315228:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769074939.315237:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926589696, portal 10 00000100:00000001:1.0:1769074939.315239:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.315240:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000040:1.0:1769074939.315245:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.315253:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.315255:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.315258:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14220. 00000100:00000200:1.0:1769074939.315263:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926589696, offset 0 00000400:00000200:1.0:1769074939.315271:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.315280:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.315288:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.315295:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.315300:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.315305:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.315308:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.315311:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2806:2806:256:4294967295] 192.168.204.145@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:1.0:1769074939.315315:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.315326:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.315333:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.315339:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769074939.315347:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.315356:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.315362:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.315392:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.315397:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1109531 usecs (1110 jiffies) 00000400:00000200:1.0:1769074939.315401:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.315404:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301930 00000100:00000001:1.0:1769074939.315408:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.315411:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301930 00000100:00000001:1.0:1769074939.315414:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.315417:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.315420:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.315422:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.315424:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.315427:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7263c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.315429:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.315432:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.317061:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.317072:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:3.0:1769074939.317081:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.317090:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.317099:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14220 00000400:00000010:3.0:1769074939.317102:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14220. 00000100:00000001:3.0:1769074939.317108:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.317115:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.317127:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.317130:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.317136:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.317139:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.333765:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.333790:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.333797:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.333800:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.333814:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.333825:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.333834:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.333840:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.333847:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.333852:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851900 00000400:00000200:3.0:1769074939.333858:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.333884:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x70e5 [1] + 224 00000800:00000001:3.0:1769074939.333895:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.333905:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.333909:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.333914:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.333931:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.333942:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.333955:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.333978:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.333990:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.333994:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.334101:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.334112:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.334115:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.334119:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.334126:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:1.0:1769074939.334129:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:1.0:1769074939.334132:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.334138:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.334147:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.334154:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.334156:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.334159:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.334163:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.334167:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.334170:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.334173:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.334186:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.334191:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.334194:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.334195:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334199:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.334203:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.334207:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.334210:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.334213:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.334216:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.334231:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.334239:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.334243:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.334245:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.334250:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.334257:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589696:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.334263:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.334275:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.334278:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.334280:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.334284:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.334291:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.334295:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.334299:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.334300:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334304:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.334309:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334312:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334315:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=4 00000020:00000001:1.0:1769074939.334318:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334321:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000040:1.0:1769074939.334328:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814d000, remote cookie: 0xe52bf4d4a3516629, flags: 0x1001 00010000:00010000:1.0:1769074939.334335:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.334351:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334359:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.334364:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.334367:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.334369:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.334371:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.334383:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46700) refcount = 1 00010000:00010000:1.0:1769074939.334387:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334394:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.334398:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.334400:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.334403:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.334406:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.334410:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334417:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.334418:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334421:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334422:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334423:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334425:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.334430:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.334432:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334434:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334435:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334437:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334440:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334442:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334444:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334445:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=4 00000020:00000001:1.0:1769074939.334447:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334449:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334453:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.334455:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.334508:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334515:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334517:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334518:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334520:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334521:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=5 00000020:00000001:1.0:1769074939.334523:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334525:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334529:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.334532:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334538:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334539:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.334542:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334549:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.334550:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334551:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334553:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334554:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.334559:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074939.334569:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334571:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334572:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334574:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334577:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334579:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334580:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.334582:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.334584:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.334588:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074939.334591:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334592:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334594:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334596:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334598:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00000002:00010000:1.0:1769074939.334601:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334608:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334609:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334611:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.334612:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334613:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334615:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334616:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334619:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000040:1.0:1769074939.334627:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.334631:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.334636:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074939.334639:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334640:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.334642:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.334645:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:1.0:1769074939.334648:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074939.334651:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.334655:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.334659:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.334663:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074939.334666:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.334671:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.334674:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000080:00000001:1.0:1769074939.334680:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.334683:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.334690:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.334696:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074939.334704:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2080. 00800000:00000001:1.0:1769074939.334707:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793054848 : -125747916496768 : ffff8da2081b2080) 00800000:00000001:1.0:1769074939.334710:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.334713:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.334716:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074939.334719:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074939.334721:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074939.334725:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074939.334727:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.334733:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074939.334737:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074939.334743:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074939.334745:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334746:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334748:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334750:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334752:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334754:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334756:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.334758:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.334760:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074939.334762:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2080 1 00800000:00000010:1.0:1769074939.334765:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2080. 00800000:00000001:1.0:1769074939.334768:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.334771:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683137 00800000:00000001:1.0:1769074939.334775:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.334777:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.334778:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334779:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334780:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334782:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334784:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334786:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334788:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.334789:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.334791:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.334794:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.334797:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.334800:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683137 from it ffffb17741753bf8 00010000:00000001:1.0:1769074939.334802:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.334803:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.334804:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.334806:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334808:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.334809:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.334812:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334819:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334820:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334821:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.334824:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.334826:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.334833:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.334836:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.334838:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.334842:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334844:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.334846:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334849:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.334852:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334854:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334856:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.334858:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.334859:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.334860:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.334862:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.334866:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995180 x1855007926589696/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.334874:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074939.334877:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.334881:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.334885:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074939.334888:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.334891:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=43 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074939.334893:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074939.334896:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da20a803400. 02000000:00000001:1.0:1769074939.334900:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074939.334902:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074939.334905:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995180. 00000100:00000001:1.0:1769074939.334910:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074939.334911:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.334915:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:1.0:1769074939.334934:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074939.334955:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207d3c340. 00000080:00000001:1.0:1769074939.334962:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074939.334964:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.334965:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:1.0:1769074939.334968:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769074939.334973:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456400. 00800000:00000002:1.0:1769074939.334978:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.334982:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.334985:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.334987:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:1.0:1769074939.334990:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.334993:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.334997:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.335002:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.335004:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:1.0:1769074939.335006:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.335010:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.335013:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.335015:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.335018:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.335020:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.335023:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.335024:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074939.335028:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074939.335036:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074939.335041:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.335044:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074939.335050:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074939.335052:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.335054:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.335056:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.335058:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.335060:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074939.335062:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074939.335063:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769074939.335065:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000080:00000001:1.0:1769074939.335068:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.335070:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.335072:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769074939.335074:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683137 00800000:00000001:1.0:1769074939.335077:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.335078:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.335079:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.335080:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.335082:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.335084:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.335086:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.335088:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335089:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.335090:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.335092:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.335094:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683137 from it ffffb17741753b38 00010000:00000001:1.0:1769074939.335096:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.335097:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.335099:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.335100:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.335103:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.335104:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.335106:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.335112:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335113:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.335114:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.335116:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.335118:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.335123:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.335125:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.335126:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.335128:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335129:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.335130:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335132:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.335133:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335135:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335136:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335138:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.335139:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335140:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.335141:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074939.335143:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.335145:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:1.0:1769074939.335148:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.335152:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074939.335154:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:1.0:1769074939.335156:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2052c6f00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074939.335161:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da210a18a20. 00000080:00000001:1.0:1769074939.335166:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074939.335169:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:1.0:1769074939.335171:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:1.0:1769074939.335178:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456400. 00800000:00000002:1.0:1769074939.335180:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.335185:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.335187:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.335188:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:1.0:1769074939.335190:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-19' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.335194:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074939.335197:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074939.335201:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:1.0:1769074939.335204:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074939.335207:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074939.335210:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074939.335213:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074939.335216:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x30:0x0] 40000000:00000001:1.0:1769074939.335219:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.335222:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.335224:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.335227:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.335229:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:1.0:1769074939.335231:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x30:0x0], name='f15a.replay-dual-19' -> mds #0 00000002:00000001:1.0:1769074939.335235:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.335236:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:1.0:1769074939.335238:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-19,[0x2000013a1:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074939.335242:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.335245:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074939.335249:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074939.335252:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.335254:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074939.335256:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.335258:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.335260:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074939.335263:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074939.335266:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074939.335274:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074939.335279:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074939.335281:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074939.335283:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074939.335286:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.335287:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.335289:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.335292:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.335294:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.335295:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.335296:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.335298:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.335300:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.335302:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.335304:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.335305:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.335306:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 3 00010000:00000001:1.0:1769074939.335308:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.335310:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.335313:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074939.335316:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074939.335320:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074939.335325:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074939.335328:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074939.335330:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335334:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074939.335337:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074939.335339:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074939.335341:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.335343:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074939.335346:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d000 with handle 0x5882d44973683137 from hash 00010000:00000001:1.0:1769074939.335348:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074939.335350:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335351:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.335352:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074939.335354:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074939.335356:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074939.335359:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.335361:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.335362:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074939.335366:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a995180. 00000020:00000040:1.0:1769074939.335371:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=44 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769074939.335376:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074939.335378:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335382:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.335387:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.335389:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.335391:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.335392:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.335395:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.335397:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.335400:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.335408:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da20a803400. 00000100:00000001:1.0:1769074939.335415:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335420:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.335423:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074939.335426:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.335432:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074939.335434:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074939.335435:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074939.335438:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814d000/0x5882d44973683137 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516629 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.335445:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46700 count: 0 00010000:00000010:1.0:1769074939.335451:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.335496:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.335498:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335500:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.335501:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.335503:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.335513:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00010000:00000001:1.0:1769074939.335517:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.335519:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.335524:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46100. 00010000:00000010:1.0:1769074939.335527:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.335531:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.335534:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814de00. 00000020:00000001:1.0:1769074939.335537:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.335539:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814de00 with handle 0x5882d4497368313e to hash 00000020:00000001:1.0:1769074939.335541:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.335542:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.335545:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.335548:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.335549:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.335552:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:1.0:1769074939.335562:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:1.0:1769074939.335574:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074939.335581:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074939.335590:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:1.0:1769074939.335595:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.335597:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.335604:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.335606:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328128 : -125747877223488 : ffff8da20a7263c0) 00000100:00000001:1.0:1769074939.335608:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.335610:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000001:1.0:1769074939.335615:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.335618:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.335620:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.335622:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.335626:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.335633:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.335635:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.335640:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.335643:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.335645:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.335648:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589952:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.335652:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.335657:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.335660:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.335662:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.335741:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:1.0:1769074939.335744:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.335754:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.335758:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.335767:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da20a3f6c00. 00000100:00000200:1.0:1769074939.335776:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926589952, portal 10 00000100:00000001:1.0:1769074939.335777:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.335778:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000040:1.0:1769074939.335785:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.335792:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.335794:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.335798:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769074939.335802:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926589952, offset 0 00000400:00000200:1.0:1769074939.335809:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.335817:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.335825:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.335832:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.335837:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.335841:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.335845:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.335849:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2807:2807:256:4294967295] 192.168.204.145@tcp LPNI seq info [2807:2807:8:4294967295] 00000400:00000200:1.0:1769074939.335853:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.335863:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.335869:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.335874:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769074939.335882:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.335890:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.335896:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.335934:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.335940:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1106915 usecs (1107 jiffies) 00000400:00000200:1.0:1769074939.335944:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.335948:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301948 00000100:00000001:1.0:1769074939.335951:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.335954:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301948 00000100:00000001:1.0:1769074939.335956:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.335959:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.335961:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.335964:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.335965:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.335968:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7263c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.335971:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.335973:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.336980:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.336988:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769074939.336996:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.337005:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.337013:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:3.0:1769074939.337016:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:3.0:1769074939.337022:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.337028:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.337040:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.337044:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.337060:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.337062:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.345534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769074939.345558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00000800:00000001:3.0:1769074939.356095:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.356125:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.356130:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.356133:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.356149:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356159:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.356169:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356176:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356183:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356188:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851a00 00000400:00000200:3.0:1769074939.356194:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356203:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x70ed [32] + 224 00000800:00000001:3.0:1769074939.356214:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.356235:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.356239:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.356245:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.356254:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.356265:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.356290:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.356315:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.356325:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.356329:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356336:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.356343:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2808:2808:256:4294967295] 192.168.204.145@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:3.0:1769074939.356347:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.356356:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.356363:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.356370:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0e000. 00000100:00000001:1.0:1769074939.356586:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.356596:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.356599:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.356604:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.356609:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a3f6c00 00000400:00000010:1.0:1769074939.356612:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da20a3f6c00. 00000100:00000001:1.0:1769074939.356615:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.356621:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.356630:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995180 x1855007926589952/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.356637:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.356640:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.356642:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.356646:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.356649:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.356651:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.356655:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.356668:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.356673:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.356676:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.356679:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.356682:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.356687:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.356691:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074939.356692:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074939.356694:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074939.356697:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.356699:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000001:1.0:1769074939.356702:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.356704:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:1.0:1769074939.356706:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.356709:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.356714:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.356722:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.356725:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.356728:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.356731:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.356739:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926589952:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074939.356745:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.356748:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.356751:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.356753:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.356757:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.356764:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.356768:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.356771:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.356773:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.356777:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.356782:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.356787:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.356791:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=4 00000020:00000001:1.0:1769074939.356793:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.356796:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000040:1.0:1769074939.356805:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814de00, remote cookie: 0xe52bf4d4a3516645, flags: 0x1001 00010000:00010000:1.0:1769074939.356811:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074939.356821:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074939.356824:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074939.356836:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46700. 00010000:00000010:1.0:1769074939.356842:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652e980. 00010000:00000040:1.0:1769074939.356848:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46100 count: 0 00010000:00000010:1.0:1769074939.356854:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.356865:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.356869:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.356878:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.356884:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.356890:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.356893:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.356895:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.356896:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.356899:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x30:0x0].0x0 (ffff8da20ca46700) refcount = 1 00010000:00010000:1.0:1769074939.356903:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.356909:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.356915:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.356917:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.356929:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.356932:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.356935:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.356940:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.356942:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.356944:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.356945:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.356946:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.356948:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.356954:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.356957:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.356958:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.356959:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:1.0:1769074939.356961:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.356963:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.356966:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.356968:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.356969:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=4 00000020:00000001:1.0:1769074939.356971:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.356973:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.356977:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.356979:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.356983:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.356989:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.356990:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.356992:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.356993:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.356995:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=5 00000020:00000001:1.0:1769074939.356997:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.357000:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.357003:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.357006:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.357012:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357013:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.357016:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.357022:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.357023:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357025:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.357027:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357028:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.357033:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.357043:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074939.357048:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074939.357055:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.357063:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.357065:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.357066:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:1.0:1769074939.357068:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.357071:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00000002:00010000:1.0:1769074939.357074:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074939.357083:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2081b2080. 00010000:00000001:1.0:1769074939.357086:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357087:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.357089:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.357091:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.357095:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074939.357098:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.357099:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000001:1.0:1769074939.357101:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.357103:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00010000:00000001:1.0:1769074939.357105:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.357106:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.357107:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:1.0:1769074939.357110:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.357112:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00000002:00010000:1.0:1769074939.357116:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074939.357123:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357124:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.357126:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.357127:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.357128:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.357130:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:1.0:1769074939.357131:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:1.0:1769074939.357133:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000040:1.0:1769074939.357138:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769074939.357141:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.357145:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/48 (0 0) 00010000:00000001:1.0:1769074939.357147:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.357148:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.357150:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.357154:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:1.0:1769074939.357157:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-19 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074939.357160:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.357164:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.357168:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.357172:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074939.357176:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.357181:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:1.0:1769074939.357184:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074939.357186:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da210a18a20 it_disposition 1800037 00000080:00002000:1.0:1769074939.357193:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b228e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074939.357199:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074939.357202:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074939.357205:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:1.0:1769074939.357207:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:1.0:1769074939.357210:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074939.357213:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.357230:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074939.357234:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.357238:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366320 : 144115272381366320 : 2000013a1000030) 00000080:00000001:1.0:1769074939.357242:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074939.357260:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b178000. 00000020:00000001:1.0:1769074939.357272:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074939.357275:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074939.357278:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074939.357280:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x30:0x0](ffff8da20b1780c8) 00000020:00000001:1.0:1769074939.357285:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.357290:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:1.0:1769074939.357293:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:1.0:1769074939.357298:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074939.357304:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20abb5a28. 00000020:00000001:1.0:1769074939.357307:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074939.357309:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.357317:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074939.357321:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da21019a1f0. 00020000:00000001:1.0:1769074939.357323:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325927174640 : -125747782376976 : ffff8da21019a1f0) 00020000:00000001:1.0:1769074939.357326:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:1.0:1769074939.357330:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074939.357337:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da210a185a0. 00020000:00000010:1.0:1769074939.357342:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da20654df80. 00020000:00000010:1.0:1769074939.357348:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da210a18000. 00020000:00000001:1.0:1769074939.357351:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325936078848 : -125747773472768 : ffff8da210a18000) 00020000:00000002:1.0:1769074939.357354:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da210a18000, objid 0x30:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.357359:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.357363:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654df80: ostid: 0x240000400:491 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074939.357366:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074939.357368:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da210a18000, objid 0x30:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.357649:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.357654:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20654df80: ostid: 0x240000400:491 ost idx: 0 gen: 0 00000800:00000200:3.0:1769074939.357952:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.357963:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.357969:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.358093:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.358098:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0e000. 00000400:00000200:3.0:1769074939.358102:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.358108:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.358120:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.358126:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1769074939.358236:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3e1d0. 00020000:00000010:2.0:1769074939.358242:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50f00. 00020000:00000001:2.0:1769074939.358249:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074939.358253:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b685f0. 00020000:00000001:2.0:1769074939.358258:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074939.358259:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074939.358275:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074939.358281:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa75320. 00000020:00000001:2.0:1769074939.358283:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074939.358285:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.358288:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835797408 : -125747873754208 : ffff8da20aa753a0) 00020000:00000001:2.0:1769074939.358293:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074939.358300:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076b6c0. 00020000:00000001:2.0:1769074939.358303:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.358309:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835797408 : -125747873754208 : ffff8da20aa753a0) 00020000:00000001:2.0:1769074939.358312:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835797408 : -125747873754208 : ffff8da20aa753a0) 00020000:00000002:2.0:1769074939.358316:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1eb:0x0]@ffff8da20aa75320[0:0] -> [0x2000013a1:0x30:0x0]@ffff8da20abb5a28: ostid: 0x240000400:491 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074939.358322:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074939.358325:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074939.358328:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.358331:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325837109928 : -125747872441688 : ffff8da20abb5aa8) 00000020:00001000:2.0:1769074939.358336:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.358342:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366320 : 144115272381366320 : 2000013a1000030) 00000080:00000001:2.0:1769074939.358345:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074939.358349:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366320 mtime from 0 to 1769074939 00000080:00000001:2.0:1769074939.358354:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074939.358357:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843149000 : -125747866402616 : ffff8da20b1780c8) 00010000:00000001:2.0:1769074939.358361:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.358363:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.358367:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:2.0:1769074939.358369:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:2.0:1769074939.358371:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00000080:00000001:2.0:1769074939.358387:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074939.358388:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074939.358391:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:2.0:1769074939.358393:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:2.0:1769074939.358395:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074939.358398:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074939.358399:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074939.358404:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a154900. 00020000:00000010:2.0:1769074939.358408:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37280. 00020000:00000010:2.0:1769074939.358412:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a1549c0. 00020000:00000001:2.0:1769074939.358414:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826226624 : -125747883324992 : ffff8da20a1549c0) 00020000:00000002:2.0:1769074939.358417:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a1549c0, objid 0x30:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.358421:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.358424:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37280: ostid: 0x240000400:491 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074939.358427:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da21019a1f0) owner ffff8da2126627c0 00020000:00000001:2.0:1769074939.358430:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074939.358432:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da21019a1f0) owner ffff8da2126627c0 00020000:00000010:2.0:1769074939.358438:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37280. 00020000:00000010:2.0:1769074939.358441:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a154900. 00020000:00000010:2.0:1769074939.358446:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a1549c0. 00020000:00000002:2.0:1769074939.358448:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074939.358451:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.358453:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.358457:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074939.358486:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.358491:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da210a18000 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074939.358494:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.358496:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074939.358499:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074939.358502:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074939.358504:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074939.358507:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074939.358511:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074939.358513:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.358515:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.358517:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.358518:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.358520:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074939.358525:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074939.358527:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.358530:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x30:0x0](ffff8da20b1780c8) 00000080:00010000:2.0:1769074939.358533:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x30:0x0](ffff8da20b1780c8) for lock 0x5882d4497368313e 00800000:00000001:2.0:1769074939.358536:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074939.358539:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074939.358540:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.358542:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.358544:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:2.0:1769074939.358546:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:2.0:1769074939.358548:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:2.0:1769074939.358551:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.358552:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.358554:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.358556:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358558:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074939.358560:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.358568:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.358577:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358584:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.358589:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x30:0x0](ffff8da20b1780c8) 00000080:00000001:2.0:1769074939.358592:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.358595:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456400. 00000100:00000001:2.0:1769074939.358600:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.358603:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.358609:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358613:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074939.358616:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358627:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074939.358629:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074939.358632:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-19:[0x2000013a1:0x30:0x0](ffff8da20b1780c8), flags 100102 00000080:00000010:2.0:1769074939.358640:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c52c0. 00000080:00000010:2.0:1769074939.358648:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39280. 00000080:00000001:2.0:1769074939.358651:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074939.358661:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074939.358665:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074939.358670:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da2013583a0. 00000002:00100000:2.0:1769074939.358675:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.358681:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.358682:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074939.358686:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074939.358690:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358693:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.358695:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.358698:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074939.358706:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074939.358711:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.358747:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074939.358749:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.358751:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:2.0:1769074939.358754:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-19:[0x2000013a1:0x30:0x0](ffff8da20b1780c8), flags 100102, rc = 0 00000080:00000001:2.0:1769074939.358758:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074939.358760:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da210a18a20 released 00000080:00010000:2.0:1769074939.358762:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368313e from it ffff8da210a18a20 00010000:00000001:2.0:1769074939.358765:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.358767:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.358769:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814de00 refcount=3 00000020:00000001:2.0:1769074939.358771:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:2.0:1769074939.358773:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061080064 : -125747648471552 : ffff8da21814de00) 00010000:00000001:2.0:1769074939.358775:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.358780:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.358787:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.358789:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.358790:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074939.358793:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074939.358795:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.358803:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.358807:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074939.358809:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.358813:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.358814:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.358816:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.358820:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074939.358821:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.358823:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.358826:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.358827:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.358829:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.358830:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.358832:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074939.358834:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074939.358836:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.358838:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074939.358840:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.358842:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358845:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074939.358847:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358849:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074939.358852:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358854:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.358856:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da210a18a20. 00000080:00000001:2.0:1769074939.358860:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358865:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074939.358867:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x30:0x0](ffff8da20b1780c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074939.358871:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.358899:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.358902:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.358905:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.358908:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358932:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074939.358935:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:2.0:1769074939.358936:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-19:[0x2000013a1:0x30:0x0](ffff8da20b1780c8), flags 100002 00000080:00000001:2.0:1769074939.358941:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074939.358944:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074939.358945:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.358947:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.358949:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a1f0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.358951:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.358954:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074939.358959:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.358961:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.358967:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:2.0:1769074939.358970:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.358975:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.358977:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x30:0x0]: 0 00000080:00000001:2.0:1769074939.358979:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074939.358981:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074939.358985:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da5c00. 00000080:00000001:2.0:1769074939.358987:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074939.358993:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074939.358996:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074939.358999:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x30:0x0] 00000002:00000001:2.0:1769074939.359002:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074939.359005:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x30:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074939.359011:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f7800. 00000020:00000040:2.0:1769074939.359016:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=45 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074939.359020:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.359024:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.359028:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.359034:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4200. 00000100:00000001:2.0:1769074939.359043:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074939.359055:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074939.359067:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074939.359073:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074939.359080:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.359083:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.359089:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50600. 00000100:00000001:2.0:1769074939.359092:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671616 : -125748002880000 : ffff8da202f50600) 00000100:00000001:2.0:1769074939.359095:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.359096:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000100:00000001:2.0:1769074939.359102:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.359106:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.359109:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.359111:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.359115:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.359122:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.359125:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.359130:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.359133:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.359136:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.359139:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590208:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074939.359144:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.359152:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.359154:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.359158:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.359162:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e39800. 02000000:00000001:2.0:1769074939.359164:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.359173:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.359179:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6058. 00000400:00000010:2.0:1769074939.359186:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353bb0. 00000100:00000200:2.0:1769074939.359197:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926590208, portal 10 00000100:00000001:2.0:1769074939.359199:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.359201:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000100:00000040:2.0:1769074939.359208:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.359215:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.359218:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.359221:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000200:2.0:1769074939.359225:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926590208, offset 0 00000400:00000200:2.0:1769074939.359232:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.359242:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.359252:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.359259:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.359264:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.359269:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.359272:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.359277:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2809:2809:256:4294967295] 192.168.204.145@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:2.0:1769074939.359281:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.359291:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.359298:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.359304:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348a00. 00000800:00000200:2.0:1769074939.359310:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.359316:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.359321:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.359336:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.359342:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1104317 usecs (1105 jiffies) 00000400:00000200:2.0:1769074939.359347:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.359351:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301968 00000100:00000001:2.0:1769074939.359354:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.359356:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301968 00000100:00000001:2.0:1769074939.359359:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.359361:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.359364:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.359367:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.359369:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074939.359372:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50600 going to sleep for 11 seconds 00000100:00000001:2.0:1769074939.359375:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.359378:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.359934:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.359940:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348a00. 00000400:00000200:3.0:1769074939.359945:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.359952:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.359958:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:3.0:1769074939.359961:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:3.0:1769074939.359965:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.359971:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.359981:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.359984:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.359990:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.359991:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074939.362541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00000800:00000001:3.0:1769074939.371653:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.371679:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.371684:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.371686:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.371996:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.372007:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.372018:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.372024:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.372031:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.372035:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851b00 00000400:00000200:3.0:1769074939.372041:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.372049:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x70f5 [1] + 224 00000800:00000001:3.0:1769074939.373015:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.373838:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.373846:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.373857:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.373869:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.373880:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.373892:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.373966:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.373983:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.374000:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.374005:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074939.374046:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.374049:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.374186:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6058. 00000400:00000200:3.0:1769074939.374193:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353bb0 00000400:00000010:3.0:1769074939.374197:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353bb0. 00000100:00000001:3.0:1769074939.374200:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.374206:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.374216:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7800 x1855007926590208/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.374222:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.374224:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.374227:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.374231:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.374234:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.374236:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.374240:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.374252:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:3.0:1769074939.374256:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.374259:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.374261:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.374264:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.374612:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.374618:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074939.374620:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074939.374622:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074939.374625:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.374627:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000100:00000001:3.0:1769074939.374631:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.374633:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.374635:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.374638:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.374644:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.374652:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.374655:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.374658:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.374662:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.374671:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590208:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074939.374677:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.374680:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.374683:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.374686:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.374689:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.374773:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.374777:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50600. 00000100:00000001:3.0:1769074939.374782:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.374783:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.374792:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.374794:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000002:00000001:3.0:1769074939.374797:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.374801:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.374807:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5c00. 00000080:00000001:3.0:1769074939.374811:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074939.374814:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074939.374915:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074939.374932:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.374940:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.374942:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.374945:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39280. 00000100:00000001:2.0:1769074939.374949:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.374951:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.374957:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.374960:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.374964:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c52c0. 00000080:00000001:2.0:1769074939.374969:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.374978:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:2.0:1769074939.374981:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-19:[0x2000013a1:0x30:0x0](ffff8da20b1780c8), flags 100002, rc = 0 00000080:00000001:2.0:1769074939.374984:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.374992:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074939.374994:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:2.0:1769074939.374996:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-19 (ffff8da20b228e58, parent ffff8da20b13a288, inode ffff8da20b1780c8) hashed, 00000080:00000001:2.0:1769074939.374999:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.375687:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074939.375691:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074939.375694:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074939.375706:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:2.0:1769074939.375709:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074939.375719:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5200. 00800000:00000002:2.0:1769074939.375728:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074939.375733:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074939.375738:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.375741:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:2.0:1769074939.375743:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074939.375747:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074939.375753:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074939.375758:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.375760:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:2.0:1769074939.375762:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074939.375766:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074939.375768:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.375772:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074939.375781:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.375783:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.375785:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.375787:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074939.375790:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074939.375796:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4000. 00000020:00000040:2.0:1769074939.375802:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=46 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074939.375809:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074939.375815:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.375822:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.375825:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.375826:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.375830:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.375833:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.375838:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.375850:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da202e3bc00. 00000100:00000001:2.0:1769074939.375857:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.375861:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.375862:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.375864:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.375866:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.375868:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.375874:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00010000:00000001:2.0:1769074939.375879:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074939.375882:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074939.375886:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e700. 00010000:00000010:2.0:1769074939.375892:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48980. 00010000:00000001:2.0:1769074939.375897:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074939.375902:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81600. 00000020:00000001:2.0:1769074939.375906:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074939.375910:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81600 with handle 0x5882d44973683145 to hash 00000020:00000001:2.0:1769074939.375912:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074939.375914:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:2.0:1769074939.375928:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:2.0:1769074939.375933:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.375937:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.375942:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074939.375952:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074939.375963:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074939.375968:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.375970:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.375978:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f500c0. 00000100:00000001:2.0:1769074939.375980:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670272 : -125748002881344 : ffff8da202f500c0) 00000100:00000001:2.0:1769074939.375983:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.375984:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000001:2.0:1769074939.375989:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.375994:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.375995:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.375997:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.376006:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.376014:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.376016:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.376020:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.376024:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.376026:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.376029:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590336:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.376034:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.376040:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.376042:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.376045:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.376050:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac57000. 02000000:00000001:2.0:1769074939.376223:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.376237:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.376243:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6c60. 00000400:00000010:2.0:1769074939.376252:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353440. 00000100:00000200:2.0:1769074939.376261:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926590336, portal 10 00000100:00000001:2.0:1769074939.376264:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.376265:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000040:2.0:1769074939.376779:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.376788:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.376790:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.376795:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000200:2.0:1769074939.376800:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926590336, offset 0 00000400:00000200:2.0:1769074939.376808:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.376818:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.376828:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.376835:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.376840:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.376845:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.376848:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.376852:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2810:2810:256:4294967295] 192.168.204.145@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:2.0:1769074939.376857:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.376868:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.376876:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.376883:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074939.376891:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.376900:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.376906:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.376995:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.377001:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1101715 usecs (1102 jiffies) 00000400:00000200:2.0:1769074939.377005:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.377008:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296301984 00000100:00000001:2.0:1769074939.377012:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.377015:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296301984 00000100:00000001:2.0:1769074939.377018:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.377020:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.377023:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.377025:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.377027:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074939.377030:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f500c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074939.377033:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.377036:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.378973:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.378986:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074939.378993:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.379004:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.379014:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:3.0:1769074939.379018:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:3.0:1769074939.379025:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.379032:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.379047:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.379050:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.379247:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.379249:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.401641:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.401669:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.401675:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.401678:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.401694:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.401718:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.401728:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.401735:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.401742:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.401746:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851b80 00000400:00000200:2.0:1769074939.401752:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.401760:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7105 [1] + 224 00000800:00000001:2.0:1769074939.401771:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.401784:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.401788:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.401795:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.401806:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.401818:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.401832:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.401866:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.401877:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.401881:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.401987:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.402000:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.402003:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.402008:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6c60. 00000400:00000200:0.0:1769074939.402015:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353440 00000400:00000010:0.0:1769074939.402018:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353440. 00000100:00000001:0.0:1769074939.402022:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.402028:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.402038:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.402045:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.402047:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.402050:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.402055:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.402058:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.402061:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.402078:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.402090:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.402096:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.402099:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.402102:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402105:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.402110:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.402115:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.402117:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.402119:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.402123:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.402128:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.402136:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.402140:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.402143:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.402147:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.402156:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590336:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.402162:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.402166:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.402168:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.402171:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.402174:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.402188:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.402192:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f500c0. 00000100:00000001:0.0:1769074939.402196:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.402198:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402202:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.402207:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402211:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402214:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=4 00000020:00000001:0.0:1769074939.402217:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402220:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000040:0.0:1769074939.402229:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81600, remote cookie: 0xe52bf4d4a351665a, flags: 0x1001 00010000:00010000:0.0:1769074939.402236:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.402248:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402256:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.402262:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.402265:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.402267:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.402269:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.402272:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0e700) refcount = 1 00010000:00010000:0.0:1769074939.402276:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402284:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.402299:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.402301:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.402305:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.402308:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.402312:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402319:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.402321:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402323:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402325:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402326:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402327:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.402332:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.402334:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402336:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402337:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402340:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402342:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402345:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402346:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402348:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=4 00000020:00000001:0.0:1769074939.402350:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402352:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402355:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.402358:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.402361:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402368:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402369:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402371:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402372:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402373:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=5 00000020:00000001:0.0:1769074939.402376:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402378:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402381:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.402384:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402397:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402398:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.402411:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402418:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.402420:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402421:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402422:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402424:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.402428:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.402438:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402439:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402440:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402443:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402445:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402448:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402449:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.402451:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.402453:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.402456:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.402512:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402513:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402515:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402517:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402519:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00000002:00010000:0.0:1769074939.402523:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402529:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402531:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402534:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.402535:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402537:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402538:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402541:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402543:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000040:0.0:1769074939.402551:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 2 00010000:00000001:0.0:1769074939.402555:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.402560:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.402563:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402564:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.402566:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.402570:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.402573:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.402577:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.402581:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.402585:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.402589:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.402592:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.402596:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.402601:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5200. 00000080:00000001:0.0:1769074939.402606:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.402609:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.402616:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.402621:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.402631:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2098795c0. 00800000:00000001:0.0:1769074939.402633:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816939968 : -125747892611648 : ffff8da2098795c0) 00800000:00000001:0.0:1769074939.402636:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.402639:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.402642:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.402644:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.402647:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.402652:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.402654:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.402662:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.402665:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074939.402671:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.402673:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402675:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402676:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402679:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402681:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402683:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402684:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.402686:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.402689:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.402690:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2098795c0 1 00800000:00000010:0.0:1769074939.402693:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2098795c0. 00800000:00000001:0.0:1769074939.402697:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.402702:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683145 00800000:00000001:0.0:1769074939.402706:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.402708:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.402710:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402711:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402713:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402715:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402718:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402721:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402722:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.402724:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.402726:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.402729:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.402732:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.402735:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683145 from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.402737:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.402738:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.402740:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.402742:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402744:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.402746:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.402749:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402755:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402756:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402758:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.402761:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.402763:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.402771:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.402774:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.402776:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.402781:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402782:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.402784:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402788:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.402790:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402793:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402796:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.402798:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.402799:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.402800:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.402803:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.402808:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4000 x1855007926590336/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.402815:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.402819:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.402823:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac57000. 02000000:00000001:0.0:1769074939.402827:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.402829:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.402831:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=45 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.402834:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.402837:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3bc00. 02000000:00000001:0.0:1769074939.402843:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.402846:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.402849:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4000. 00000100:00000001:0.0:1769074939.402853:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.402855:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.402858:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.402865:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.402887:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c429e0. 00000080:00000001:0.0:1769074939.402893:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.402895:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.402897:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.402899:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.402905:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.402911:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.402915:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.402931:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.402933:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.402935:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.402938:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.402942:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.402947:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.402949:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.402950:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.402953:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.402955:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.402957:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.402961:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 2 00010000:00000001:0.0:1769074939.402963:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.402965:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.402967:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.402969:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.402977:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.402982:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.402985:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.402991:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.402993:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.402995:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.402997:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.402999:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.403000:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.403003:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.403005:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.403007:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.403010:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.403012:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.403014:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.403017:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683145 00800000:00000001:0.0:1769074939.403020:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.403021:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.403023:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.403024:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.403026:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.403028:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.403030:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.403032:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403034:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.403035:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.403036:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.403038:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683145 from it ffffb17741753b38 00010000:00000001:0.0:1769074939.403040:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.403041:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.403043:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:0.0:1769074939.403044:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.403047:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:0.0:1769074939.403048:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.403052:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.403057:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403059:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.403060:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.403061:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.403063:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.403069:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.403070:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.403071:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.403073:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403074:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.403075:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403077:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.403078:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403080:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403082:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403083:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.403084:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403085:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.403087:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.403088:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.403090:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.403093:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.403097:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.403099:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.403102:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2054b3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.403108:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef46c0. 00000080:00000001:0.0:1769074939.403114:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.403117:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.403119:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.403126:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.403129:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.403134:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.403136:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.403137:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.403141:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-20' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.403144:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.403147:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.403151:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.403154:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.403157:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.403159:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.403162:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.403165:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x31:0x0] 40000000:00000001:0.0:1769074939.403169:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.403171:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.403173:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.403175:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.403177:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.403179:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x31:0x0], name='f15a.replay-dual-20' -> mds #0 00000002:00000001:0.0:1769074939.403182:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.403183:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.403185:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-20,[0x2000013a1:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.403189:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.403192:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.403196:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.403201:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.403203:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.403205:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 2 00010000:00000001:0.0:1769074939.403207:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.403209:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.403212:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.403215:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.403223:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.403228:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.403232:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.403234:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.403236:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.403237:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.403239:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 3 00010000:00000001:0.0:1769074939.403242:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.403244:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.403246:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.403247:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.403248:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 3 00010000:00000001:0.0:1769074939.403250:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.403252:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.403254:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.403255:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.403256:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e700 count: 3 00010000:00000001:0.0:1769074939.403258:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.403260:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.403262:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.403265:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.403270:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.403275:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.403278:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.403279:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403282:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.403286:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.403288:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.403290:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.403292:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.403295:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81600 with handle 0x5882d44973683145 from hash 00010000:00000001:0.0:1769074939.403297:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.403299:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403300:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.403302:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.403305:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.403306:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.403310:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.403312:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.403314:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.403320:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642bb80. 00000020:00000040:0.0:1769074939.403324:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=46 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.403330:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.403332:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403335:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.403340:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.403342:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.403343:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.403345:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.403348:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.403351:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.403354:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.403362:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da2067ed000. 00000100:00000001:0.0:1769074939.403370:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403374:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.403378:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.403382:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.403388:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.403390:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.403391:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.403394:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d44973683145 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351665a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.403401:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e700 count: 0 00010000:00000010:0.0:1769074939.403407:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48980. 00010000:00000001:0.0:1769074939.403421:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.403423:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403425:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.403427:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.403430:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.403440:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00010000:00000001:0.0:1769074939.403445:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.403448:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.403454:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef300. 00010000:00000010:0.0:1769074939.403516:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0400. 00010000:00000001:0.0:1769074939.403522:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.403526:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064efa00. 00000020:00000001:0.0:1769074939.403528:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.403531:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064efa00 with handle 0x5882d4497368314c to hash 00000020:00000001:0.0:1769074939.403533:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.403534:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.403538:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.403540:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.403542:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.403545:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.403552:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074939.403565:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074939.403575:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074939.403585:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.403590:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.403592:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.403600:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.403602:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325821209024 : -125747888342592 : ffff8da209c8b9c0) 00000100:00000001:0.0:1769074939.403605:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.403607:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769074939.403612:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.403617:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.403619:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.403621:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.403625:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.403633:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.403635:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.403640:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.403643:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.403645:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.403648:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590592:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.403653:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.403659:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.403661:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.403664:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.403755:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.403758:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.403768:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.403774:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.403782:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da2067ec400. 00000100:00000200:0.0:1769074939.403791:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926590592, portal 10 00000100:00000001:0.0:1769074939.403793:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.403794:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:0.0:1769074939.403801:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.403810:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.403814:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.403818:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000100:00000200:0.0:1769074939.403822:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926590592, offset 0 00000400:00000200:0.0:1769074939.403830:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.403839:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.403849:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.403855:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.403860:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.403865:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.403869:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.403873:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2811:2811:256:4294967295] 192.168.204.145@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:0.0:1769074939.403877:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.403889:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.403896:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.403902:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38100. 00000800:00000200:0.0:1769074939.403911:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.403930:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.403936:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.403950:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.403955:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1099156 usecs (1100 jiffies) 00000400:00000200:0.0:1769074939.403959:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.403963:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302009 00000100:00000001:0.0:1769074939.403966:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.403968:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302009 00000100:00000001:0.0:1769074939.403971:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.403973:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.403975:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.403978:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.403980:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.403983:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da209c8b9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.403985:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.403988:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.404832:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.404840:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38100. 00000400:00000200:3.0:1769074939.404845:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.404853:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.404860:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000400:00000010:3.0:1769074939.404862:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:3.0:1769074939.404868:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.404873:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.404884:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.404888:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.404895:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.404896:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.410631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e700. 00010000:00000010:0.1:1769074939.410655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81600. 00000800:00000001:2.0:1769074939.421797:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.422214:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.422375:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.422381:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.422397:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.422580:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.422594:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.422601:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.422608:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.422612:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851c80 00000400:00000200:2.0:1769074939.422619:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.422626:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x7115 [32] + 224 00000800:00000001:2.0:1769074939.422637:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.422672:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.422676:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.422681:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.422690:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.423373:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.423389:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.423733:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.423783:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.423800:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.423807:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.423816:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.423824:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2812:2812:256:4294967295] 192.168.204.145@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:2.0:1769074939.423829:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.423839:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.423846:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.423858:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e39000. 00000800:00000200:2.0:1769074939.423876:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.423885:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.423891:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e39000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074939.424058:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.424833:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e39000. 00000400:00000200:2.0:1769074939.424843:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.424850:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074939.424870:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.424881:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.433953:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.433963:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.433969:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.433982:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2067ec400 00000400:00000010:0.0:1769074939.433985:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da2067ec400. 00000100:00000001:0.0:1769074939.433991:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.434007:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.434027:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926590592/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.434036:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.434039:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.434043:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.434047:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.434061:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.434070:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.434075:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.434088:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.434093:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.434096:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.434099:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.434102:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.434107:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.434111:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.434114:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074939.434116:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.434119:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.434121:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769074939.434124:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.434127:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.434129:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.434132:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.434137:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.434146:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.434149:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.434152:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.434156:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.434165:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590592:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.434171:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.434175:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.434177:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.434180:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.434183:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.434190:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.434194:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da209c8b9c0. 00000100:00000001:0.0:1769074939.434198:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.434200:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.434204:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.434210:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.434214:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.434860:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=4 00000020:00000001:0.0:1769074939.434864:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.434869:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000040:0.0:1769074939.434878:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064efa00, remote cookie: 0xe52bf4d4a3516676, flags: 0x1001 00010000:00010000:0.0:1769074939.434884:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.434895:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074939.434899:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.434916:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef400. 00010000:00000010:0.0:1769074939.434933:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0300. 00010000:00000040:0.0:1769074939.434939:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef300 count: 0 00010000:00000010:0.0:1769074939.434945:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0400. 00010000:00000001:0.0:1769074939.434955:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.434959:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.434968:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.434976:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.434981:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.434984:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.434986:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.434987:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.434990:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x31:0x0].0x0 (ffff8da2120ef400) refcount = 1 00010000:00010000:0.0:1769074939.434994:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.435001:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.435005:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.435006:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.435010:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.435012:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.435016:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.435021:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.435023:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435025:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.435026:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435027:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.435029:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.435033:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.435037:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435038:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435040:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.435042:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435045:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435048:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435066:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435068:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=4 00000020:00000001:0.0:1769074939.435070:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435073:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435076:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.435078:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.435082:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.435088:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435090:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.435091:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435092:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435094:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=5 00000020:00000001:0.0:1769074939.435095:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435097:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435100:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.435102:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.435108:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435109:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.435112:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.435119:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.435120:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435121:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.435123:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435124:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.435132:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.435141:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.435146:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.435159:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.435167:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435169:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435170:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.435172:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435174:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00000002:00010000:0.0:1769074939.435178:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.435188:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da2098795c0. 00010000:00000001:0.0:1769074939.435191:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435192:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.435193:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.435195:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.435199:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.435202:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.435204:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769074939.435206:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.435207:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00010000:00000001:0.0:1769074939.435209:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435210:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435212:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.435213:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435215:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00000002:00010000:0.0:1769074939.435218:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.435235:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435236:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.435238:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.435240:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.435242:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.435243:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.435245:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.435247:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000040:0.0:1769074939.435251:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:0.0:1769074939.435253:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.435257:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/49 (0 0) 00010000:00000001:0.0:1769074939.435260:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.435261:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.435263:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.435266:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.435269:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-20 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.435272:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.435276:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.435279:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.435283:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.435691:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.435775:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.435780:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.435782:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef46c0 it_disposition 1800037 00000080:00002000:0.0:1769074939.435789:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22eca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.435796:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.435799:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.435802:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.435803:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.435807:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.435810:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.435817:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.435821:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.435824:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366321 : 144115272381366321 : 2000013a1000031) 00000080:00000001:0.0:1769074939.435828:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.435898:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b246b40. 00000020:00000001:0.0:1769074939.435912:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.435914:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.435927:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.435931:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x31:0x0](ffff8da20b246c08) 00000020:00000001:0.0:1769074939.435935:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.435940:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.435943:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.435949:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.435956:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20ab16a28. 00000020:00000001:0.0:1769074939.435958:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.435961:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.435972:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.435977:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e4d8. 00020000:00000001:0.0:1769074939.435979:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834458328 : -125747875093288 : ffff8da20a92e4d8) 00020000:00000001:0.0:1769074939.435983:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.435987:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.435993:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef43c0. 00020000:00000010:0.0:1769074939.435998:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a580. 00020000:00000010:0.0:1769074939.436005:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef40c0. 00020000:00000001:0.0:1769074939.436007:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706293440 : -125748003258176 : ffff8da202ef40c0) 00020000:00000002:0.0:1769074939.436010:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef40c0, objid 0x31:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.436016:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.436019:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a580: ostid: 0x280000400:492 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.436022:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.436024:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef40c0, objid 0x31:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.436027:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.436030:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a580: ostid: 0x280000400:492 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074939.436034:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3db70. 00020000:00000010:0.0:1769074939.436038:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da209c8b9c0. 00020000:00000001:0.0:1769074939.436043:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.436047:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578d648. 00020000:00000001:0.0:1769074939.436051:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.436052:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.436059:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.436074:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20a667708. 00000020:00000001:0.0:1769074939.436077:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.436078:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.436080:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325831546760 : -125747878004856 : ffff8da20a667788) 00020000:00000001:0.0:1769074939.436086:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.436092:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2afc00. 00020000:00000001:0.0:1769074939.436096:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.436102:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325831546760 : -125747878004856 : ffff8da20a667788) 00020000:00000001:0.0:1769074939.436105:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325831546760 : -125747878004856 : ffff8da20a667788) 00020000:00000002:0.0:1769074939.436109:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1ec:0x0]@ffff8da20a667708[0:0] -> [0x2000013a1:0x31:0x0]@ffff8da20ab16a28: ostid: 0x280000400:492 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.436115:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.436118:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.436121:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.436125:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325836458664 : -125747873092952 : ffff8da20ab16aa8) 00000020:00001000:0.0:1769074939.436128:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.436132:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366321 : 144115272381366321 : 2000013a1000031) 00000080:00000001:0.0:1769074939.436136:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.436139:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366321 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.436144:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.436147:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843995656 : -125747865555960 : ffff8da20b246c08) 00010000:00000001:0.0:1769074939.436150:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.436151:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.436153:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.436156:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.436158:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00000080:00000001:0.0:1769074939.436162:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.436163:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.436165:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.436167:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.436168:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.436171:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.436173:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.436176:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4300. 00020000:00000010:0.0:1769074939.436178:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a400. 00020000:00000010:0.0:1769074939.436181:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4ea0. 00020000:00000001:0.0:1769074939.436183:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706296992 : -125748003254624 : ffff8da202ef4ea0) 00020000:00000002:0.0:1769074939.436186:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4ea0, objid 0x31:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.436190:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.436193:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a400: ostid: 0x280000400:492 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074939.436197:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e4d8) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.436199:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.436202:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e4d8) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.436206:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003a400. 00020000:00000010:0.0:1769074939.436212:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4300. 00020000:00000010:0.0:1769074939.436229:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4ea0. 00020000:00000002:0.0:1769074939.436233:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.436236:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.436238:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.436242:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.436245:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.436250:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef40c0 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.436253:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.436256:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.436258:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.436260:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.436262:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.436265:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.436268:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.436270:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.436273:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.436275:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.436277:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.436279:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.436283:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.436284:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.437808:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x31:0x0](ffff8da20b246c08) 00000080:00010000:0.0:1769074939.437818:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x31:0x0](ffff8da20b246c08) for lock 0x5882d4497368314c 00800000:00000001:0.0:1769074939.437824:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.437828:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.437831:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.437833:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.437836:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.437838:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.437842:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.437846:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.437849:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.437851:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.437853:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.437855:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.437857:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.439037:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.439726:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.439740:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.439746:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x31:0x0](ffff8da20b246c08) 00000080:00000001:0.0:1769074939.439750:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.439757:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.439766:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.439776:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.439785:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.439790:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.439792:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.439803:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.439808:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.439811:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-20:[0x2000013a1:0x31:0x0](ffff8da20b246c08), flags 100102 00000080:00000010:0.0:1769074939.439826:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074939.439837:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879d40. 00000080:00000001:0.0:1769074939.439841:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074939.439849:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.439856:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074939.439863:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c428e0. 00000002:00100000:0.0:1769074939.439869:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.439877:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.439879:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074939.439883:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074939.439888:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.439891:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.439894:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.439898:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074939.439907:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.439912:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.439971:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074939.439973:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.439976:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074939.439979:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-20:[0x2000013a1:0x31:0x0](ffff8da20b246c08), flags 100102, rc = 0 00000080:00000001:0.0:1769074939.439984:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074939.439986:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef46c0 released 00000080:00010000:0.0:1769074939.439989:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368314c from it ffff8da202ef46c0 00010000:00000001:0.0:1769074939.439993:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.439996:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.439999:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efa00 refcount=3 00000020:00000001:0.0:1769074939.440002:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.440005:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898432 : -125747946653184 : ffff8da2064efa00) 00010000:00000001:0.0:1769074939.440008:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.440014:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.440025:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.440027:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.440028:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.440032:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.440035:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.440044:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.440048:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.440051:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.440073:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.440075:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.440077:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.440081:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.440084:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.440086:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.440090:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.440093:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.440095:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.440096:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.440098:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074939.440100:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074939.440103:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.440105:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074939.440108:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.440110:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440113:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074939.440115:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440117:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.440120:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440121:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.440125:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef46c0. 00000080:00000001:0.0:1769074939.440131:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440136:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074939.440139:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x31:0x0](ffff8da20b246c08), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074939.440144:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.440175:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.440180:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.440185:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.440189:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440198:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074939.440201:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074939.440203:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-20:[0x2000013a1:0x31:0x0](ffff8da20b246c08), flags 100002 00000080:00000001:0.0:1769074939.440206:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074939.440209:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074939.440210:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.440212:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.440214:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e4d8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.440228:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.440230:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074939.440236:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.440239:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.440247:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:0.0:1769074939.440250:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.440256:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.440258:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x31:0x0]: 0 00000080:00000001:0.0:1769074939.440261:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074939.440263:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074939.440268:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.440270:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074939.440276:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074939.440280:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074939.440282:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x31:0x0] 00000002:00000001:0.0:1769074939.440286:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074939.443193:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x31:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074939.443211:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642b800. 00000020:00000040:0.0:1769074939.443380:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=47 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074939.443388:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.443393:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.443399:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.444884:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7e600. 00000100:00000001:0.0:1769074939.444894:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074939.444936:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074939.444953:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074939.444961:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074939.444969:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.444972:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.444986:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347f00. 00000100:00000001:0.0:1769074939.444988:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063152896 : -125747646398720 : ffff8da218347f00) 00000100:00000001:0.0:1769074939.444992:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.444994:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000001:0.0:1769074939.445000:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.445005:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.445008:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.445010:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.445015:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.445022:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.445025:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.445030:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.445034:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.445037:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.445041:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590848:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.445046:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.445069:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.445072:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.445075:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.445081:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da2067ec400. 02000000:00000001:0.0:1769074939.445083:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.445094:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.445100:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.445108:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074939.445118:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926590848, portal 10 00000100:00000001:0.0:1769074939.445120:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.445121:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000040:0.0:1769074939.445129:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.445137:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.445140:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.445143:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038413b8. 00000100:00000200:0.0:1769074939.445147:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926590848, offset 0 00000400:00000200:0.0:1769074939.445153:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.445164:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.445173:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.445180:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.445185:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.445188:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.445192:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.445196:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2813:2813:256:4294967295] 192.168.204.145@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:0.0:1769074939.445200:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.445211:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.447302:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.447318:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38a00. 00000800:00000200:0.0:1769074939.447328:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.447336:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.447343:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.447636:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.447646:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1096623 usecs (1097 jiffies) 00000400:00000200:0.0:1769074939.447656:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.447659:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302050 00000100:00000001:0.0:1769074939.447663:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.447666:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302050 00000100:00000001:0.0:1769074939.447668:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.447671:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.447674:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.447679:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.447681:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.447684:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347f00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.447688:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.447691:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1769074939.449553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef300. 00000800:00000200:2.0:1769074939.453248:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.453263:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38a00. 00000400:00000200:2.0:1769074939.453283:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.453300:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.453311:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038413b8 00000400:00000010:2.0:1769074939.453314:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038413b8. 00000100:00000001:2.0:1769074939.453322:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.453332:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.453347:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.453351:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.453358:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.453360:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.465122:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.465151:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.465158:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.465160:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.465176:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.465187:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.465196:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.465201:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.465207:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.465212:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851d80 00000400:00000200:3.0:1769074939.465228:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.465235:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x711d [1] + 224 00000800:00000001:3.0:1769074939.465244:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.465260:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.465263:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.465277:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.465637:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.465652:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.465665:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.465731:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.465753:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.465767:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.465772:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.467031:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.467037:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.467043:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.468029:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:0.0:1769074939.468036:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:0.0:1769074939.468043:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.468073:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.468085:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b800 x1855007926590848/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.468093:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.468097:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.468100:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.468104:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.468107:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.468110:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.468114:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.468127:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.468132:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.468135:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.468137:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.468141:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.468146:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.468150:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.468152:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.468154:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.468157:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.468160:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000001:0.0:1769074939.468164:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.468166:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.468169:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.468172:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.468177:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.468184:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.468188:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.468190:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.468194:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.468202:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590848:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.468207:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.468211:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.468214:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.468226:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.468230:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.468236:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.468241:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347f00. 00000100:00000001:0.0:1769074939.468245:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.468247:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.468256:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.468257:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000002:00000001:0.0:1769074939.468261:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.468265:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.468272:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.468276:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.468280:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.468294:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.468301:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.468308:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.468310:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.468312:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879d40. 00000100:00000001:0.0:1769074939.468315:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.468318:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.468323:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.468326:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.468330:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074939.468334:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.468342:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.468344:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-20:[0x2000013a1:0x31:0x0](ffff8da20b246c08), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.468348:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.468354:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.468357:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.468358:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-20 (ffff8da20b22eca8, parent ffff8da20b13a288, inode ffff8da20b246c08) hashed, 00000080:00000001:0.0:1769074939.468361:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.468451:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.468456:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.468504:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.468507:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074939.468509:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.468517:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.468525:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.468530:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.468534:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.468536:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074939.468539:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.468542:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.468546:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.468551:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.468554:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074939.468555:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.468560:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.468562:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.468566:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.468573:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.468576:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.468578:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.468580:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.468583:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074939.468588:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642aa00. 00000020:00000040:0.0:1769074939.468593:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=48 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074939.468599:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.468605:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.468612:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.468614:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.468616:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.468619:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.468621:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.468626:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.468638:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210041400. 00000100:00000001:0.0:1769074939.468645:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.468650:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.468652:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.468654:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.468655:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.468657:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.468664:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00010000:00000001:0.0:1769074939.468668:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.468670:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.468675:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef300. 00010000:00000010:0.0:1769074939.468679:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0380. 00010000:00000001:0.0:1769074939.468685:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.468689:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef600. 00000020:00000001:0.0:1769074939.468693:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.469187:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef600 with handle 0x5882d44973683153 to hash 00000020:00000001:0.0:1769074939.469190:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.469192:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.469198:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.469203:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.469206:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.469272:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.469358:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.469374:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.469380:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.469382:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.469393:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347f00. 00000100:00000001:0.0:1769074939.469396:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063152896 : -125747646398720 : ffff8da218347f00) 00000100:00000001:0.0:1769074939.469632:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.469634:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:0.0:1769074939.469640:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.469645:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.469647:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.469649:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.469658:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.469666:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.469669:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.469674:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.469678:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.469682:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.469685:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590976:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.469691:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.469781:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.469785:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.469788:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.469796:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9a000. 02000000:00000001:0.0:1769074939.469798:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.469809:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.469814:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.469821:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074939.469830:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926590976, portal 10 00000100:00000001:0.0:1769074939.469832:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.469833:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000040:0.0:1769074939.469839:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.469847:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.469849:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.469853:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038412a8. 00000100:00000200:0.0:1769074939.469857:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926590976, offset 0 00000400:00000200:0.0:1769074939.469865:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.469875:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.469885:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.469892:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.469898:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.469902:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.469906:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.469910:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2814:2814:256:4294967295] 192.168.204.145@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:0.0:1769074939.469914:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.469942:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.469951:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.469957:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38700. 00000800:00000200:0.0:1769074939.469966:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.469977:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.469983:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.470052:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.470058:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1094082 usecs (1095 jiffies) 00000400:00000200:0.0:1769074939.470162:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.470167:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302070 00000100:00000001:0.0:1769074939.470170:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.470173:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302070 00000100:00000001:0.0:1769074939.470176:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.470179:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.470182:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.470185:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.470187:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.470191:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347f00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.470194:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.470197:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.472811:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.472824:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:2.0:1769074939.472834:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.472845:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.472854:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038412a8 00000400:00000010:2.0:1769074939.472857:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038412a8. 00000100:00000001:2.0:1769074939.472864:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.472873:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.472904:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.472907:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.472913:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.472915:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.481870:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.481899:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.481905:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.481908:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.481933:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.481943:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.481952:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.481958:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.481965:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.481971:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0851e00 00000400:00000200:3.0:1769074939.481977:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.481985:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x7125 [1] + 224 00000800:00000001:3.0:1769074939.481997:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.482014:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.482018:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.482023:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.482033:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.482045:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.482670:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.482684:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.482708:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.482714:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.482815:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.482827:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.482829:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.482834:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.482841:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:0.0:1769074939.482843:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:0.0:1769074939.482847:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.482871:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.482883:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.482890:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.482893:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.482896:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.482900:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.482904:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.482907:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.482911:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.482935:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.482941:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.482943:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.482945:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.482949:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.482954:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.482959:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.482963:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.482965:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.482968:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.482973:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.482981:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.482984:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.482986:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.482991:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.482999:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926590976:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.483004:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.483007:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.483010:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.483013:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.483016:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.483023:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.483026:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347f00. 00000100:00000001:0.0:1769074939.483030:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.483032:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.483036:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.483041:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483044:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483048:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=4 00000020:00000001:0.0:1769074939.483060:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483069:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000040:0.0:1769074939.483077:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef600, remote cookie: 0xe52bf4d4a351668b, flags: 0x1001 00010000:00010000:0.0:1769074939.483084:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.483101:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483108:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.483114:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.483117:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.483119:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.483120:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.483124:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120ef300) refcount = 1 00010000:00010000:0.0:1769074939.483128:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483135:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.483140:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.483142:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.483145:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.483148:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.483151:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483157:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.483159:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483161:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483162:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483163:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483165:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.483170:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.483173:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483174:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483175:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483177:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483180:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483182:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483184:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483186:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=4 00000020:00000001:0.0:1769074939.483187:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483190:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483194:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.483196:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.483200:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483206:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483207:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483209:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483210:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483211:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=5 00000020:00000001:0.0:1769074939.483213:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483216:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483218:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.483221:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483227:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483229:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.483232:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483238:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.483240:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483241:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483242:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483243:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.483248:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.483258:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483260:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483261:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483262:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483264:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483267:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483268:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.483270:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.483272:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.483276:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.483280:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483281:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483282:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483284:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483286:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00000002:00010000:0.0:1769074939.483290:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483307:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483308:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483311:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.483312:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483313:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483315:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483317:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483319:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000040:0.0:1769074939.483328:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:0.0:1769074939.483331:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.483336:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.483339:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483340:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.483341:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.483345:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.483348:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.483350:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.483355:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.483359:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.483362:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.483366:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.483371:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.483375:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.483381:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.483384:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.483391:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.483395:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.483730:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879d40. 00800000:00000001:0.0:1769074939.483734:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816941888 : -125747892609728 : ffff8da209879d40) 00800000:00000001:0.0:1769074939.483738:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.483741:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.483745:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.483747:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.483750:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.483753:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.483755:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.483760:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.483763:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074939.483768:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.483771:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483772:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483774:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483777:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483779:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483781:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483782:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.483784:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.483787:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.483789:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879d40 1 00800000:00000010:0.0:1769074939.483791:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879d40. 00800000:00000001:0.0:1769074939.483795:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.483798:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683153 00800000:00000001:0.0:1769074939.483802:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.483804:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.483805:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483807:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483808:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483810:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483812:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483815:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483816:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.483817:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.483819:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.483821:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.483824:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.483827:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683153 from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.483829:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.483830:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.483831:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.483833:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483835:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.483837:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.483839:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483846:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483847:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483849:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.483852:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.483854:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.483862:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.483865:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.483867:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.483872:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483874:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.483876:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.483879:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.483881:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.483883:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.483886:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.483888:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.483889:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.483891:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.483893:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.483899:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642aa00 x1855007926590976/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.483907:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.483910:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.483913:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9a000. 02000000:00000001:0.0:1769074939.483931:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.483934:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.483936:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=47 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.483939:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.483942:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210041400. 02000000:00000001:0.0:1769074939.483946:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.483949:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.483951:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642aa00. 00000100:00000001:0.0:1769074939.483955:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.483956:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.483959:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.483965:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.483989:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c422e0. 00000080:00000001:0.0:1769074939.483996:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.483998:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.484000:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.484002:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.484008:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.484013:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.484017:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.484021:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.484023:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.484025:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.484029:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.484033:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.484038:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.484040:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.484042:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.484045:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.484048:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.484051:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.484054:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:0.0:1769074939.484056:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.484372:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.484375:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.484380:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.484389:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.484393:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.484396:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.484597:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.484599:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.484601:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.484603:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.484606:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.484608:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.484611:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.484614:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.484616:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.484620:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.484622:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.484624:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.484627:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683153 00800000:00000001:0.0:1769074939.484631:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.484632:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.484634:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.484636:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.484637:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.484639:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.484642:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.484644:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484646:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.484647:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.484648:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.484650:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683153 from it ffffb17741753b38 00010000:00000001:0.0:1769074939.484652:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.484653:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.484654:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.484656:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.484658:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.484661:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.484663:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.484669:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484671:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.484672:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.484674:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.484676:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.484682:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.484684:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.484686:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.484688:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484689:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.484690:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484692:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.484694:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484696:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484708:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484711:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.484712:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484713:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.484715:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.484716:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.484719:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.484723:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.484728:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.484730:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.484732:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837b200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.484738:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef46c0. 00000080:00000001:0.0:1769074939.484743:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.484745:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.484747:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.484755:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.484757:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.484763:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.484765:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.484766:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.484768:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-21' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.484771:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.484775:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.484780:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.484783:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.484786:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.484788:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.484791:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.484794:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x32:0x0] 40000000:00000001:0.0:1769074939.484798:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.484799:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.484801:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.484803:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.484805:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.484807:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x32:0x0], name='f15a.replay-dual-21' -> mds #0 00000002:00000001:0.0:1769074939.484810:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.484811:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.484812:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-21,[0x2000013a1:0x32:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.484817:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.484820:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.484824:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.484828:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.484830:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.484833:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:0.0:1769074939.484835:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.484838:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.484841:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.484843:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.484851:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.484855:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.484858:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.484870:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.484873:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.484875:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.484878:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:0.0:1769074939.484880:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.484882:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.484883:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.484884:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.484886:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:0.0:1769074939.484887:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.484889:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.484891:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.484891:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.484893:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 3 00010000:00000001:0.0:1769074939.484894:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.484897:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.484899:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.484902:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.484906:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.484913:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.484925:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.484927:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484932:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.484936:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.484938:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.484940:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.484941:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.484944:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef600 with handle 0x5882d44973683153 from hash 00010000:00000001:0.0:1769074939.484946:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.484948:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484949:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.484950:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.484952:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.484954:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.484957:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.484958:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.484960:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.484966:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20642aa00. 00000020:00000040:0.0:1769074939.484970:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=48 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.484976:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.484978:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.484981:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.484986:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.484988:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.484989:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.484990:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.484993:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.484996:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.484999:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.485007:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210041400. 00000100:00000001:0.0:1769074939.485015:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.485021:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.485023:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.485026:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.485032:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.485034:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.485035:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.485038:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d44973683153 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351668b expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.485046:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef300 count: 0 00010000:00000010:0.0:1769074939.485627:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0380. 00010000:00000001:0.0:1769074939.485643:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.485645:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.485647:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.485649:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.485651:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.485664:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00010000:00000001:0.0:1769074939.485669:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.485672:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074939.487971:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e800. 00010000:00000010:2.0:1769074939.487988:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48880. 00010000:00000001:2.0:1769074939.487996:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074939.488001:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80800. 00000020:00000001:2.0:1769074939.488006:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074939.488010:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80800 with handle 0x5882d4497368315a to hash 00000020:00000001:2.0:1769074939.488013:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074939.488015:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.488020:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.488026:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.488028:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.488033:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074939.488045:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074939.488572:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074939.488589:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074939.488602:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074939.488609:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.488612:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.488623:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074939.488626:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670656 : -125748002880960 : ffff8da202f50240) 00000100:00000001:2.0:1769074939.488629:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.488630:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:2.0:1769074939.488637:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.488642:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.488644:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.488646:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.488650:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.488660:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.488662:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.488668:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.488672:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.488676:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.488680:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591232:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.488685:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.488692:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.489030:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.489034:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.489275:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.489279:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.489383:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.489390:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6a50. 00000400:00000010:2.0:1769074939.489572:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da202e3bc00. 00000100:00000200:2.0:1769074939.489584:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926591232, portal 10 00000100:00000001:2.0:1769074939.489587:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.489588:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000040:2.0:1769074939.489600:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.489608:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.489611:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.489616:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000200:2.0:1769074939.489620:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926591232, offset 0 00000400:00000200:2.0:1769074939.489628:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.489638:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.489648:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.489654:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.489659:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.489663:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.489666:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.489670:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2815:2815:256:4294967295] 192.168.204.145@tcp LPNI seq info [2815:2815:8:4294967295] 00000400:00000200:2.0:1769074939.489675:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.489687:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.489694:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.490369:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000800:00000200:3.0:1769074939.490382:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.490392:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.490398:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.490599:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.490607:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1091522 usecs (1092 jiffies) 00000400:00000200:3.0:1769074939.490613:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.490618:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302088 00000100:00000001:3.0:1769074939.490639:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.490642:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302088 00000100:00000001:3.0:1769074939.490645:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.490647:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.490650:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.490654:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.490656:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.490659:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.490662:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.490665:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.490896:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.490902:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:2.0:1769074939.490908:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.490914:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.490929:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:2.0:1769074939.490932:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:2.0:1769074939.490938:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.490945:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.490957:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.490960:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.490967:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.490969:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.492959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef300. 00010000:00000010:0.1:1769074939.492978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00000800:00000001:3.0:1769074939.498521:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.498544:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.498550:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.498553:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.498568:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498578:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.498588:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498595:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498602:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498607:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0851f00 00000400:00000200:3.0:1769074939.498614:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498622:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x712d [32] + 224 00000800:00000001:3.0:1769074939.498636:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.498648:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.498653:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.498659:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.498670:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.498683:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.498859:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.498886:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.498899:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.498903:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498910:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.498928:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2816:2816:256:4294967295] 192.168.204.145@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:3.0:1769074939.498933:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.498943:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.498950:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.498958:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0e000. 00000800:00000200:3.0:1769074939.498966:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.498975:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.498981:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1769074939.499839:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074939.499853:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.499856:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.499861:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6a50. 00000400:00000200:2.0:1769074939.499868:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da202e3bc00 00000400:00000010:2.0:1769074939.499871:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da202e3bc00. 00000100:00000001:2.0:1769074939.499877:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.499886:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074939.499897:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642aa00 x1855007926591232/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.499905:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.499908:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.499910:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.499914:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.499930:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.499933:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.499937:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.499951:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074939.499956:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.499959:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.499961:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.499964:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.499969:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.499973:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074939.499975:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074939.499977:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074939.499979:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.499981:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:2.0:1769074939.499984:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074939.499986:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074939.499989:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074939.499992:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.499997:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.500004:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.500008:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.500011:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.500015:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074939.500028:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591232:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.500033:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.500036:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.500039:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074939.500042:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.500045:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.500214:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074939.500219:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50240. 00000100:00000001:2.0:1769074939.500223:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074939.500225:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.500228:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074939.500235:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500238:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500242:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=4 00000020:00000001:2.0:1769074939.500245:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500248:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000040:2.0:1769074939.500256:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80800, remote cookie: 0xe52bf4d4a35166a7, flags: 0x1001 00010000:00010000:2.0:1769074939.500262:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074939.500272:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074939.500276:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074939.500296:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e300. 00010000:00000010:2.0:1769074939.500303:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48080. 00010000:00000040:2.0:1769074939.500310:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e800 count: 0 00010000:00000010:2.0:1769074939.500316:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48880. 00010000:00000001:2.0:1769074939.500326:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.500330:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.500339:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500346:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074939.500352:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074939.500355:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074939.500357:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074939.500358:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074939.500361:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x32:0x0].0x0 (ffff8da211a0e300) refcount = 1 00010000:00010000:2.0:1769074939.500365:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500372:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074939.500376:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074939.500379:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.500382:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074939.500385:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.500388:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500394:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074939.500396:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500397:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.500398:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1769074939.500682:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.500688:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0e000. 00000400:00000200:3.0:1769074939.500693:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1769074939.500816:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.500818:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.500824:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074939.500826:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500828:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500830:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.500832:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500834:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500836:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500838:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500839:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=4 00000020:00000001:2.0:1769074939.500841:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500843:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500847:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.500849:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.500852:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500858:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500859:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.500861:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500862:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500863:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=5 00000020:00000001:2.0:1769074939.500865:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500867:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500870:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.500873:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500878:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500879:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074939.500882:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.500888:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.500889:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500890:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.500891:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500892:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074939.500900:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.500910:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074939.500925:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.500933:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.500942:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500943:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500945:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.500947:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500949:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00000002:00010000:2.0:1769074939.500953:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074939.500963:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39280. 00010000:00000001:2.0:1769074939.500965:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.500967:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.500968:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.500971:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.500975:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074939.500978:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.500979:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:2.0:1769074939.500981:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.500982:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00010000:00000001:2.0:1769074939.500984:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.500985:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.500986:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.500988:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.500991:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00000002:00010000:2.0:1769074939.500994:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.500999:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.501001:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.501003:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074939.501005:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.501006:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.501007:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.501009:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.501011:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000040:2.0:1769074939.501016:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:2.0:1769074939.501018:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074939.501023:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/50 (0 0) 00010000:00000001:2.0:1769074939.501025:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.501026:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.501028:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074939.501033:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:2.0:1769074939.501035:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-21 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074939.501038:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.501042:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.501045:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074939.501049:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000400:00000200:3.0:1769074939.501395:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074939.501572:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.501583:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074939.501634:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.501640:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:2.0:1769074939.501644:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074939.501646:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef46c0 it_disposition 1800037 00000080:00002000:2.0:1769074939.501653:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22e948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074939.501659:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074939.501663:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074939.501665:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:2.0:1769074939.501667:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:2.0:1769074939.501671:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074939.501673:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074939.501679:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074939.501683:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074939.501687:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366322 : 144115272381366322 : 2000013a1000032) 00000080:00000001:2.0:1769074939.501690:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074939.501946:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a5280. 00000020:00000001:2.0:1769074939.501960:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074939.501962:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074939.501967:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074939.501968:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x32:0x0](ffff8da20b1a5348) 00000020:00000001:2.0:1769074939.501973:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074939.501979:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:2.0:1769074939.501982:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:2.0:1769074939.501988:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074939.501993:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa75708. 00000020:00000001:2.0:1769074939.501996:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074939.501998:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.502007:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074939.502011:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083acba0. 00020000:00000001:2.0:1769074939.502013:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795130272 : -125747914421344 : ffff8da2083acba0) 00020000:00000001:2.0:1769074939.502016:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074939.502020:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074939.502027:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da20a1549c0. 00020000:00000010:2.0:1769074939.502034:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37280. 00020000:00000010:2.0:1769074939.502041:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da20a154900. 00020000:00000001:2.0:1769074939.502043:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325826226432 : -125747883325184 : ffff8da20a154900) 00020000:00000002:2.0:1769074939.502047:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154900, objid 0x32:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.502819:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.502824:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37280: ostid: 0x240000400:492 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074939.502829:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074939.502832:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154900, objid 0x32:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.502835:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.502837:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37280: ostid: 0x240000400:492 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074939.502844:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3e240. 00020000:00000010:2.0:1769074939.502848:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50240. 00020000:00000001:2.0:1769074939.502853:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074939.502856:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68d18. 00020000:00000001:2.0:1769074939.503107:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074939.503110:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074939.503117:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074939.503124:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa75578. 00000020:00000001:2.0:1769074939.503127:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074939.503129:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.503132:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835798008 : -125747873753608 : ffff8da20aa755f8) 00020000:00000001:2.0:1769074939.503136:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074939.503143:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076ac40. 00020000:00000001:2.0:1769074939.503146:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.503152:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835798008 : -125747873753608 : ffff8da20aa755f8) 00020000:00000001:2.0:1769074939.503155:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835798008 : -125747873753608 : ffff8da20aa755f8) 00020000:00000002:2.0:1769074939.503159:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1ec:0x0]@ffff8da20aa75578[0:0] -> [0x2000013a1:0x32:0x0]@ffff8da20aa75708: ostid: 0x240000400:492 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074939.503166:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074939.503168:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074939.503170:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.503174:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835798408 : -125747873753208 : ffff8da20aa75788) 00000020:00001000:2.0:1769074939.503178:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.503185:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366322 : 144115272381366322 : 2000013a1000032) 00000080:00000001:2.0:1769074939.503188:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074939.503191:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366322 mtime from 0 to 1769074939 00000080:00000001:2.0:1769074939.503196:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074939.503200:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843333960 : -125747866217656 : ffff8da20b1a5348) 00010000:00000001:2.0:1769074939.503203:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.503206:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.503209:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.503212:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.503216:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00000080:00000001:2.0:1769074939.503220:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074939.503222:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074939.503224:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:2.0:1769074939.503227:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:2.0:1769074939.503228:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074939.503232:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074939.503233:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074939.503240:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da209cc4360. 00020000:00000010:2.0:1769074939.503244:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37080. 00020000:00000010:2.0:1769074939.503249:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da2054dccc0. 00020000:00000001:2.0:1769074939.503251:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325746044096 : -125747963507520 : ffff8da2054dccc0) 00020000:00000002:2.0:1769074939.503254:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dccc0, objid 0x32:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.503258:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.503261:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37080: ostid: 0x240000400:492 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074939.503265:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083acba0) owner ffff8da2126627c0 00020000:00000001:2.0:1769074939.503268:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074939.503271:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083acba0) owner ffff8da2126627c0 00020000:00000010:2.0:1769074939.503277:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37080. 00020000:00000010:2.0:1769074939.503283:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da209cc4360. 00020000:00000010:2.0:1769074939.503296:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da2054dccc0. 00020000:00000002:2.0:1769074939.503299:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x32:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074939.503302:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.503303:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.503308:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074939.503311:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.503314:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da20a154900 addref 2/0 by ffff8da2126627c0. 00020000:00000002:2.0:1769074939.503317:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.503319:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074939.503322:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074939.503324:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074939.503326:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074939.503328:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074939.503331:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x32:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074939.503333:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.503336:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.503338:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.503340:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.503342:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074939.503347:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074939.503349:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.503352:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x32:0x0](ffff8da20b1a5348) 00000080:00010000:2.0:1769074939.503357:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x32:0x0](ffff8da20b1a5348) for lock 0x5882d4497368315a 00800000:00000001:2.0:1769074939.503360:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074939.503363:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074939.503365:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.503367:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.503368:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.503370:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.503373:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.503375:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.503377:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.503378:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.503380:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503382:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074939.503385:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.503398:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.503417:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503424:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.503429:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x32:0x0](ffff8da20b1a5348) 00000080:00000001:2.0:1769074939.503431:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.503436:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:2.0:1769074939.503440:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.503444:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.503450:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503455:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074939.503457:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503493:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074939.503497:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:2.0:1769074939.503500:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-21:[0x2000013a1:0x32:0x0](ffff8da20b1a5348), flags 100102 00000080:00000010:2.0:1769074939.503510:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c52c0. 00000080:00000010:2.0:1769074939.503519:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e39a40. 00000080:00000001:2.0:1769074939.503522:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074939.503528:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074939.503532:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074939.503537:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da201358b80. 00000002:00100000:2.0:1769074939.503542:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.503549:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.503551:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074939.503555:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074939.503559:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503563:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.503566:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.503569:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074939.503577:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074939.503582:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.503618:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074939.503620:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.503624:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:2.0:1769074939.503626:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-21:[0x2000013a1:0x32:0x0](ffff8da20b1a5348), flags 100102, rc = 0 00000080:00000001:2.0:1769074939.503631:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074939.503633:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef46c0 released 00000080:00010000:2.0:1769074939.503636:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368315a from it ffff8da202ef46c0 00010000:00000001:2.0:1769074939.503639:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.503641:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.503642:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80800 refcount=3 00000020:00000001:2.0:1769074939.503645:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.503647:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836892160 : -125747872659456 : ffff8da20ab80800) 00010000:00000001:2.0:1769074939.503650:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.503655:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.503664:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.503666:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.503669:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074939.503671:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074939.503674:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.503683:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.503686:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074939.503689:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.503693:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.503705:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.503707:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.503712:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074939.503714:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.503715:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.503718:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.503720:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.503722:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.503723:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.503724:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074939.503726:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074939.503729:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.503731:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074939.503734:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.503736:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503740:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074939.503741:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503743:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074939.503746:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503748:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.503751:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef46c0. 00000080:00000001:2.0:1769074939.503756:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503762:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074939.503764:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x32:0x0](ffff8da20b1a5348), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074939.503768:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.503797:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.503800:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.503804:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.503807:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503817:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074939.503819:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:2.0:1769074939.503821:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-21:[0x2000013a1:0x32:0x0](ffff8da20b1a5348), flags 100002 00000080:00000001:2.0:1769074939.503824:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074939.503828:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074939.503829:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.503830:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:2.0:1769074939.503832:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083acba0) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:2.0:1769074939.503834:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.503837:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074939.503841:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.503844:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.503852:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:2.0:1769074939.503855:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.503876:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.503878:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x32:0x0]: 0 00000080:00000001:2.0:1769074939.503880:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074939.503883:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074939.503888:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da5800. 00000080:00000001:2.0:1769074939.503891:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074939.503897:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074939.503901:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074939.503904:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x32:0x0] 00000002:00000001:2.0:1769074939.503907:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074939.503910:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x32:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074939.503926:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4000. 00000020:00000040:2.0:1769074939.503932:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=49 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074939.503937:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.503940:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.503946:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.503954:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4600. 00000100:00000001:2.0:1769074939.503962:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074939.503976:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074939.503995:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074939.504000:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074939.504008:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.504011:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.504019:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f500c0. 00000100:00000001:2.0:1769074939.504022:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670272 : -125748002881344 : ffff8da202f500c0) 00000100:00000001:2.0:1769074939.504025:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.504026:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000001:2.0:1769074939.504031:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.504036:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.504038:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.504040:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.504044:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.504052:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.504055:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.504059:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.504062:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.504065:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.504069:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591488:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074939.504073:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.504079:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.504082:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.504085:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.504090:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da202e3bc00. 02000000:00000001:2.0:1769074939.504092:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.504103:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.504108:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6a50. 00000400:00000010:2.0:1769074939.504117:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000200:2.0:1769074939.504127:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926591488, portal 10 00000100:00000001:2.0:1769074939.504130:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.504131:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000040:2.0:1769074939.504138:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.504145:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.504149:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.504152:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000200:2.0:1769074939.504155:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926591488, offset 0 00000400:00000200:2.0:1769074939.504163:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.504173:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.504182:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.504188:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.504193:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.504198:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.504200:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.504204:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2817:2817:256:4294967295] 192.168.204.145@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:2.0:1769074939.504209:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.504220:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.504226:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.504231:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074939.504239:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.504247:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.504253:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.504278:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.504284:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1088970 usecs (1089 jiffies) 00000400:00000200:2.0:1769074939.504289:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.504292:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302098 00000100:00000001:2.0:1769074939.504296:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.504298:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302098 00000100:00000001:2.0:1769074939.504301:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.504303:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.504306:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.504309:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.504311:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074939.504314:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f500c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074939.504317:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.504321:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.504506:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.504511:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:2.0:1769074939.504516:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.504522:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.504528:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000400:00000010:2.0:1769074939.504531:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:2.0:1769074939.504535:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.504539:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.504551:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.504554:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.504560:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.504562:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074939.507237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00000800:00000001:2.0:1769074939.513772:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.513798:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.513802:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.513805:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.513819:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.513829:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.513838:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.513844:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.513851:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.513856:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852000 00000400:00000200:2.0:1769074939.513867:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.513875:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x713d [1] + 224 00000800:00000001:2.0:1769074939.513886:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.513900:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.513904:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.513908:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.513927:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.513940:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.513951:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.513976:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.513986:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.513990:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.514592:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074939.514603:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.514607:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.514612:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6a50. 00000400:00000200:3.0:1769074939.514620:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:3.0:1769074939.514624:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:3.0:1769074939.514627:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.514635:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.514647:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4000 x1855007926591488/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.514654:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.514657:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.514660:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.514665:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.514668:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.514671:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.514675:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.514689:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:3.0:1769074939.514707:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.514710:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.514713:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.514716:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.514722:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.514726:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074939.514729:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074939.514730:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074939.514734:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.514736:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000001:3.0:1769074939.514742:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.514744:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.514747:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.514750:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.514755:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.514763:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.514767:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.514769:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.514774:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.514781:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591488:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074939.514787:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.514790:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.514793:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.514795:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.514798:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.514805:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.514808:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f500c0. 00000100:00000001:3.0:1769074939.514812:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.514814:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.514822:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.514823:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000002:00000001:3.0:1769074939.514826:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.514830:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.514836:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5800. 00000080:00000001:3.0:1769074939.514840:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074939.514844:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1769074939.514850:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1769074939.514856:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.514875:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.514877:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.514879:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e39a40. 00000100:00000001:3.0:1769074939.514883:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.514887:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.514893:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.514896:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.514900:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c52c0. 00000080:00000001:3.0:1769074939.514905:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.514913:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:3.0:1769074939.514929:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-21:[0x2000013a1:0x32:0x0](ffff8da20b1a5348), flags 100002, rc = 0 00000080:00000001:3.0:1769074939.514934:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.514942:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1769074939.514944:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:3.0:1769074939.514946:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-21 (ffff8da20b22e948, parent ffff8da20b13a288, inode ffff8da20b1a5348) hashed, 00000080:00000001:3.0:1769074939.514949:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.515035:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.515040:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.515042:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074939.515044:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:3.0:1769074939.515047:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074939.515257:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.515267:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.515272:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.515278:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.515280:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:3.0:1769074939.515283:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.515288:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074939.515292:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074939.515300:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.515302:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:3.0:1769074939.515303:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074939.515307:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074939.515310:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.515314:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.515322:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.515324:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.515326:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.515328:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074939.515331:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074939.515337:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074939.515342:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=50 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074939.515349:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074939.515355:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.515362:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.515364:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.515366:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.515369:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.515372:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.515377:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.515386:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769074939.515395:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.515572:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.515575:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.515577:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.515578:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.515580:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.515588:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00010000:00000001:3.0:1769074939.515592:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074939.515595:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074939.515601:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1100. 00010000:00000010:3.0:1769074939.515606:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.515612:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074939.515615:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491800. 00000020:00000001:3.0:1769074939.515621:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074939.515625:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491800 with handle 0x5882d44973683161 to hash 00000020:00000001:3.0:1769074939.515627:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074939.515629:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.515633:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.515638:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.515641:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.515645:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074939.515656:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074939.515667:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074939.515672:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.515675:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.515682:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca240. 00000100:00000001:3.0:1769074939.515684:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999488 : -125747876552128 : ffff8da20a7ca240) 00000100:00000001:3.0:1769074939.515687:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.515689:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074939.515694:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.515699:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.515701:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.515703:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.515710:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.515719:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.515722:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.515727:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.515730:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.515733:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.515737:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591616:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.515741:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.515747:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.515750:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.515753:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.515759:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074939.515761:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.515773:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.515778:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769074939.515784:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720c38. 00000100:00000200:3.0:1769074939.515793:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926591616, portal 10 00000100:00000001:3.0:1769074939.515795:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.515796:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074939.515803:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.515812:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.515815:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.515818:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769074939.515821:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926591616, offset 0 00000400:00000200:3.0:1769074939.515830:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.515840:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.515849:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.515855:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.516382:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.516387:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.516391:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.516396:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2818:2818:256:4294967295] 192.168.204.145@tcp LPNI seq info [2818:2818:8:4294967295] 00000400:00000200:3.0:1769074939.516535:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.516547:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.516555:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.516564:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769074939.516573:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.516583:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.516590:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.516620:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.516626:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1086426 usecs (1087 jiffies) 00000400:00000200:3.0:1769074939.516631:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.516634:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302109 00000100:00000001:3.0:1769074939.516638:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.516641:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302109 00000100:00000001:3.0:1769074939.516645:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.516647:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.516651:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.516654:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.516656:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.516659:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.516662:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.516665:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.516994:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.517000:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:2.0:1769074939.517006:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.517012:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.517018:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720880 00000400:00000010:2.0:1769074939.517021:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720880. 00000100:00000001:2.0:1769074939.517029:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.517034:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.517045:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.517048:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.517059:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.517061:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.522992:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.523013:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.523017:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.523020:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.523034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.523045:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.523054:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.523061:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.523168:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.523173:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0852080 00000400:00000200:2.0:1769074939.523179:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.523187:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x714d [1] + 224 00000800:00000001:2.0:1769074939.523198:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.523208:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.523212:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.523217:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.523226:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.523238:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.523248:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.523315:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.523334:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.523347:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.523351:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074939.523781:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.523784:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.523789:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:3.0:1769074939.523794:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720c38 00000400:00000010:3.0:1769074939.523797:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720c38. 00000100:00000001:3.0:1769074939.523803:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.523810:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.523819:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.523825:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.523827:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.523830:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.523834:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.523837:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.523839:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.523843:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.523854:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074939.523859:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.523862:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.523865:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.523868:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.523873:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.523877:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.523879:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.523882:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.523885:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.523889:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.523896:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.523900:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.523902:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.523906:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.523913:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591616:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.523953:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.523956:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.524263:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.524265:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.524271:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.524278:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.524282:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca240. 00000100:00000001:3.0:1769074939.524373:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.524375:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.524379:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074939.524385:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524387:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524391:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:3.0:1769074939.524393:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524397:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:3.0:1769074939.524511:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491800, remote cookie: 0xe52bf4d4a35166bc, flags: 0x1001 00010000:00010000:3.0:1769074939.524519:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074939.524531:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524539:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074939.524545:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074939.524547:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074939.524549:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074939.524551:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074939.524554:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1100) refcount = 1 00010000:00010000:3.0:1769074939.524558:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524564:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074939.524569:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074939.524571:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.524574:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074939.524577:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.524581:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524588:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074939.524590:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524592:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524593:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524594:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524596:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.524601:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1769074939.524603:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524605:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524607:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524609:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524611:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524614:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524615:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524616:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:3.0:1769074939.524618:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524620:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524624:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.524627:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.524630:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524636:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524637:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524639:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524640:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524641:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=5 00000020:00000001:3.0:1769074939.524643:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524645:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524648:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.524651:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524657:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524658:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074939.524661:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524668:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.524669:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524670:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524671:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524673:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1769074939.524678:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1769074939.524686:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524687:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524688:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524689:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524691:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524762:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524764:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.524765:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.524766:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.524769:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1769074939.524771:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524773:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524774:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524775:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524777:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00000002:00010000:3.0:1769074939.524779:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524785:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524785:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524787:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.524788:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524789:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524790:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524791:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524792:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:3.0:1769074939.524799:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:3.0:1769074939.524801:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074939.524804:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1769074939.524805:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524807:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.524808:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074939.524811:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:3.0:1769074939.524812:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1769074939.524814:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.524817:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.524820:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074939.524822:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1769074939.524825:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.524828:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074939.524831:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.524835:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074939.524838:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074939.524845:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1769074939.524848:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074939.524856:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207f73980. 00800000:00000001:3.0:1769074939.524858:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325790701952 : -125747918849664 : ffff8da207f73980) 00800000:00000001:3.0:1769074939.524860:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.524862:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074939.524865:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074939.524868:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074939.524870:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074939.524874:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074939.524876:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.524881:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074939.524884:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1769074939.524889:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074939.524892:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524893:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524895:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524897:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524899:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524901:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524903:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.524904:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074939.524908:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074939.524909:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207f73980 1 00800000:00000010:3.0:1769074939.524912:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207f73980. 00800000:00000001:3.0:1769074939.524922:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.524927:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683161 00800000:00000001:3.0:1769074939.524930:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.524932:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.524933:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524934:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524936:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524938:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524940:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524943:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524944:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.524946:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.524948:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.524951:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.524954:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074939.524957:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683161 from it ffffb17741753bf8 00010000:00000001:3.0:1769074939.524959:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.524960:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.524961:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.524963:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524964:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.524966:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.524969:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524975:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.524976:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.524978:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.524981:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.524983:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.524995:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.524998:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.525000:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.525005:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525006:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.525008:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525012:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.525014:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525016:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525019:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525021:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.525022:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525023:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074939.525025:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.525029:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926591616/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.525037:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074939.525040:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.525043:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074939.525048:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074939.525193:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.525197:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=49 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074939.525200:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074939.525204:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:3.0:1769074939.525209:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074939.525212:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074939.525214:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:3.0:1769074939.525219:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074939.525220:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.525224:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:3.0:1769074939.525231:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.525253:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7cc5c0. 00000080:00000001:3.0:1769074939.525260:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.525262:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074939.525264:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:3.0:1769074939.525267:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074939.525272:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.525278:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.525283:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.525373:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.525376:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:3.0:1769074939.525378:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.525383:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074939.525386:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074939.525391:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.525393:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:3.0:1769074939.525394:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074939.525583:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074939.525587:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.525589:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.525593:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:3.0:1769074939.525596:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.525600:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.525601:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074939.525604:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074939.525612:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074939.525617:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.525620:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074939.525625:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074939.525628:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074939.525630:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074939.525631:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074939.525633:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.525635:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074939.525637:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074939.525640:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074939.525643:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.525645:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074939.525647:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.525649:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074939.525653:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d44973683161 00800000:00000001:3.0:1769074939.525655:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.525657:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.525659:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.525660:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.525662:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.525664:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.525667:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.525669:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525670:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.525672:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.525673:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.525676:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683161 from it ffffb17741753b38 00010000:00000001:3.0:1769074939.525678:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.525679:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.525681:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.525683:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.525685:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.525688:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.525690:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.525766:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525768:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.525769:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.525771:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.525774:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.525786:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.525788:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.525790:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.525792:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525793:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.525794:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525797:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.525798:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525800:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525802:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.525804:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.525806:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.525807:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074939.525809:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074939.525810:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.525812:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074939.525816:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.525820:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074939.525822:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:3.0:1769074939.525824:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2057c3200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074939.525831:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da208ba6240. 00000080:00000001:3.0:1769074939.525836:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074939.525839:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:3.0:1769074939.525840:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:3.0:1769074939.525848:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.525851:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.525856:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.525858:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.526007:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:3.0:1769074939.526011:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-22' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.526015:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074939.526017:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074939.526022:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:3.0:1769074939.526026:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074939.526030:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074939.526032:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074939.526035:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074939.526038:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x33:0x0] 40000000:00000001:3.0:1769074939.526042:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.526044:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.526046:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.526047:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.526050:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:3.0:1769074939.526203:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x33:0x0], name='f15a.replay-dual-22' -> mds #0 00000002:00000001:3.0:1769074939.526207:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.526209:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:3.0:1769074939.526211:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-22,[0x2000013a1:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074939.526216:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074939.526219:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074939.526223:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074939.526227:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.526229:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074939.526231:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:3.0:1769074939.526234:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.526237:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074939.526240:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074939.526244:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074939.526253:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074939.526258:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074939.526261:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074939.526263:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074939.526266:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.526267:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.526270:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 3 00010000:00000001:3.0:1769074939.526273:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.526275:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.526277:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.526278:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.526280:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 3 00010000:00000001:3.0:1769074939.526282:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.526370:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.526373:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.526375:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.526378:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 3 00010000:00000001:3.0:1769074939.526380:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.526382:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.526385:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074939.526389:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074939.526394:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074939.526507:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074939.526512:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074939.526514:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.526518:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074939.526522:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074939.526524:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074939.526526:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.526528:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074939.526531:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491800 with handle 0x5882d44973683161 from hash 00010000:00000001:3.0:1769074939.526534:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074939.526535:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.526537:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.526538:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074939.526542:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074939.526543:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074939.526547:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074939.526549:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074939.526551:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074939.526559:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769074939.526564:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=50 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074939.526570:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074939.526572:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.526576:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074939.526581:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.526584:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.526586:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.526587:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.526591:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.526593:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.526597:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.526605:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769074939.526614:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.526620:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.526624:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074939.526627:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074939.526634:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074939.526636:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074939.526638:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074939.526641:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d44973683161 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35166bc expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074939.526649:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1100 count: 0 00010000:00000010:3.0:1769074939.526655:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.526669:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.526671:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.526673:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.526675:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.526677:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.526687:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00010000:00000001:3.0:1769074939.526692:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074939.526767:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074939.526774:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1a00. 00010000:00000010:3.0:1769074939.526778:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.526783:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074939.526786:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490c00. 00000020:00000001:3.0:1769074939.526790:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074939.526792:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490c00 with handle 0x5882d44973683168 to hash 00000020:00000001:3.0:1769074939.526796:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074939.526798:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.526802:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.526805:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.526807:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.526810:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074939.526817:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:3.0:1769074939.526832:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074939.526842:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074939.526853:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074939.526859:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.526861:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.526869:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca240. 00000100:00000001:3.0:1769074939.526872:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999488 : -125747876552128 : ffff8da20a7ca240) 00000100:00000001:3.0:1769074939.526875:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.526877:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074939.526882:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.526887:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.526889:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.526892:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.526896:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.526905:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.526908:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.526912:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.526928:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.526932:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.526936:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591872:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.526941:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.526947:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.526950:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.526953:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.527038:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074939.527041:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.527208:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.527213:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769074939.527220:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207f0e000. 00000100:00000200:3.0:1769074939.527228:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926591872, portal 10 00000100:00000001:3.0:1769074939.527230:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.527231:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:3.0:1769074939.527236:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.527241:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.527243:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.527247:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720c38. 00000100:00000200:3.0:1769074939.527250:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926591872, offset 0 00000400:00000200:3.0:1769074939.527255:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.527264:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.527273:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.527279:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.527362:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.527367:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.527370:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.527374:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2819:2819:256:4294967295] 192.168.204.145@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:3.0:1769074939.527377:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.527386:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.527392:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.527645:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769074939.527653:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.527660:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.527665:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.527679:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.527683:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1083887 usecs (1084 jiffies) 00000400:00000200:3.0:1769074939.527688:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.527691:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302117 00000100:00000001:3.0:1769074939.527702:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.527705:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302117 00000100:00000001:3.0:1769074939.527708:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.527710:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.527714:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.527716:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.527718:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.527721:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.527724:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.527727:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.527989:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.527995:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:2.0:1769074939.528001:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.528006:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.528011:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720c38 00000400:00000010:2.0:1769074939.528013:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720c38. 00000100:00000001:2.0:1769074939.528020:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.528024:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.528032:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.528034:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.528039:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.528040:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074939.532667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:3.1:1769074939.532723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00000800:00000001:2.0:1769074939.534199:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.534216:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.534220:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.534221:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.534233:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534241:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.534248:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534253:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534259:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534263:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0852180 00000400:00000200:2.0:1769074939.534268:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534275:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x715d [32] + 224 00000800:00000001:2.0:1769074939.534285:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.534305:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.534309:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.534314:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.534324:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.534335:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.534347:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.534418:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.534439:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.534449:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.534452:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534457:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.534499:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2820:2820:256:4294967295] 192.168.204.145@tcp LPNI seq info [2820:2820:8:4294967295] 00000400:00000200:2.0:1769074939.534503:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.534512:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.534519:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.534528:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da202e39000. 00000800:00000200:2.0:1769074939.534536:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.534545:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.534550:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202e39000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074939.534577:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.534581:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074939.535275:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.535280:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da202e39000. 00000400:00000200:2.0:1769074939.535287:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.535293:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000400:00000001:3.0:1769074939.536312:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.536317:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.536323:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:3.0:1769074939.536330:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207f0e000 00000400:00000010:3.0:1769074939.536332:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da207f0e000. 00000100:00000001:3.0:1769074939.536337:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.536346:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.536355:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926591872/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.536361:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.536363:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.536367:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.536370:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.536373:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.536375:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.536378:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.536388:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074939.536392:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.536394:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.536583:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.536587:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.536591:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.536596:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074939.536598:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1769074939.536600:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074939.536603:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.536605:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074939.536609:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.536611:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.536613:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.536616:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.536620:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.536627:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.536629:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.536631:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.536634:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.536639:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926591872:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.536643:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.536645:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.536647:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.536649:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.536651:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.536656:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.536659:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca240. 00000100:00000001:3.0:1769074939.536662:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.536663:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.536666:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074939.536671:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.536674:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.536677:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=4 00000020:00000001:3.0:1769074939.536678:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536680:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000040:3.0:1769074939.536687:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490c00, remote cookie: 0xe52bf4d4a35166d8, flags: 0x1001 00010000:00010000:3.0:1769074939.536753:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074939.536762:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x33:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1769074939.536765:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1769074939.536778:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1100. 00010000:00000010:3.0:1769074939.536782:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c600. 00010000:00000040:3.0:1769074939.536787:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1a00 count: 0 00010000:00000010:3.0:1769074939.536792:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.536800:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.536803:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074939.536809:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536813:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074939.536818:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074939.536820:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074939.536822:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074939.536823:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074939.536825:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x33:0x0].0x0 (ffff8da2110c1100) refcount = 1 00010000:00010000:3.0:1769074939.536828:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536832:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074939.536835:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074939.536836:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.536839:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074939.536841:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.536843:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536846:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074939.536847:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536848:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.536849:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536850:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.536851:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.536855:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1769074939.536858:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.536921:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.536924:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.536926:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536929:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536932:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.536933:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.536934:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=4 00000020:00000001:3.0:1769074939.536936:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536938:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536942:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.536944:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.536947:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536954:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536955:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.536957:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.536958:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.536959:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=5 00000020:00000001:3.0:1769074939.536961:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536963:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.536966:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.536969:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536975:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536976:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074939.536979:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.536986:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.536987:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536988:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.536990:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.536991:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1769074939.536997:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.537007:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1769074939.537011:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.537016:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.537023:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.537024:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.537025:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.537027:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537029:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00000002:00010000:3.0:1769074939.537032:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:3.0:1769074939.537039:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207f73980. 00010000:00000001:3.0:1769074939.537041:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.537041:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.537042:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.537043:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.537046:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1769074939.537162:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.537163:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769074939.537165:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.537166:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00010000:00000001:3.0:1769074939.537168:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.537169:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.537170:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.537172:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537173:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00000002:00010000:3.0:1769074939.537176:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.537180:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.537181:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.537183:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.537184:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.537185:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.537186:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.537187:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537189:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000040:3.0:1769074939.537193:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:3.0:1769074939.537194:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074939.537197:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/51 (0 0) 00010000:00000001:3.0:1769074939.537200:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.537201:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.537202:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074939.537205:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:3.0:1769074939.537207:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-22 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1769074939.537209:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.537212:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.537214:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074939.537217:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1769074939.537220:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.537223:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.537226:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1769074939.537228:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da208ba6240 it_disposition 1800037 00000080:00002000:3.0:1769074939.537234:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b16f6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1769074939.537238:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074939.537241:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:3.0:1769074939.537242:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:3.0:1769074939.537243:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:3.0:1769074939.537246:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:3.0:1769074939.537248:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074939.537253:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1769074939.537255:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074939.537258:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366323 : 144115272381366323 : 2000013a1000033) 00000080:00000001:3.0:1769074939.537260:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:3.0:1769074939.537281:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1b6300. 00000020:00000001:3.0:1769074939.537368:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:3.0:1769074939.537370:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1769074939.537373:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1769074939.537375:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x33:0x0](ffff8da20b1b63c8) 00000020:00000001:3.0:1769074939.537378:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074939.537383:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074939.537385:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074939.537389:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:3.0:1769074939.537394:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20301d320. 00000020:00000001:3.0:1769074939.537396:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074939.537617:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.537625:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:3.0:1769074939.537630:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2106a16c8. 00020000:00000001:3.0:1769074939.537632:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325932447432 : -125747777104184 : ffff8da2106a16c8) 00020000:00000001:3.0:1769074939.537634:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:3.0:1769074939.537637:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074939.537642:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba67e0. 00020000:00000010:3.0:1769074939.537646:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4a080. 00020000:00000010:3.0:1769074939.537650:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba6a80. 00020000:00000001:3.0:1769074939.537652:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803494016 : -125747906057600 : ffff8da208ba6a80) 00020000:00000002:3.0:1769074939.537655:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6a80, objid 0x33:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.537658:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.537661:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4a080: ostid: 0x280000400:493 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074939.537663:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1769074939.537665:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6a80, objid 0x33:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.537666:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.537668:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4a080: ostid: 0x280000400:493 ost idx: 1 gen: 0 00020000:00000010:3.0:1769074939.537671:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da21003bda0. 00020000:00000010:3.0:1769074939.537673:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da20a7ca240. 00020000:00000001:3.0:1769074939.537676:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1769074939.537678:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da203895a78. 00020000:00000001:3.0:1769074939.537681:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1769074939.537682:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:3.0:1769074939.537687:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1769074939.537690:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20301de10. 00000020:00000001:3.0:1769074939.537691:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:3.0:1769074939.537691:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.537700:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325707513488 : -125748002038128 : ffff8da20301de90) 00020000:00000001:3.0:1769074939.537703:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:3.0:1769074939.537708:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da24205ca80. 00020000:00000001:3.0:1769074939.537710:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.537713:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707513488 : -125748002038128 : ffff8da20301de90) 00020000:00000001:3.0:1769074939.537715:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325707513488 : -125748002038128 : ffff8da20301de90) 00020000:00000002:3.0:1769074939.537719:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1ed:0x0]@ffff8da20301de10[0:0] -> [0x2000013a1:0x33:0x0]@ffff8da20301d320: ostid: 0x280000400:493 ost idx: 1 gen: 0 00020000:00000001:3.0:1769074939.537723:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:3.0:1769074939.537725:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:3.0:1769074939.537726:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.537729:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325707510688 : -125748002040928 : ffff8da20301d3a0) 00000020:00001000:3.0:1769074939.537732:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074939.537735:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366323 : 144115272381366323 : 2000013a1000033) 00000080:00000001:3.0:1769074939.537737:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1769074939.537740:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366323 mtime from 0 to 1769074939 00000080:00000001:3.0:1769074939.537743:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1769074939.537745:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843403720 : -125747866147896 : ffff8da20b1b63c8) 00010000:00000001:3.0:1769074939.537748:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.537749:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.537750:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.537751:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537753:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00000080:00000001:3.0:1769074939.537755:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:3.0:1769074939.537756:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074939.537757:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074939.537758:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000020:00000001:3.0:1769074939.537760:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:3.0:1769074939.537762:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:3.0:1769074939.537763:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:3.0:1769074939.537764:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da208ba64e0. 00020000:00000010:3.0:1769074939.537766:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207f4ab00. 00020000:00000010:3.0:1769074939.537768:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da208ba6600. 00020000:00000001:3.0:1769074939.537769:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325803492864 : -125747906058752 : ffff8da208ba6600) 00020000:00000002:3.0:1769074939.537771:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da208ba6600, objid 0x33:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074939.537773:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074939.537775:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207f4ab00: ostid: 0x280000400:493 ost idx: 1 gen: 0 00020000:00000002:3.0:1769074939.537777:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2106a16c8) owner ffff8da2126627c0 00020000:00000001:3.0:1769074939.537779:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1769074939.537781:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2106a16c8) owner ffff8da2126627c0 00020000:00000010:3.0:1769074939.537785:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207f4ab00. 00020000:00000010:3.0:1769074939.537788:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da208ba64e0. 00020000:00000010:3.0:1769074939.537791:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da208ba6600. 00020000:00000002:3.0:1769074939.537792:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x33:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1769074939.537794:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.537795:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.537797:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1769074939.537800:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.537803:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da208ba6a80 addref 2/0 by ffff8da2126627c0. 00020000:00000002:3.0:1769074939.537804:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.537806:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1769074939.537808:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1769074939.537809:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1769074939.537810:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1769074939.537812:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1769074939.537813:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x33:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1769074939.537815:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000080:00000001:3.0:1769074939.537816:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.537817:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.537818:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.537820:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074939.537823:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1769074939.537824:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.537825:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x33:0x0](ffff8da20b1b63c8) 00000080:00010000:3.0:1769074939.537828:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x33:0x0](ffff8da20b1b63c8) for lock 0x5882d44973683168 00800000:00000001:3.0:1769074939.537830:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.537832:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.537833:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.537834:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.537835:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.537836:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537837:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.537838:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.537839:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.537840:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.537842:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.537843:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:3.0:1769074939.537845:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.537851:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.537855:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538048:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.538058:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x33:0x0](ffff8da20b1b63c8) 00000080:00000001:3.0:1769074939.538124:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074939.538128:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000100:00000001:3.0:1769074939.538130:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.538134:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.538139:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538142:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1769074939.538144:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538152:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1769074939.538155:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:3.0:1769074939.538156:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-22:[0x2000013a1:0x33:0x0](ffff8da20b1b63c8), flags 100102 00000080:00000010:3.0:1769074939.538163:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da208af9540. 00000080:00000010:3.0:1769074939.538169:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207f73080. 00000080:00000001:3.0:1769074939.538171:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1769074939.538175:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1769074939.538178:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1769074939.538180:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da20a7cc220. 00000002:00100000:3.0:1769074939.538183:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.538187:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.538189:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1769074939.538191:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1769074939.538194:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538196:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.538198:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.538200:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074939.538205:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.538208:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:3.0:1769074939.538238:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074939.538239:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.538241:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:3.0:1769074939.538242:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-22:[0x2000013a1:0x33:0x0](ffff8da20b1b63c8), flags 100102, rc = 0 00000080:00000001:3.0:1769074939.538245:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1769074939.538246:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da208ba6240 released 00000080:00010000:3.0:1769074939.538248:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683168 from it ffff8da208ba6240 00010000:00000001:3.0:1769074939.538250:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.538251:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.538252:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490c00 refcount=3 00000020:00000001:3.0:1769074939.538253:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.538255:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623744 : -125748030927872 : ffff8da201490c00) 00010000:00000001:3.0:1769074939.538257:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.538260:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.538264:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.538265:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.538266:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.538268:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.538271:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074939.538279:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.538282:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.538535:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.538541:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.538542:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.538544:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.538549:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.538551:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.538553:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.538556:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.538559:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.538560:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.538561:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.538563:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1769074939.538566:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1769074939.538569:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1769074939.538571:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074939.538573:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1769074939.538575:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538579:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1769074939.538581:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538583:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074939.538586:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538587:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074939.538590:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da208ba6240. 00000080:00000001:3.0:1769074939.538593:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538598:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1769074939.538600:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x33:0x0](ffff8da20b1b63c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1769074939.538605:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.538633:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074939.538636:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.538639:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.538642:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538651:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1769074939.538654:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:3.0:1769074939.538656:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-22:[0x2000013a1:0x33:0x0](ffff8da20b1b63c8), flags 100002 00000080:00000001:3.0:1769074939.538659:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1769074939.538662:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1769074939.538663:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074939.538665:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:3.0:1769074939.538667:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a16c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:3.0:1769074939.538670:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.538673:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1769074939.538678:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.538680:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.538685:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:3.0:1769074939.538687:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.538741:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.538744:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x33:0x0]: 0 00000080:00000001:3.0:1769074939.538746:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1769074939.538748:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1769074939.538752:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.538754:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1769074939.538759:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1769074939.538763:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1769074939.538765:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x33:0x0] 00000002:00000001:3.0:1769074939.538767:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1769074939.538769:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x33:0x0] file closed with intent: 0 00000100:00000010:3.0:1769074939.538775:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769074939.538778:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=51 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074939.538783:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.538786:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.538790:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.538795:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20ad8e600. 00000100:00000001:3.0:1769074939.538802:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074939.538813:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074939.538822:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074939.538825:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074939.538830:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.538832:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.538838:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074939.538839:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999104 : -125747876552512 : ffff8da20a7ca0c0) 00000100:00000001:3.0:1769074939.538841:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.538842:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000001:3.0:1769074939.538847:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.538851:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.538853:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.538854:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.538857:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.539513:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.539516:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.539522:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.539525:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.539527:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.539533:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592128:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074939.539539:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.539546:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.539548:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.539551:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.539559:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e000. 02000000:00000001:3.0:1769074939.539561:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.539573:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.539578:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769074939.539586:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769074939.539596:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926592128, portal 10 00000100:00000001:3.0:1769074939.539598:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.539600:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:3.0:1769074939.539608:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.539614:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.539616:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.539618:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720088. 00000100:00000200:3.0:1769074939.539621:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926592128, offset 0 00000400:00000200:3.0:1769074939.539626:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.539635:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.539643:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.539649:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.539654:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.539658:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.539660:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.539663:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2821:2821:256:4294967295] 192.168.204.145@tcp LPNI seq info [2821:2821:8:4294967295] 00000400:00000200:3.0:1769074939.539666:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.539675:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.539680:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.539684:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000800:00000200:3.0:1769074939.539691:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.539810:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.539815:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.539901:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.539907:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1081366 usecs (1082 jiffies) 00000400:00000200:3.0:1769074939.539912:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.539923:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302127 00000100:00000001:3.0:1769074939.539927:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.539929:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302127 00000100:00000001:3.0:1769074939.539932:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.539934:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.539937:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.539940:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.539942:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.539944:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.539948:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.539951:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.544767:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.544778:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:2.0:1769074939.544788:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.544798:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.544805:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720088 00000400:00000010:2.0:1769074939.544808:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720088. 00000100:00000001:2.0:1769074939.544817:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.544825:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.544837:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.544840:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.544845:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.544846:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.545667:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.545683:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.545686:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.545687:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.545751:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.545758:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.545765:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.545770:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.545775:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.545778:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852280 00000400:00000200:2.0:1769074939.545784:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.545790:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x716d [1] + 224 00000800:00000001:2.0:1769074939.545798:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.545805:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.545806:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.545809:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.545814:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.545819:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.545826:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.545869:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.545924:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.545934:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.545938:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074939.545972:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.545975:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.545979:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:3.0:1769074939.545985:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:3.0:1769074939.545988:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:3.0:1769074939.545993:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.545998:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.546008:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926592128/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546014:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.546015:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.546017:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.546020:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.546023:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.546024:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.546027:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.546037:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:3.0:1769074939.546040:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.546042:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.546044:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.546046:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.546158:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.546164:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074939.546166:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074939.546168:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074939.546170:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.546172:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000001:3.0:1769074939.546175:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.546177:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.546178:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.546180:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.546184:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546189:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.546191:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.546193:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.546196:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.546202:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592128:192.168.204.145@tcp:35:createmany.0 00000100:00000001:3.0:1769074939.546206:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.546209:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.546211:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.546212:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.546214:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546218:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.546220:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074939.546223:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.546224:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.546231:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.546232:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000002:00000001:3.0:1769074939.546235:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.546238:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.546243:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.546246:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074939.546249:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1769074939.546254:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1769074939.546257:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074939.546263:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.546264:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.546266:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207f73080. 00000100:00000001:3.0:1769074939.546268:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.546269:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546272:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.546275:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.546277:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da208af9540. 00000080:00000001:3.0:1769074939.546281:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.546350:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:3.0:1769074939.546353:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-22:[0x2000013a1:0x33:0x0](ffff8da20b1b63c8), flags 100002, rc = 0 00000080:00000001:3.0:1769074939.546355:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.546362:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1769074939.546363:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:3.0:1769074939.546365:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-22 (ffff8da20b16f6c0, parent ffff8da20b13a288, inode ffff8da20b1b63c8) hashed, 00000080:00000001:3.0:1769074939.546367:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.546540:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.546546:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.546548:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074939.546550:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:3.0:1769074939.546553:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074939.546559:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.546567:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.546572:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.546577:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.546579:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:3.0:1769074939.546582:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.546586:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074939.546590:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074939.546596:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.546598:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:3.0:1769074939.546600:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074939.546604:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074939.546605:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.546608:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.546616:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.546617:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.546619:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.546621:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074939.546624:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074939.546628:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769074939.546631:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=52 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:3.0:1769074939.546637:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074939.546643:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.546649:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.546651:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.546652:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.546655:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.546657:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.546662:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.546668:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:3.0:1769074939.546673:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.546677:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.546678:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.546679:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.546681:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.546682:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.546686:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00010000:00000001:3.0:1769074939.546689:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074939.546691:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074939.546753:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1700. 00010000:00000010:3.0:1769074939.546757:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.546761:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074939.546763:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491800. 00000020:00000001:3.0:1769074939.546767:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074939.546769:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491800 with handle 0x5882d4497368316f to hash 00000020:00000001:3.0:1769074939.546771:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074939.546772:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.546775:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.546779:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.546781:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.546785:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074939.546792:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:3.0:1769074939.546801:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:3.0:1769074939.546805:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.546807:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.546811:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074939.546813:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999104 : -125747876552512 : ffff8da20a7ca0c0) 00000100:00000001:3.0:1769074939.546815:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.546816:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:3.0:1769074939.546820:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.546824:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.546825:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.546826:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.546830:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546835:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.546837:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.546841:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.546843:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.546845:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.546847:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592256:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.546850:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.546854:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.546856:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.546858:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.546911:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074939.546913:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.546926:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.546929:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769074939.546934:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769074939.546942:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926592256, portal 10 00000100:00000001:3.0:1769074939.546944:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.546945:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:3.0:1769074939.546951:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.546964:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.546968:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.546971:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074939.546974:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926592256, offset 0 00000400:00000200:3.0:1769074939.546981:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.546990:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.546999:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.547004:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.547009:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.547012:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.547014:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.547018:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2822:2822:256:4294967295] 192.168.204.145@tcp LPNI seq info [2822:2822:8:4294967295] 00000400:00000200:3.0:1769074939.547020:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.547028:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.547032:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.547037:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769074939.547042:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.547165:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.547170:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.547227:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.547232:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1078848 usecs (1079 jiffies) 00000400:00000200:3.0:1769074939.547235:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.547238:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302131 00000100:00000001:3.0:1769074939.547240:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.547243:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302131 00000100:00000001:3.0:1769074939.547244:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.547246:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.547247:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.547250:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.547251:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.547253:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.547255:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.547257:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.550491:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.550505:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:2.0:1769074939.550517:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.550529:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.550539:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720e58 00000400:00000010:2.0:1769074939.550543:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720e58. 00000100:00000001:2.0:1769074939.550553:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.550563:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.550578:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.550581:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.550589:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.550590:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074939.551377:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00000800:00000001:2.0:1769074939.551617:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.551635:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.551638:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.551640:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.551653:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.551660:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.551668:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.551673:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.551680:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.551684:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0852300 00000400:00000200:2.0:1769074939.551691:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.551811:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x717d [1] + 224 00000800:00000001:2.0:1769074939.551821:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.551831:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.551833:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.551836:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.551841:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.551847:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.551855:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.552254:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.552268:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.552277:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.552281:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074939.552358:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.552361:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.552364:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:3.0:1769074939.552368:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:3.0:1769074939.552370:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:3.0:1769074939.552375:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.552380:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074939.552387:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.552392:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.552393:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.552395:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.552636:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.552640:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.552643:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.552646:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.552659:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074939.552665:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.552667:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.552670:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.552673:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.552677:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.552682:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.552685:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:3.0:1769074939.552687:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.552690:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.552776:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.552791:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.552796:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.552798:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.552802:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074939.552810:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592256:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.552816:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.552819:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.552822:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074939.552824:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.552827:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.552835:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074939.552838:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074939.552841:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074939.552843:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.552847:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074939.552852:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.552855:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.552858:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:3.0:1769074939.552913:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.552954:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:3.0:1769074939.552962:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491800, remote cookie: 0xe52bf4d4a35166ed, flags: 0x1001 00010000:00010000:3.0:1769074939.552969:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074939.552980:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.552987:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074939.552993:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074939.552996:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074939.552998:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074939.553000:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074939.553003:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1700) refcount = 1 00010000:00010000:3.0:1769074939.553007:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553013:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074939.553018:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074939.553020:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.553023:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074939.553026:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.553028:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553034:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074939.553035:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553037:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553038:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553039:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553040:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.553045:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1769074939.553047:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553048:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553211:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553214:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553216:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553219:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553220:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553221:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=4 00000020:00000001:3.0:1769074939.553223:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553225:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553229:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.553231:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.553235:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553242:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553243:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553244:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553245:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553246:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=5 00000020:00000001:3.0:1769074939.553247:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553249:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553251:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.553253:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553256:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553257:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074939.553258:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553262:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.553262:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553263:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553264:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553264:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1769074939.553269:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1769074939.553275:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553276:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553276:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553277:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553278:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553280:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553280:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.553282:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.553352:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.553355:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1769074939.553357:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553358:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553359:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553361:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553362:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00000002:00010000:3.0:1769074939.553365:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553370:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553370:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553372:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.553373:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553373:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553374:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553375:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553377:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000040:3.0:1769074939.553384:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 2 00010000:00000001:3.0:1769074939.553386:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1769074939.553389:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1769074939.553391:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553392:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.553393:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1769074939.553396:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:3.0:1769074939.553397:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1769074939.553497:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.553502:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.553505:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769074939.553509:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1769074939.553513:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074939.553518:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074939.553522:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.553528:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074939.553530:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1769074939.553538:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1769074939.553543:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074939.553553:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207f73080. 00800000:00000001:3.0:1769074939.553555:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325790699648 : -125747918851968 : ffff8da207f73080) 00800000:00000001:3.0:1769074939.553558:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.553561:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074939.553564:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074939.553566:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074939.553570:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074939.553574:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074939.553576:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.553581:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074939.553585:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1769074939.553591:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074939.553593:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553595:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553596:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553598:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553600:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553602:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553603:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074939.553604:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074939.553606:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074939.553607:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207f73080 1 00800000:00000010:3.0:1769074939.553609:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207f73080. 00800000:00000001:3.0:1769074939.553611:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.553614:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368316f 00800000:00000001:3.0:1769074939.553617:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.553618:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.553619:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553620:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553621:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553622:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553624:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553627:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553627:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.553628:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.553630:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.553632:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.553634:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074939.553636:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368316f from it ffffb17741753bf8 00010000:00000001:3.0:1769074939.553637:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553638:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553638:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553639:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553640:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553641:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.553643:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553646:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553647:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553648:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.553650:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.553651:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.553656:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.553658:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.553660:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.553664:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553664:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.553665:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.553668:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.553670:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.553672:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.553673:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.553674:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.553676:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553677:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074939.553679:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.553682:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926592256/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.553687:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074939.553689:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.553752:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074939.553756:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074939.553758:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.553760:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=51 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769074939.553762:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074939.553764:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769074939.553768:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074939.553770:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074939.553772:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:3.0:1769074939.553775:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074939.553776:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.553779:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:3.0:1769074939.553784:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074939.553802:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da20a7cc5a0. 00000080:00000001:3.0:1769074939.553808:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.553809:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074939.553811:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:3.0:1769074939.553812:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:3.0:1769074939.553816:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.553820:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.553823:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.553826:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.553827:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:3.0:1769074939.553828:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.553831:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074939.553834:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074939.553837:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.553839:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:3.0:1769074939.553840:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074939.553843:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074939.553845:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.553846:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.553848:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 2 00010000:00000001:3.0:1769074939.553850:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.553852:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.553854:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074939.553856:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074939.553929:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074939.553934:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.553937:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074939.553943:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074939.553945:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074939.553947:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074939.553949:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074939.553951:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.553952:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074939.553955:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074939.553957:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:3.0:1769074939.553959:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000080:00000001:3.0:1769074939.553962:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074939.553963:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.553965:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:3.0:1769074939.553968:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368316f 00800000:00000001:3.0:1769074939.553971:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074939.553972:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074939.553974:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553975:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553978:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553980:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553983:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553986:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.553987:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074939.553988:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.553990:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074939.553992:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368316f from it ffffb17741753b38 00010000:00000001:3.0:1769074939.553993:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.553994:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.553996:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491800 refcount=3 00000020:00000001:3.0:1769074939.553997:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.553999:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678626816 : -125748030924800 : ffff8da201491800) 00010000:00000001:3.0:1769074939.554001:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074939.554003:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.554008:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.554009:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.554009:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074939.554011:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074939.554012:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074939.554015:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074939.554016:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074939.554017:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.554018:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.554019:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.554019:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554020:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074939.554021:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554023:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554024:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554025:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074939.554026:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.554027:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074939.554028:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074939.554029:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074939.554031:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:3.0:1769074939.554033:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.554037:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074939.554038:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:3.0:1769074939.554040:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da2057c2600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074939.554044:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da208ba6240. 00000080:00000001:3.0:1769074939.554048:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074939.554160:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:3.0:1769074939.554162:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:3.0:1769074939.554170:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8e200. 00800000:00000002:3.0:1769074939.554172:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:3.0:1769074939.554175:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.554176:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.554177:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:3.0:1769074939.554179:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-23' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.554181:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074939.554184:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074939.554187:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:3.0:1769074939.554190:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074939.554192:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074939.554194:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074939.554196:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074939.554198:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x34:0x0] 40000000:00000001:3.0:1769074939.554201:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.554202:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.554204:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.554205:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.554207:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:3.0:1769074939.554208:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x34:0x0], name='f15a.replay-dual-23' -> mds #0 00000002:00000001:3.0:1769074939.554210:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.554210:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:3.0:1769074939.554211:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-23,[0x2000013a1:0x34:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074939.554216:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074939.554219:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074939.554222:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074939.554225:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.554227:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074939.554228:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 2 00010000:00000001:3.0:1769074939.554230:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.554232:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074939.554234:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074939.554237:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074939.554243:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074939.554247:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074939.554249:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074939.554250:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074939.554252:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.554253:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.554255:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 3 00010000:00000001:3.0:1769074939.554257:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.554258:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.554259:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.554260:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.554261:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 3 00010000:00000001:3.0:1769074939.554262:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.554263:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.554264:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.554264:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074939.554265:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1700 count: 3 00010000:00000001:3.0:1769074939.554266:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074939.554267:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.554268:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074939.554270:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074939.554273:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074939.554278:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074939.554280:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074939.554281:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554351:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074939.554354:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074939.554356:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074939.554357:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.554358:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074939.554361:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491800 with handle 0x5882d4497368316f from hash 00010000:00000001:3.0:1769074939.554363:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074939.554364:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.554365:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.554366:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074939.554368:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074939.554369:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074939.554371:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074939.554373:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074939.554375:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074939.554379:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769074939.554382:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=52 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769074939.554386:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074939.554387:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.554390:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074939.554393:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.554395:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.554396:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.554592:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.554597:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.554599:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.554602:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.554749:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33400. 00000100:00000001:2.0:1769074939.554757:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.554761:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.554763:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074939.554766:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.554771:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074939.554772:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074939.554774:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074939.554775:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491800/0x5882d4497368316f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a35166ed expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074939.554784:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1700 count: 0 00010000:00000010:2.0:1769074939.554789:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:2.0:1769074939.554799:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.554800:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.554801:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.554803:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.554804:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.554812:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00010000:00000001:2.0:1769074939.554815:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074939.554817:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074939.554821:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e800. 00010000:00000010:2.0:1769074939.554823:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48880. 00010000:00000001:2.0:1769074939.554827:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074939.554829:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80400. 00000020:00000001:2.0:1769074939.554831:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074939.554834:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80400 with handle 0x5882d44973683176 to hash 00000020:00000001:2.0:1769074939.554835:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074939.554837:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:2.0:1769074939.554839:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:2.0:1769074939.554841:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.554842:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.554844:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:2.0:1769074939.554848:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:2.0:1769074939.554857:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074939.554925:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074939.554934:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:2.0:1769074939.554940:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.554943:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.554952:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50600. 00000100:00000001:2.0:1769074939.554955:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671616 : -125748002880000 : ffff8da202f50600) 00000100:00000001:2.0:1769074939.554958:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.554960:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:2.0:1769074939.554965:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.554970:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.554972:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.554974:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.554979:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.554987:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.554989:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.554994:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.554997:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.554999:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.555003:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592512:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.555006:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.555012:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.555014:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.555016:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.555212:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.555215:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.555225:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.555229:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6688. 00000400:00000010:2.0:1769074939.555235:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207d32800. 00000100:00000200:2.0:1769074939.555243:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926592512, portal 10 00000100:00000001:2.0:1769074939.555245:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.555246:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769074939.555251:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.555261:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.555263:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.555266:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000200:2.0:1769074939.555269:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926592512, offset 0 00000400:00000200:2.0:1769074939.555274:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.555352:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.555361:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.555366:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.555371:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.555375:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.555377:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.555380:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2823:2823:256:4294967295] 192.168.204.145@tcp LPNI seq info [2823:2823:8:4294967295] 00000400:00000200:2.0:1769074939.555383:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.555392:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.555630:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.555635:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074939.555643:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.555651:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.555655:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.555672:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.555677:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1076337 usecs (1077 jiffies) 00000400:00000200:2.0:1769074939.555680:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.555683:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302138 00000100:00000001:2.0:1769074939.555685:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.555687:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302138 00000100:00000001:2.0:1769074939.555689:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.555691:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.555700:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.555703:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.555705:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074939.555707:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50600 going to sleep for 11 seconds 00000100:00000001:2.0:1769074939.555709:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.555712:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.556208:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.556213:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074939.556218:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.556224:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.556229:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000400:00000010:3.0:1769074939.556231:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:3.0:1769074939.556236:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.556240:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.556249:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.556251:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.556256:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.556257:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074939.561619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1700. 00010000:00000010:2.1:1769074939.561646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491800. 00000800:00000001:2.0:1769074939.562981:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.563001:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.563005:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.563008:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.563023:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563033:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.563043:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563050:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563165:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563170:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0852400 00000400:00000200:2.0:1769074939.563175:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563181:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x718d [32] + 224 00000800:00000001:2.0:1769074939.563189:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.563198:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.563200:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.563204:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.563211:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.563221:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.563230:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.563294:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.563307:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.563316:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.563319:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563324:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.563329:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2824:2824:256:4294967295] 192.168.204.145@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:2.0:1769074939.563332:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.563339:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.563344:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.563350:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207d30000. 00000800:00000200:2.0:1769074939.563356:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.563363:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.563367:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207d30000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074939.563522:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.563526:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207d30000. 00000400:00000200:2.0:1769074939.563529:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.563534:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074939.563541:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.563544:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.564009:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.564013:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.564017:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6688. 00000400:00000200:0.0:1769074939.564024:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d32800 00000400:00000010:0.0:1769074939.564027:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da207d32800. 00000100:00000001:0.0:1769074939.564031:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.564038:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.564194:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926592512/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.564205:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.564208:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.564212:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.564216:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.564219:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.564222:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.564226:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.564239:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.564245:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.564248:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.564251:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.564254:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.564260:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.564264:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.564267:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074939.564268:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.564272:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.564273:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:0.0:1769074939.564278:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.564280:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.564282:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.564359:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.564366:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.564376:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.564380:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.564383:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.564387:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.564485:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592512:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.564491:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.564495:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.564498:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.564500:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.564504:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.564512:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.564516:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50600. 00000100:00000001:0.0:1769074939.564519:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.564521:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.564524:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.564531:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564534:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564537:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=4 00000020:00000001:0.0:1769074939.564540:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564543:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000040:0.0:1769074939.564551:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80400, remote cookie: 0xe52bf4d4a3516709, flags: 0x1001 00010000:00010000:0.0:1769074939.564557:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.564567:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x34:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074939.564571:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.564712:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef300. 00010000:00000010:0.0:1769074939.564717:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0380. 00010000:00000040:0.0:1769074939.564722:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e800 count: 0 00010000:00000010:0.0:1769074939.564728:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48880. 00010000:00000001:0.0:1769074939.564735:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.564738:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.564744:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564749:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.564753:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.564756:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.564758:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.564759:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.564761:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x34:0x0].0x0 (ffff8da2120ef300) refcount = 1 00010000:00010000:0.0:1769074939.564764:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564768:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.564771:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.564772:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.564775:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.564777:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.564779:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564782:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.564783:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564785:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.564785:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564786:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.564787:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.564800:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.564802:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564804:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564805:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.564806:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564808:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564810:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564811:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564812:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=4 00000020:00000001:0.0:1769074939.564813:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564814:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564817:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.564818:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.564820:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564825:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564826:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.564827:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564828:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564829:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=5 00000020:00000001:0.0:1769074939.564830:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564831:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564832:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.564834:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564837:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564838:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.564839:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.564843:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.564844:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564845:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.564845:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564846:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.564850:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.564856:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.564859:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.564865:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.564873:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564875:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564876:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.564878:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564880:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00000002:00010000:0.0:1769074939.564884:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.564893:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879d40. 00010000:00000001:0.0:1769074939.564896:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564897:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.564899:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.564901:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.564904:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.564906:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.564908:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:0.0:1769074939.564910:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.564911:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00010000:00000001:0.0:1769074939.564922:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564924:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564925:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.564927:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564930:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00000002:00010000:0.0:1769074939.564933:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.564939:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564940:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.564942:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.564944:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.564944:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.564946:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.564948:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.564950:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000040:0.0:1769074939.564954:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:0.0:1769074939.564956:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.564960:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/52 (0 0) 00010000:00000001:0.0:1769074939.564963:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.564964:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.564966:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.564970:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.564973:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-23 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.564976:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.564981:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.564984:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.564988:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.564992:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.564997:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.565000:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.565002:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da208ba6240 it_disposition 1800037 00000080:00002000:0.0:1769074939.565009:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b16fa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.565015:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.565018:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.565020:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.565022:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.565025:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.565028:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.565033:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.565037:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.565040:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366324 : 144115272381366324 : 2000013a1000034) 00000080:00000001:0.0:1769074939.565043:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.565185:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b244200. 00000020:00000001:0.0:1769074939.565196:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.565198:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.565202:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.565203:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x34:0x0](ffff8da20b2442c8) 00000020:00000001:0.0:1769074939.565207:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.565211:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.565213:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.565218:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.565223:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20a667640. 00000020:00000001:0.0:1769074939.565225:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.565227:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.565240:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.565271:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e2e8. 00020000:00000001:0.0:1769074939.565273:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834457832 : -125747875093784 : ffff8da20a92e2e8) 00020000:00000001:0.0:1769074939.565276:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.565279:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.565502:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4ea0. 00020000:00000010:0.0:1769074939.565509:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a400. 00020000:00000010:0.0:1769074939.565516:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4300. 00020000:00000001:0.0:1769074939.565518:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706294016 : -125748003257600 : ffff8da202ef4300) 00020000:00000002:0.0:1769074939.565522:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4300, objid 0x34:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.565527:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.565531:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a400: ostid: 0x240000400:493 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.565534:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.565536:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4300, objid 0x34:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.565540:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.565543:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a400: ostid: 0x240000400:493 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074939.565547:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d5d0. 00020000:00000010:0.0:1769074939.565551:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da218347f00. 00020000:00000001:0.0:1769074939.565557:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.565561:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578dc40. 00020000:00000001:0.0:1769074939.565565:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.565567:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.565574:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.565578:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20a667af0. 00000020:00000001:0.0:1769074939.565580:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.565581:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.565583:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325831547760 : -125747878003856 : ffff8da20a667b70) 00020000:00000001:0.0:1769074939.565593:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.565621:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2aefc0. 00020000:00000001:0.0:1769074939.565623:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.565628:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325831547760 : -125747878003856 : ffff8da20a667b70) 00020000:00000001:0.0:1769074939.565630:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325831547760 : -125747878003856 : ffff8da20a667b70) 00020000:00000002:0.0:1769074939.565634:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1ed:0x0]@ffff8da20a667af0[0:0] -> [0x2000013a1:0x34:0x0]@ffff8da20a667640: ostid: 0x240000400:493 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074939.565638:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.565640:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.565642:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.565645:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325831546560 : -125747878005056 : ffff8da20a6676c0) 00000020:00001000:0.0:1769074939.565648:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.565652:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366324 : 144115272381366324 : 2000013a1000034) 00000080:00000001:0.0:1769074939.565654:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.565665:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366324 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.565669:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.565672:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843985096 : -125747865566520 : ffff8da20b2442c8) 00010000:00000001:0.0:1769074939.565674:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.565675:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.565676:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.565677:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.565679:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00000080:00000001:0.0:1769074939.565682:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.565683:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.565684:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.565685:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.565686:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.565688:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.565690:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.565693:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4900. 00020000:00000010:0.0:1769074939.565696:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a480. 00020000:00000010:0.0:1769074939.565698:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4f00. 00020000:00000001:0.0:1769074939.565700:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706297088 : -125748003254528 : ffff8da202ef4f00) 00020000:00000002:0.0:1769074939.565703:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4f00, objid 0x34:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.565706:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.565709:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a480: ostid: 0x240000400:493 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074939.565714:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e2e8) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.565717:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.565719:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e2e8) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.565725:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003a480. 00020000:00000010:0.0:1769074939.565730:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4900. 00020000:00000010:0.0:1769074939.565736:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4f00. 00020000:00000002:0.0:1769074939.565738:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x34:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.565741:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.565743:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.565746:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.565749:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.565753:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4300 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.565755:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.565759:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.565762:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.565763:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.565765:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.565767:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.565770:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.565772:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.565775:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.565777:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.565778:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.565779:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.565783:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.565785:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.565788:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x34:0x0](ffff8da20b2442c8) 00000080:00010000:0.0:1769074939.566487:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x34:0x0](ffff8da20b2442c8) for lock 0x5882d44973683176 00800000:00000001:0.0:1769074939.566495:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.566499:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.566501:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.566502:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.566504:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.566507:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.566510:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.566514:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.566515:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.566518:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.566520:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566522:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.566525:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.566537:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.566547:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566556:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.566562:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x34:0x0](ffff8da20b2442c8) 00000080:00000001:0.0:1769074939.566566:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.566571:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8e200. 00000100:00000001:0.0:1769074939.566575:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.566579:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.566585:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566590:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.566592:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566604:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.566607:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.566610:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-23:[0x2000013a1:0x34:0x0](ffff8da20b2442c8), flags 100102 00000080:00000010:0.0:1769074939.566621:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074939.566630:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879600. 00000080:00000001:0.0:1769074939.566633:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074939.566638:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.566644:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074939.566648:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c42280. 00000002:00100000:0.0:1769074939.566653:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.566660:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.566662:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074939.566666:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074939.566671:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566673:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.566677:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.566679:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074939.566685:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.566688:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.566870:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074939.566872:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.566876:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074939.566878:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-23:[0x2000013a1:0x34:0x0](ffff8da20b2442c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074939.566883:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074939.566885:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da208ba6240 released 00000080:00010000:0.0:1769074939.566888:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683176 from it ffff8da208ba6240 00010000:00000001:0.0:1769074939.566891:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.566892:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.566894:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80400 refcount=3 00000020:00000001:0.0:1769074939.566895:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.566898:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836891136 : -125747872660480 : ffff8da20ab80400) 00010000:00000001:0.0:1769074939.566901:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.566906:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.566924:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.566926:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.566928:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.566930:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.566933:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.566942:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.566947:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.566949:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.566955:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.566956:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.566958:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.566963:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.566965:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.566968:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.566970:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.566973:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.566974:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.566975:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.566977:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074939.566980:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074939.566982:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.566984:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074939.566987:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.566989:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566993:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074939.566995:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.566997:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.566999:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.567001:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.567004:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da208ba6240. 00000080:00000001:0.0:1769074939.567007:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.567013:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074939.567016:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x34:0x0](ffff8da20b2442c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074939.567021:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.567235:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.567239:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.567242:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.567244:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.567252:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074939.567254:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074939.567255:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-23:[0x2000013a1:0x34:0x0](ffff8da20b2442c8), flags 100002 00000080:00000001:0.0:1769074939.567258:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074939.567260:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074939.567260:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.567261:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.567263:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e2e8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.567264:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.567267:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074939.567271:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.567274:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.567279:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:0.0:1769074939.567281:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.567352:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.567353:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x34:0x0]: 0 00000080:00000001:0.0:1769074939.567355:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074939.567357:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074939.567363:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.567364:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074939.567369:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074939.567373:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074939.567375:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x34:0x0] 00000002:00000001:0.0:1769074939.567378:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074939.567380:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x34:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074939.567385:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206429f80. 00000020:00000040:0.0:1769074939.567389:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=53 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074939.567393:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.567597:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.567603:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.567612:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7f800. 00000100:00000001:0.0:1769074939.567619:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074939.567632:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074939.567641:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074939.567645:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074939.567651:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.567653:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.567660:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.567662:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063149632 : -125747646401984 : ffff8da218347240) 00000100:00000001:0.0:1769074939.567665:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.567666:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000100:00000001:0.0:1769074939.567671:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.567674:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.567676:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.567678:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.567681:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.567686:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.567688:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.567691:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.567798:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.567800:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.567803:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592768:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.567807:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.567813:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.567815:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.567818:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.567822:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da210042400. 02000000:00000001:0.0:1769074939.567824:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.567833:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.567837:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.567844:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074939.567853:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926592768, portal 10 00000100:00000001:0.0:1769074939.567854:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.567855:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000100:00000040:0.0:1769074939.567860:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.567868:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.567871:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.567874:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038415d8. 00000100:00000200:0.0:1769074939.567878:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926592768, offset 0 00000400:00000200:0.0:1769074939.567888:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.567901:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.567911:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.567996:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.568002:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.568007:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.568010:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.568014:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2825:2825:256:4294967295] 192.168.204.145@tcp LPNI seq info [2825:2825:8:4294967295] 00000400:00000200:0.0:1769074939.568019:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.568032:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.568039:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.568044:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38f00. 00000800:00000200:0.0:1769074939.568127:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.568135:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.568140:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.568190:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.568195:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1073850 usecs (1074 jiffies) 00000400:00000200:0.0:1769074939.568198:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.568201:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302147 00000100:00000001:0.0:1769074939.568203:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.568206:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302147 00000100:00000001:0.0:1769074939.568207:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.568209:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.568211:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.568212:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.568214:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.568216:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347240 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.568218:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.568221:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.569184:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.569191:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000400:00000200:3.0:1769074939.569198:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.569206:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.569214:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038415d8 00000400:00000010:3.0:1769074939.569217:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038415d8. 00000100:00000001:3.0:1769074939.569222:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.569228:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.569238:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.569242:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.569248:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.569249:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.572551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e800. 00000800:00000001:2.0:1769074939.573887:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.573912:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.574015:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.574020:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.574034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.574043:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.574216:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.574222:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.574229:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.574234:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852500 00000400:00000200:2.0:1769074939.574240:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.574248:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x719d [1] + 224 00000800:00000001:2.0:1769074939.574258:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.574458:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.574772:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.574779:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.574787:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.575038:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.575048:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.575222:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.575237:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.575249:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.575255:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.575359:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.575362:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.575366:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.575371:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:0.0:1769074939.575374:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:0.0:1769074939.575376:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.575380:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.575386:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429f80 x1855007926592768/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.575391:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.575392:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.575395:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.575549:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.575553:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.575555:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.575559:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.575573:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.575578:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.575581:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.575584:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.575587:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.575592:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.575596:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.575598:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.575600:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.575603:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.575605:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000100:00000001:0.0:1769074939.575609:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.575611:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.575613:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.575615:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.575620:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.575625:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.575628:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.575630:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.575632:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.575638:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429f80 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592768:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.575642:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.575645:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.575647:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.575649:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.575651:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.575655:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.575657:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.575661:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.575662:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.575669:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.575670:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000002:00000001:0.0:1769074939.575672:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.575675:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.575681:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.575684:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.575687:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.575754:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.575759:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.575765:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.575766:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.575768:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879600. 00000100:00000001:0.0:1769074939.575770:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.575772:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.575777:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.575779:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.575782:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074939.575785:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.575853:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.575857:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-23:[0x2000013a1:0x34:0x0](ffff8da20b2442c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.575859:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.575867:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.575869:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.575871:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-23 (ffff8da20b16fa20, parent ffff8da20b13a288, inode ffff8da20b2442c8) hashed, 00000080:00000001:0.0:1769074939.575875:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.576178:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.576181:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.576183:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.576185:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753bc0 00000080:00200000:0.0:1769074939.576187:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.576193:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.576199:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.576203:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.576208:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.576210:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753ae0 00800000:00000002:0.0:1769074939.576212:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.576215:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.576218:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.576223:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.576224:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539b0 00000002:00010000:0.0:1769074939.576226:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.576228:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.576230:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.576233:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.576240:0:28427:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.576241:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.576242:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.576244:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.576247:0:28427:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074939.576254:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074939.576258:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=54 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:0.0:1769074939.576264:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.576270:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.576276:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.576278:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.576279:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.576354:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.576357:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.576361:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.576370:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210040000. 00000100:00000001:0.0:1769074939.576377:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.576381:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.576382:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.576383:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.576384:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.576386:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.576391:0:28427:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00010000:00000001:0.0:1769074939.576393:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.576395:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.576620:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef600. 00010000:00000010:0.0:1769074939.576626:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0e80. 00010000:00000001:0.0:1769074939.576630:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.576634:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef600. 00000020:00000001:0.0:1769074939.576638:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.576642:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef600 with handle 0x5882d4497368317d to hash 00000020:00000001:0.0:1769074939.576643:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.576645:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.576648:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.576652:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.576655:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.576658:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.576665:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.576675:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.576679:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.576681:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.576687:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.576688:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063149632 : -125747646401984 : ffff8da218347240) 00000100:00000001:0.0:1769074939.576690:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.576700:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074939.576705:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.576709:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.576711:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.576713:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.576719:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.576724:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.576726:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.576731:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.576733:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.576735:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.576737:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592896:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.576740:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.576745:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.576747:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.576749:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.576754:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da203e9a000. 02000000:00000001:0.0:1769074939.576755:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.576763:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.576766:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.576771:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074939.576779:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926592896, portal 10 00000100:00000001:0.0:1769074939.576780:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.576781:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074939.576785:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.576801:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.576804:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.576806:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841660. 00000100:00000200:0.0:1769074939.576809:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926592896, offset 0 00000400:00000200:0.0:1769074939.576815:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.576823:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.576829:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.576835:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.576840:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.576843:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.576845:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.576849:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2826:2826:256:4294967295] 192.168.204.145@tcp LPNI seq info [2826:2826:8:4294967295] 00000400:00000200:0.0:1769074939.576851:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.576861:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.576867:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.576873:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769074939.576881:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.576891:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.576897:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.576923:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.576929:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1071370 usecs (1072 jiffies) 00000400:00000200:0.0:1769074939.576933:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.576936:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302154 00000100:00000001:0.0:1769074939.576939:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.576942:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302154 00000100:00000001:0.0:1769074939.576944:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.576946:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.576948:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.576951:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.576952:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.576954:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347240 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.576956:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.576958:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.577149:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.577154:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:3.0:1769074939.577159:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.577164:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.577170:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841660 00000400:00000010:3.0:1769074939.577173:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841660. 00000100:00000001:3.0:1769074939.577178:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.577184:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.577194:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.577197:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.577208:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.577210:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.584312:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.584338:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.584342:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.584344:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.584355:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.584363:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.584370:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.584375:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.584381:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.584384:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0852580 00000400:00000200:2.0:1769074939.584389:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.584405:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x71a5 [1] + 224 00000800:00000001:2.0:1769074939.584413:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.584420:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.584423:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.584427:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.584433:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.584442:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.584451:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.584848:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.584863:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.584875:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.584881:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.585669:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.585674:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.585680:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.585688:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:0.0:1769074939.585772:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:0.0:1769074939.585777:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.585785:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.585795:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.585803:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.585805:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.585808:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.585813:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.585816:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.585819:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.585823:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.585835:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.585840:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.585843:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.585845:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.585848:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.585852:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.585855:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.585857:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.585859:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.585862:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.585868:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.585881:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.585885:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.585887:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.585892:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.585899:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926592896:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.585905:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.585908:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.585911:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.585913:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.585987:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.585993:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.585996:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.586000:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.586001:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.586005:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.586008:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586012:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586015:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=4 00000020:00000001:0.0:1769074939.586016:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586019:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000040:0.0:1769074939.586026:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef600, remote cookie: 0xe52bf4d4a351671e, flags: 0x1001 00010000:00010000:0.0:1769074939.586031:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.586040:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586045:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.586159:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.586161:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.586163:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.586164:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.586167:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2120ef600) refcount = 1 00010000:00010000:0.0:1769074939.586170:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586175:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.586180:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.586181:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.586183:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.586185:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.586188:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586191:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.586193:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586194:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586195:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586195:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586196:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.586201:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.586203:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586204:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586205:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586206:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586208:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586210:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586210:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586211:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=4 00000020:00000001:0.0:1769074939.586212:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586213:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586215:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.586217:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.586219:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586224:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586225:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586226:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586226:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586227:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=5 00000020:00000001:0.0:1769074939.586228:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586229:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586231:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.586232:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586236:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586236:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.586238:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586241:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.586242:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586243:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586243:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586244:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.586247:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074939.586253:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586254:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586255:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586256:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586257:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586258:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586259:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.586260:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.586262:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.586265:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074939.586267:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586268:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586270:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586272:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586274:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00000002:00010000:0.0:1769074939.586277:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586369:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586372:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586374:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.586376:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586377:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586379:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586380:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586382:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000040:0.0:1769074939.586389:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:0.0:1769074939.586391:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.586394:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074939.586396:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586397:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.586614:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.586617:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00000002:00002000:0.0:1769074939.586619:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074939.586621:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.586625:0:28427:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.586628:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.586631:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074939.586634:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.586637:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.586642:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.586647:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.586649:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.586655:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.586659:0:28427:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074939.586670:0:28427:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da209879600. 00800000:00000001:0.0:1769074939.586671:0:28427:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325816940032 : -125747892611584 : ffff8da209879600) 00800000:00000001:0.0:1769074939.586673:0:28427:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.586675:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.586678:0:28427:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074939.586680:0:28427:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074939.586682:0:28427:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074939.586685:0:28427:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074939.586686:0:28427:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.586690:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074939.586772:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074939.586778:0:28427:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074939.586781:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586782:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586784:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586786:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586788:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586790:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586792:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.586794:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.586796:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074939.586798:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da209879600 1 00800000:00000010:0.0:1769074939.586801:0:28427:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da209879600. 00800000:00000001:0.0:1769074939.586804:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.586808:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368317d 00800000:00000001:0.0:1769074939.586811:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.586813:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.586814:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586815:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586817:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586819:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586821:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586824:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586825:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.586826:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.586828:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.586831:0:28427:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.586833:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.586836:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368317d from it ffffb17741753bf8 00010000:00000001:0.0:1769074939.586838:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.586839:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.586841:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.586842:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586844:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.586846:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.586848:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586855:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586856:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586858:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.586860:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.586863:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.586871:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.586874:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.586877:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.586881:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586883:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.586884:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.586888:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.586889:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.586892:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.586894:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.586896:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.586898:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.586899:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.586902:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.586908:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926592896/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.587014:0:28427:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.587018:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.587022:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da203e9a000. 02000000:00000001:0.0:1769074939.587027:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.587029:0:28427:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.587031:0:28427:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=53 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074939.587034:0:28427:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.587038:0:28427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210040000. 02000000:00000001:0.0:1769074939.587041:0:28427:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.587044:0:28427:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.587045:0:28427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769074939.587161:0:28427:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.587163:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.587166:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 1 00000080:00000001:0.0:1769074939.587172:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.587192:0:28427:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da207c42440. 00000080:00000001:0.0:1769074939.587197:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074939.587199:0:28427:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074939.587200:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b00 00000080:00200000:0.0:1769074939.587202:0:28427:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:0.0:1769074939.587206:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.587210:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.587214:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.587217:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.587218:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a20 00800000:00000002:0.0:1769074939.587220:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.587222:0:28427:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074939.587225:0:28427:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074939.587229:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.587230:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538f0 00000002:00010000:0.0:1769074939.587231:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074939.587234:0:28427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074939.587236:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.587238:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.587241:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:0.0:1769074939.587242:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.587245:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.587247:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074939.587249:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074939.587254:0:28427:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074939.587258:0:28427:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.587259:0:28427:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074939.587263:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074939.587264:0:28427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.587266:0:28427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.587267:0:28427:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074939.587269:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.587271:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074939.587274:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074939.587276:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:0.0:1769074939.587278:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.587280:0:28427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074939.587282:0:28427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.587371:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:0.0:1769074939.587375:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d4497368317d 00800000:00000001:0.0:1769074939.587379:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.587380:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.587382:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.587383:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.587384:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.587385:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.587388:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.587389:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587390:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.587391:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.587392:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.587394:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368317d from it ffffb17741753b38 00010000:00000001:0.0:1769074939.587395:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.587487:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.587489:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef600 refcount=3 00000020:00000001:0.0:1769074939.587491:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.587493:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762897408 : -125747946654208 : ffff8da2064ef600) 00010000:00000001:0.0:1769074939.587496:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.587498:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.587566:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587567:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.587569:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.587570:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.587572:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.587576:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.587577:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.587579:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.587580:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587581:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.587582:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587583:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.587584:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587586:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587587:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587588:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.587589:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587590:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074939.587592:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074939.587593:0:28427:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074939.587594:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 3 00000080:00000001:0.0:1769074939.587596:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.587600:0:28427:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074939.587601:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753b50 00000080:00200000:0.0:1769074939.587603:0:28427:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), file ffff8da21837be00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074939.587608:0:28427:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da202ef4f00. 00000080:00000001:0.0:1769074939.587611:0:28427:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074939.587613:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a10 00000080:00200000:0.0:1769074939.587614:0:28427:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000010:0.0:1769074939.587620:0:28427:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00800000:00000002:0.0:1769074939.587622:0:28427:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.587626:0:28427:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074939.587627:0:28427:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.587628:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753930 00800000:00000002:0.0:1769074939.587630:0:28427:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-24' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074939.587632:0:28427:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074939.587635:0:28427:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074939.587640:0:28427:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325833030144 : -125747876521472 : ffff8da20a7d1a00) 00800000:00000001:0.0:1769074939.587642:0:28427:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074939.587645:0:28427:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074939.587647:0:28427:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074939.587649:0:28427:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074939.587652:0:28427:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da202f2f800: Allocated FID [0x2000013a1:0x35:0x0] 40000000:00000001:0.0:1769074939.587654:0:28427:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.587655:0:28427:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.587657:0:28427:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.587658:0:28427:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.587660:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417538b0 00800000:00000002:0.0:1769074939.587661:0:28427:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x35:0x0], name='f15a.replay-dual-24' -> mds #0 00000002:00000001:0.0:1769074939.587663:0:28427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074939.587663:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417537e8 00000002:00010000:0.0:1769074939.587664:0:28427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-24,[0x2000013a1:0x35:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074939.587669:0:28427:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074939.587672:0:28427:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074939.587675:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074939.587678:0:28427:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.587680:0:28427:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074939.587681:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:0.0:1769074939.587682:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.587685:0:28427:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.587687:0:28427:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.587689:0:28427:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074939.587750:0:28427:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.587754:0:28427:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.587756:0:28427:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074939.587757:0:28427:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074939.587759:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.587760:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.587762:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 3 00010000:00000001:0.0:1769074939.587763:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.587765:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.587766:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.587767:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.587768:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 3 00010000:00000001:0.0:1769074939.587769:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.587770:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.587771:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.587772:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.587772:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 3 00010000:00000001:0.0:1769074939.587773:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.587774:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.587776:0:28427:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074939.587777:0:28427:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b9080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074939.587780:0:28427:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074939.587785:0:28427:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074939.587788:0:28427:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.587789:0:28427:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587793:0:28427:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.587797:0:28427:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.587799:0:28427:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.587801:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.587802:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.587805:0:28427:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef600 with handle 0x5882d4497368317d from hash 00010000:00000001:0.0:1769074939.587808:0:28427:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.587809:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587810:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.587811:0:28427:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.587814:0:28427:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.587816:0:28427:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.587819:0:28427:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.587821:0:28427:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074939.587823:0:28427:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074939.587829:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206428000. 00000020:00000040:0.0:1769074939.587833:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=54 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074939.587839:0:28427:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074939.587840:0:28427:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.587843:0:28427:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074939.587847:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.587850:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.587851:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.587852:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.587855:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.587857:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.588248:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.588259:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da210040000. 00000100:00000001:0.0:1769074939.588268:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.588273:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.588277:0:28427:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.588281:0:28427:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.588382:0:28427:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.588384:0:28427:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.588386:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.588389:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef600/0x5882d4497368317d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351671e expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.588664:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef600 count: 0 00010000:00000010:0.0:1769074939.588673:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0e80. 00010000:00000001:0.0:1769074939.588688:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.588690:0:28427:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.588767:0:28427:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.588769:0:28427:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.588771:0:28427:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.588784:0:28427:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00010000:00000001:0.0:1769074939.588789:0:28427:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074939.588792:0:28427:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074939.588800:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef100. 00010000:00000010:0.0:1769074939.588805:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0e80. 00010000:00000001:0.0:1769074939.588811:0:28427:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074939.588814:0:28427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ee800. 00000020:00000001:0.0:1769074939.588818:0:28427:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074939.588820:0:28427:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ee800 with handle 0x5882d44973683184 to hash 00000020:00000001:0.0:1769074939.588822:0:28427:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074939.588824:0:28427:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.588828:0:28427:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.588831:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.588833:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.588836:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28427 initiator: MDT0 00010000:00010000:0.0:1769074939.588843:0:28427:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000020:00100000:0.0:1769074939.588859:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074939.588873:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074939.588883:0:28427:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28427 initiator: MDT0 00000100:00000001:0.0:1769074939.588888:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.588891:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.588899:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.588901:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063149632 : -125747646401984 : ffff8da218347240) 00000100:00000001:0.0:1769074939.588904:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.588906:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074939.588911:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.589009:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.589013:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.589015:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.589021:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.589030:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.589032:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.589037:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.589041:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.589044:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.589047:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926593152:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.589211:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.589220:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.589223:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.589226:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.589408:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.589411:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.589423:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.589429:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.589438:0:28427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207c95000. 00000100:00000200:0.0:1769074939.589447:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926593152, portal 10 00000100:00000001:0.0:1769074939.589449:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.589451:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:0.0:1769074939.589458:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.589856:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.589859:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.589864:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000100:00000200:0.0:1769074939.589868:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926593152, offset 0 00000400:00000200:0.0:1769074939.589876:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.589886:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.589896:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.589903:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.589908:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.589912:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.589928:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.589932:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2827:2827:256:4294967295] 192.168.204.145@tcp LPNI seq info [2827:2827:8:4294967295] 00000400:00000200:0.0:1769074939.589937:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.589949:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.589956:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.589963:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38000. 00000800:00000200:0.0:1769074939.589971:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.589980:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.589986:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.590005:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.590010:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1068905 usecs (1069 jiffies) 00000400:00000200:0.0:1769074939.590014:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.590017:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302164 00000100:00000001:0.0:1769074939.590020:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.590023:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302164 00000100:00000001:0.0:1769074939.590026:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.590030:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.590033:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.590037:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.590039:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.590042:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347240 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.590046:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.590065:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.590582:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.590588:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38000. 00000400:00000200:3.0:1769074939.590594:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.590601:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.590608:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000400:00000010:3.0:1769074939.590612:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000100:00000001:3.0:1769074939.590617:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.590624:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.590635:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.590638:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.590645:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.590647:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.598150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef600. 00010000:00000010:0.1:1769074939.598170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef600. 00000800:00000001:2.0:1769074939.598241:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.598260:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.598263:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.598266:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.598279:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598289:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.598300:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598306:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598313:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598318:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0852680 00000400:00000200:2.0:1769074939.598323:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598331:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x71ad [32] + 224 00000800:00000001:2.0:1769074939.598341:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.598350:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.598353:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.598358:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.598367:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.598379:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.598390:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.598453:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.598572:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074939.598583:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074939.598588:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598595:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.598602:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2828:2828:256:4294967295] 192.168.204.145@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:2.0:1769074939.598606:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.598615:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769074939.598622:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.598630:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207d30000. 00000800:00000200:2.0:1769074939.598637:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.598645:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.598649:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207d30000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074939.598766:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.598770:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207d30000. 00000400:00000200:2.0:1769074939.598773:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.598777:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769074939.598783:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.598787:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074939.599300:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.599303:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.599307:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.599313:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207c95000 00000400:00000010:0.0:1769074939.599316:0:28427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da207c95000. 00000100:00000001:0.0:1769074939.599321:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.599328:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.599339:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926593152/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.599346:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.599348:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.599351:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.599356:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.599360:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.599362:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.599366:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.599378:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074939.599383:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.599386:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.599388:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.599391:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.599395:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.599400:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.599401:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074939.599404:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.599407:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.599409:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074939.599414:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.599416:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.599419:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.599422:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.599426:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.599434:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.599437:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.599440:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.599445:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.599453:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926593152:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769074939.599458:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.599487:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.599490:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.599492:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.599496:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.599576:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.599580:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347240. 00000100:00000001:0.0:1769074939.599583:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.599585:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.599589:0:28427:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074939.599595:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599599:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599602:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=4 00000020:00000001:0.0:1769074939.599605:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599608:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000040:0.0:1769074939.599615:0:28427:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ee800, remote cookie: 0xe52bf4d4a351673a, flags: 0x1001 00010000:00010000:0.0:1769074939.599621:0:28427:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074939.599631:0:28427:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x35:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074939.599635:0:28427:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074939.599648:0:28427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef600. 00010000:00000010:0.0:1769074939.599653:0:28427:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da2064c0580. 00010000:00000040:0.0:1769074939.599659:0:28427:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef100 count: 0 00010000:00000010:0.0:1769074939.599666:0:28427:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0e80. 00010000:00000001:0.0:1769074939.599675:0:28427:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.599679:0:28427:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.599688:0:28427:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599764:0:28427:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074939.599769:0:28427:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074939.599772:0:28427:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074939.599774:0:28427:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074939.599776:0:28427:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074939.599778:0:28427:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x35:0x0].0x0 (ffff8da2120ef600) refcount = 1 00010000:00010000:0.0:1769074939.599783:0:28427:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599789:0:28427:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074939.599793:0:28427:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074939.599795:0:28427:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.599799:0:28427:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074939.599802:0:28427:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.599805:0:28427:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599812:0:28427:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074939.599814:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599816:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.599817:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599818:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.599819:0:28427:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.599825:0:28427:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074939.599828:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599830:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599832:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.599834:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599836:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599839:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599840:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599841:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=4 00000020:00000001:0.0:1769074939.599843:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599846:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599849:0:28427:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.599852:0:28427:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.599856:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599863:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599864:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.599865:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599867:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599868:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=5 00000020:00000001:0.0:1769074939.599870:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599872:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599875:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.599877:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599884:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599885:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074939.599889:0:28427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.599895:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.599896:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599897:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.599899:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599900:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074939.599905:0:28427:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.599925:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.599931:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.599937:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.599945:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599946:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599948:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.599950:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599952:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00000002:00010000:0.0:1769074939.599957:0:28427:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074939.599966:0:28427:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da209879600. 00010000:00000001:0.0:1769074939.599969:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.599970:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.599972:0:28427:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.599974:0:28427:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.599977:0:28427:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074939.599980:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.599981:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769074939.599983:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.599984:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00010000:00000001:0.0:1769074939.599986:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.599988:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.599989:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.599991:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.599993:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00000002:00010000:0.0:1769074939.599997:0:28427:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.600003:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.600005:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.600006:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074939.600008:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.600010:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.600011:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.600013:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.600015:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000040:0.0:1769074939.600019:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:0.0:1769074939.600022:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074939.600026:0:28427:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589939617/53 (0 0) 00010000:00000001:0.0:1769074939.600029:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.600030:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.600031:0:28427:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074939.600035:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753768 00000002:00002000:0.0:1769074939.600038:0:28427:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-24 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074939.600041:0:28427:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.600046:0:28427:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.600189:0:28427:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074939.600194:0:28427:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074939.600198:0:28427:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.600204:0:28427:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000001:0.0:1769074939.600208:0:28427:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074939.600210:0:28427:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da202ef4f00 it_disposition 1800037 00000080:00002000:0.0:1769074939.600218:0:28427:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b22ebd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074939.600224:0:28427:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.600227:0:28427:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074939.600230:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb177417539a0 00000080:00200000:0.0:1769074939.600232:0:28427:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff8da20b1b9148), intent=open|creat 00000080:00000001:0.0:1769074939.600236:0:28427:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074939.600239:0:28427:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074939.600244:0:28427:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074939.600249:0:28427:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074939.600252:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366325 : 144115272381366325 : 2000013a1000035) 00000080:00000001:0.0:1769074939.600255:0:28427:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074939.600273:0:28427:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b240000. 00000020:00000001:0.0:1769074939.600286:0:28427:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074939.600288:0:28427:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074939.600291:0:28427:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074939.600293:0:28427:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x35:0x0](ffff8da20b2400c8) 00000020:00000001:0.0:1769074939.600297:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.600302:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.600304:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.600309:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074939.600315:0:28427:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20a667578. 00000020:00000001:0.0:1769074939.600317:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.600319:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.600328:0:28427:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.600332:0:28427:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da20a92e6c8. 00020000:00000001:0.0:1769074939.600334:0:28427:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325834458824 : -125747875092792 : ffff8da20a92e6c8) 00020000:00000001:0.0:1769074939.600338:0:28427:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:0.0:1769074939.600341:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.600347:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4900. 00020000:00000010:0.0:1769074939.600353:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003a480. 00020000:00000010:0.0:1769074939.600358:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4b40. 00020000:00000001:0.0:1769074939.600360:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706296128 : -125748003255488 : ffff8da202ef4b40) 00020000:00000002:0.0:1769074939.600364:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4b40, objid 0x35:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.600369:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.600372:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a480: ostid: 0x280000400:494 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.600376:0:28427:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074939.600378:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4b40, objid 0x35:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.600385:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.600388:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003a480: ostid: 0x280000400:494 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074939.600393:0:28427:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da20ad3d160. 00020000:00000010:0.0:1769074939.600396:0:28427:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da218347240. 00020000:00000001:0.0:1769074939.600402:0:28427:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074939.600405:0:28427:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da20578d310. 00020000:00000001:0.0:1769074939.600409:0:28427:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074939.600411:0:28427:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074939.600418:0:28427:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074939.600422:0:28427:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20a667000. 00000020:00000001:0.0:1769074939.600424:0:28427:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074939.600426:0:28427:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.600428:0:28427:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325831544960 : -125747878006656 : ffff8da20a667080) 00020000:00000001:0.0:1769074939.600433:0:28427:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074939.600439:0:28427:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da20a2ae540. 00020000:00000001:0.0:1769074939.600441:0:28427:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.600446:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325831544960 : -125747878006656 : ffff8da20a667080) 00020000:00000001:0.0:1769074939.600449:0:28427:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325831544960 : -125747878006656 : ffff8da20a667080) 00020000:00000002:0.0:1769074939.600453:0:28427:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1ee:0x0]@ffff8da20a667000[0:0] -> [0x2000013a1:0x35:0x0]@ffff8da20a667578: ostid: 0x280000400:494 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074939.600710:0:28427:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074939.600714:0:28427:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074939.600717:0:28427:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.600722:0:28427:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325831546360 : -125747878005256 : ffff8da20a6675f8) 00000020:00001000:0.0:1769074939.600726:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.600731:0:28427:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366325 : 144115272381366325 : 2000013a1000035) 00000080:00000001:0.0:1769074939.600734:0:28427:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074939.600737:0:28427:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366325 mtime from 0 to 1769074939 00000080:00000001:0.0:1769074939.600743:0:28427:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074939.600746:0:28427:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843968200 : -125747865583416 : ffff8da20b2400c8) 00010000:00000001:0.0:1769074939.600749:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.600750:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.600753:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.600755:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.600758:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00000080:00000001:0.0:1769074939.600761:0:28427:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074939.600763:0:28427:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.600765:0:28427:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.600767:0:28427:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000020:00000001:0.0:1769074939.600769:0:28427:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074939.600772:0:28427:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074939.600774:0:28427:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074939.600778:0:28427:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da202ef4d20. 00020000:00000010:0.0:1769074939.600781:0:28427:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da21003af00. 00020000:00000010:0.0:1769074939.600783:0:28427:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da202ef4ba0. 00020000:00000001:0.0:1769074939.600785:0:28427:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325706296224 : -125748003255392 : ffff8da202ef4ba0) 00020000:00000002:0.0:1769074939.600788:0:28427:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da202ef4ba0, objid 0x35:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074939.600792:0:28427:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074939.600796:0:28427:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da21003af00: ostid: 0x280000400:494 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074939.600799:0:28427:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da20a92e6c8) owner ffff8da2126627c0 00020000:00000001:0.0:1769074939.600802:0:28427:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074939.600805:0:28427:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da20a92e6c8) owner ffff8da2126627c0 00020000:00000010:0.0:1769074939.600810:0:28427:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da21003af00. 00020000:00000010:0.0:1769074939.600815:0:28427:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da202ef4d20. 00020000:00000010:0.0:1769074939.600821:0:28427:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da202ef4ba0. 00020000:00000002:0.0:1769074939.600823:0:28427:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x35:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074939.600826:0:28427:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.600828:0:28427:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.600832:0:28427:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074939.600835:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.600838:0:28427:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da202ef4b40 addref 2/0 by ffff8da2126627c0. 00020000:00000002:0.0:1769074939.600841:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.600845:0:28427:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074939.600848:0:28427:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074939.600850:0:28427:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074939.600851:0:28427:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074939.600854:0:28427:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074939.600857:0:28427:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074939.600859:0:28427:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000080:00000001:0.0:1769074939.600861:0:28427:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.600863:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.600864:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.600866:0:28427:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074939.600870:0:28427:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074939.600872:0:28427:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.600875:0:28427:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x35:0x0](ffff8da20b2400c8) 00000080:00010000:0.0:1769074939.600879:0:28427:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x35:0x0](ffff8da20b2400c8) for lock 0x5882d44973683184 00800000:00000001:0.0:1769074939.600882:0:28427:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074939.600884:0:28427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074939.600885:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.600886:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.600888:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.600890:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.600892:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.600895:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.600896:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074939.600898:0:28427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.600899:0:28427:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.600901:0:28427:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074939.600904:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.600911:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.600928:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.600935:0:28427:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074939.600939:0:28427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x35:0x0](ffff8da20b2400c8) 00000080:00000001:0.0:1769074939.600942:0:28427:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.600946:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.600949:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.600952:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.600959:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.600963:0:28427:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074939.600965:0:28427:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.600976:0:28427:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074939.600978:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00200008:0.0:1769074939.600980:0:28427:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-24:[0x2000013a1:0x35:0x0](ffff8da20b2400c8), flags 100102 00000080:00000010:0.0:1769074939.600989:0:28427:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da21229a8c0. 00000080:00000010:0.0:1769074939.600998:0:28427:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da209879480. 00000080:00000001:0.0:1769074939.601001:0:28427:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074939.601005:0:28427:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.601009:0:28427:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074939.601013:0:28427:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da207c427e0. 00000002:00100000:0.0:1769074939.601018:0:28427:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.601024:0:28427:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.601026:0:28427:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074939.601030:0:28427:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074939.601034:0:28427:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601036:0:28427:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.601039:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.601041:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074939.601048:0:28427:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.601067:0:28427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:0.0:1769074939.601104:0:28427:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074939.601106:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.601109:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753a60 00000080:00000008:0.0:1769074939.601111:0:28427:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-24:[0x2000013a1:0x35:0x0](ffff8da20b2400c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074939.601116:0:28427:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074939.601118:0:28427:0:(dcache.c:176:ll_intent_release()) intent ffff8da202ef4f00 released 00000080:00010000:0.0:1769074939.601120:0:28427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683184 from it ffff8da202ef4f00 00010000:00000001:0.0:1769074939.601123:0:28427:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074939.601125:0:28427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074939.601126:0:28427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ee800 refcount=3 00000020:00000001:0.0:1769074939.601128:0:28427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.601131:0:28427:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762893824 : -125747946657792 : ffff8da2064ee800) 00010000:00000001:0.0:1769074939.601133:0:28427:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074939.601137:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.601145:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.601146:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.601148:0:28427:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074939.601150:0:28427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074939.601153:0:28427:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074939.601161:0:28427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074939.601164:0:28427:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074939.601167:0:28427:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074939.601171:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.601172:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.601174:0:28427:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.601177:0:28427:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074939.601179:0:28427:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.601182:0:28427:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.601184:0:28427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.601187:0:28427:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074939.601188:0:28427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.601189:0:28427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074939.601190:0:28427:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074939.601193:0:28427:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074939.601195:0:28427:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.601197:0:28427:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074939.601200:0:28427:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074939.601201:0:28427:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601205:0:28427:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074939.601206:0:28427:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601209:0:28427:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074939.601211:0:28427:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601213:0:28427:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074939.601215:0:28427:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da202ef4f00. 00000080:00000001:0.0:1769074939.601218:0:28427:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601223:0:28427:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074939.601225:0:28427:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x35:0x0](ffff8da20b2400c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074939.601229:0:28427:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074939.601266:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.601269:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.601272:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.601274:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601284:0:28427:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074939.601286:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00200008:0.0:1769074939.601288:0:28427:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-24:[0x2000013a1:0x35:0x0](ffff8da20b2400c8), flags 100002 00000080:00000001:0.0:1769074939.601291:0:28427:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074939.601294:0:28427:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074939.601295:0:28427:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074939.601297:0:28427:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000002:0.0:1769074939.601299:0:28427:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e6c8) owner 0000000000000000/ffff8da2126627c0 00020000:00000001:0.0:1769074939.601301:0:28427:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.601303:0:28427:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074939.601307:0:28427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074939.601310:0:28427:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074939.601314:0:28427:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:0.0:1769074939.601317:0:28427:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074939.601321:0:28427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074939.601323:0:28427:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x35:0x0]: 0 00000080:00000001:0.0:1769074939.601325:0:28427:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074939.601328:0:28427:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074939.601331:0:28427:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.601333:0:28427:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074939.601338:0:28427:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074939.601342:0:28427:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074939.601344:0:28427:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x35:0x0] 00000002:00000001:0.0:1769074939.601348:0:28427:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074939.601350:0:28427:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da202f2f800: [0x2000013a1:0x35:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074939.601380:0:28427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc000. 00000020:00000040:0.0:1769074939.601385:0:28427:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074939.601389:0:28427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.601393:0:28427:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.601398:0:28427:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.601405:0:28427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7e000. 00000100:00000001:0.0:1769074939.601413:0:28427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074939.601425:0:28427:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074939.601435:0:28427:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da202f2f800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074939.601441:0:28427:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074939.601448:0:28427:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.601450:0:28427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.601458:0:28427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.601489:0:28427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063150400 : -125747646401216 : ffff8da218347540) 00000100:00000001:0.0:1769074939.601492:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.601493:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000001:0.0:1769074939.601498:0:28427:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.601963:0:28427:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.601967:0:28427:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.601969:0:28427:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.601975:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.601985:0:28427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.601988:0:28427:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.601993:0:28427:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074939.601996:0:28427:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074939.601999:0:28427:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.602003:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926593408:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.602008:0:28427:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074939.602015:0:28427:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074939.602018:0:28427:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.602021:0:28427:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074939.602027:0:28427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95000. 02000000:00000001:0.0:1769074939.602029:0:28427:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074939.602041:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074939.602046:0:28427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074939.602054:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841000. 00000100:00000200:0.0:1769074939.602075:0:28427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926593408, portal 10 00000100:00000001:0.0:1769074939.602078:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.602079:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000040:0.0:1769074939.602086:0:28427:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.602094:0:28427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074939.602097:0:28427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074939.602100:0:28427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000200:0.0:1769074939.602104:0:28427:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926593408, offset 0 00000400:00000200:0.0:1769074939.602113:0:28427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074939.602123:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.602132:0:28427:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074939.602138:0:28427:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074939.602144:0:28427:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074939.602148:0:28427:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074939.602151:0:28427:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074939.602155:0:28427:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2829:2829:256:4294967295] 192.168.204.145@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:0.0:1769074939.602159:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074939.602170:0:28427:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074939.602178:0:28427:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074939.602184:0:28427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769074939.602192:0:28427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074939.602201:0:28427:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074939.602207:0:28427:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074939.602231:0:28427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.602237:0:28427:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1066455 usecs (1067 jiffies) 00000400:00000200:0.0:1769074939.602241:0:28427:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074939.602245:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302174 00000100:00000001:0.0:1769074939.602249:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.602252:0:28427:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302174 00000100:00000001:0.0:1769074939.602254:0:28427:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:0.0:1769074939.602257:0:28427:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.602260:0:28427:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.602262:0:28427:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.602264:0:28427:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074939.602267:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074939.602270:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.602274:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.602618:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.602623:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:2.0:1769074939.602629:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.602636:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.602643:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:2.0:1769074939.602646:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:2.0:1769074939.602651:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.602656:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.602668:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.602671:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.602678:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.602680:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.607529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef100. 00000800:00000001:3.0:1769074939.611140:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.611166:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.611171:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.611174:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.611188:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.611198:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.611207:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.611213:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.611220:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.611225:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852780 00000400:00000200:3.0:1769074939.611231:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.611249:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x71b5 [1] + 224 00000800:00000001:3.0:1769074939.611259:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.611453:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.611457:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.611517:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.611529:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.611539:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.611552:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.611564:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.611575:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.611579:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.612944:0:28427:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074939.612959:0:28427:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074939.612962:0:28427:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074939.612967:0:28427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:0.0:1769074939.612979:0:28427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841000 00000400:00000010:0.0:1769074939.612982:0:28427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841000. 00000100:00000001:0.0:1769074939.612987:0:28427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074939.612997:0:28427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074939.613008:0:28427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc000 x1855007926593408/t0(0) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.613015:0:28427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074939.613018:0:28427:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.613022:0:28427:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074939.613026:0:28427:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.613029:0:28427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.613032:0:28427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.613036:0:28427:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.613048:0:28427:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51ca0 time=91 v=5 (10 5 5 5) 00000100:00001000:0.0:1769074939.613173:0:28427:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074939.613176:0:28427:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074939.613178:0:28427:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.613181:0:28427:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074939.613187:0:28427:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.613192:0:28427:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074939.613194:0:28427:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074939.613196:0:28427:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074939.613199:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.613201:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000001:0.0:1769074939.613206:0:28427:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074939.613208:0:28427:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:0.0:1769074939.613211:0:28427:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.613214:0:28427:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.613221:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.613230:0:28427:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.613234:0:28427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.613236:0:28427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.613241:0:28427:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074939.613250:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job createmany:3244744f-11a0-48bc-973e-b9df1bca57bc:28427:1855007926593408:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769074939.613255:0:28427:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.613258:0:28427:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.613261:0:28427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.613264:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.613415:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.613425:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.613430:0:28427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.613434:0:28427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.613436:0:28427:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.613445:0:28427:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.613446:0:28427:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000002:00000001:0.0:1769074939.613450:0:28427:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.613454:0:28427:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.613513:0:28427:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207e7fe00. 00000080:00000001:0.0:1769074939.613519:0:28427:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074939.613523:0:28427:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074939.613528:0:28427:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074939.613535:0:28427:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074939.613544:0:28427:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.613546:0:28427:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.613548:0:28427:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da209879480. 00000100:00000001:0.0:1769074939.613551:0:28427:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.613555:0:28427:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.613561:0:28427:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.613565:0:28427:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074939.613568:0:28427:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da21229a8c0. 00000080:00000001:0.0:1769074939.613572:0:28427:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.613580:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753dd0 00000080:00000008:0.0:1769074939.613584:0:28427:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-24:[0x2000013a1:0x35:0x0](ffff8da20b2400c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074939.613588:0:28427:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.613594:0:28427:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074939.613596:0:28427:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741753e00 00000080:00002000:0.0:1769074939.613598:0:28427:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-24 (ffff8da20b22ebd0, parent ffff8da20b13a288, inode ffff8da20b2400c8) hashed, 00000080:00000001:0.0:1769074939.613602:0:28427:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.629873:0:28428:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.629885:0:28428:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074939.629888:0:28428:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074939.629893:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97bc0 00000080:00200000:3.0:1769074939.629899:0:28428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:3.0:1769074939.629910:0:28428:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8f200. 00800000:00000002:3.0:1769074939.629928:0:28428:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:3.0:1769074939.629933:0:28428:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074939.629939:0:28428:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.629942:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97ae0 00800000:00000002:3.0:1769074939.629946:0:28428:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074939.629951:0:28428:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074939.629958:0:28428:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074939.629966:0:28428:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074939.629969:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c979b0 00000002:00010000:3.0:1769074939.629971:0:28428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074939.629975:0:28428:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074939.629977:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074939.629981:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074939.629992:0:28428:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.629995:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.629997:0:28428:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.630000:0:28428:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074939.630003:0:28428:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074939.630012:0:28428:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769074939.630018:0:28428:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00010000:00000001:3.0:1769074939.630029:0:28428:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074939.630038:0:28428:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074939.630041:0:28428:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.630044:0:28428:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074939.630047:0:28428:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074939.630053:0:28428:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074939.630062:0:28428:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:3.0:1769074939.630071:0:28428:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.630078:0:28428:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.630080:0:28428:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.630082:0:28428:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.630083:0:28428:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.630085:0:28428:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074939.630091:0:28428:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00010000:00000001:3.0:1769074939.630097:0:28428:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074939.630100:0:28428:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074939.630105:0:28428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2110c1a00. 00010000:00000010:3.0:1769074939.630109:0:28428:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20983c680. 00010000:00000001:3.0:1769074939.630116:0:28428:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074939.630119:0:28428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201490200. 00000020:00000001:3.0:1769074939.630124:0:28428:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074939.630127:0:28428:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201490200 with handle 0x5882d4497368318b to hash 00000020:00000001:3.0:1769074939.630129:0:28428:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074939.630131:0:28428:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074939.630135:0:28428:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:3.0:1769074939.630140:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.630143:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.630147:0:28428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28428 initiator: MDT0 00010000:00010000:3.0:1769074939.630157:0:28428:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28428 initiator: MDT0 00010000:00010000:3.0:1769074939.630169:0:28428:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28428 initiator: MDT0 00000100:00000001:3.0:1769074939.630176:0:28428:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074939.630178:0:28428:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074939.630187:0:28428:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7ca0c0. 00000100:00000001:3.0:1769074939.630189:0:28428:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832999104 : -125747876552512 : ffff8da20a7ca0c0) 00000100:00000001:3.0:1769074939.630192:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.630194:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769074939.630200:0:28428:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074939.630206:0:28428:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.630208:0:28428:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074939.630210:0:28428:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.630225:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.630234:0:28428:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.630236:0:28428:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.630241:0:28428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.630245:0:28428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.630248:0:28428:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.630252:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926593536:192.168.204.145@tcp:101:createmany.0 00000100:00000001:3.0:1769074939.630257:0:28428:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.630264:0:28428:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.630266:0:28428:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.630269:0:28428:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.630277:0:28428:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a794800. 02000000:00000001:3.0:1769074939.630279:0:28428:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.630291:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.630296:0:28428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769074939.630304:0:28428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769074939.630312:0:28428:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926593536, portal 10 00000100:00000001:3.0:1769074939.630314:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.630315:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769074939.630322:0:28428:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.630336:0:28428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.630339:0:28428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.630342:0:28428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074939.630345:0:28428:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926593536, offset 0 00000400:00000200:3.0:1769074939.630353:0:28428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.630365:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.630375:0:28428:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.630382:0:28428:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.630387:0:28428:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.630392:0:28428:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.630396:0:28428:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.630401:0:28428:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2830:2830:256:4294967295] 192.168.204.145@tcp LPNI seq info [2830:2830:8:4294967295] 00000400:00000200:3.0:1769074939.630405:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.630417:0:28428:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.630424:0:28428:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.630431:0:28428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13300. 00000800:00000200:3.0:1769074939.630439:0:28428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.630449:0:28428:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.630455:0:28428:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.631316:0:28428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.631327:0:28428:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 353573 usecs (354 jiffies) 00000400:00000200:3.0:1769074939.631336:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.631340:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296301490 00000100:00000001:3.0:1769074939.631343:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.631346:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296301490 00000100:00000001:3.0:1769074939.631348:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:3.0:1769074939.631351:0:28428:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.631354:0:28428:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.631357:0:28428:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.631359:0:28428:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074939.631362:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7ca0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074939.631366:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.631369:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.631605:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.631612:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13300. 00000400:00000200:2.0:1769074939.631618:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.631626:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.631634:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7206e8 00000400:00000010:2.0:1769074939.631638:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7206e8. 00000100:00000001:2.0:1769074939.631646:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.631654:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.631665:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.631669:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.631676:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.631678:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.641453:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.641530:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.641534:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.641537:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.641551:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.641562:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.641574:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.641581:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.641590:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.641595:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0852800 00000400:00000200:3.0:1769074939.641602:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.641610:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x71bd [1] + 224 00000800:00000001:3.0:1769074939.641621:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.641632:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.641636:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.641641:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.641652:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.641664:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.641676:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.641699:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.641711:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.641715:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.641745:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074939.641758:0:28428:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.641761:0:28428:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.641765:0:28428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:2.0:1769074939.641773:0:28428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:2.0:1769074939.641783:0:28428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:2.0:1769074939.641790:0:28428:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.641801:0:28428:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074939.641813:0:28428:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.641820:0:28428:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.641822:0:28428:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.641824:0:28428:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.641828:0:28428:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.641830:0:28428:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.641833:0:28428:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.641835:0:28428:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.641844:0:28428:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074939.641849:0:28428:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.641852:0:28428:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.641854:0:28428:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.641857:0:28428:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.641860:0:28428:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.641864:0:28428:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074939.641866:0:28428:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:2.0:1769074939.641868:0:28428:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074939.641871:0:28428:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.641875:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.641883:0:28428:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.641886:0:28428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.641888:0:28428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.641892:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074939.641900:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926593536:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.641905:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.641907:0:28428:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.641910:0:28428:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074939.641912:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.641925:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.641931:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074939.641933:0:28428:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7ca0c0. 00000100:00000001:2.0:1769074939.641936:0:28428:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074939.641937:0:28428:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.641940:0:28428:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074939.641944:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.641946:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.641949:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:2.0:1769074939.641951:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.641954:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:2.0:1769074939.641959:0:28428:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201490200, remote cookie: 0xe52bf4d4a351674f, flags: 0x1001 00010000:00010000:2.0:1769074939.641964:0:28428:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.641975:0:28428:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.641981:0:28428:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074939.641985:0:28428:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074939.641988:0:28428:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074939.641989:0:28428:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074939.641991:0:28428:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074939.641994:0:28428:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da2110c1a00) refcount = 1 00010000:00010000:2.0:1769074939.641998:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642005:0:28428:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074939.642009:0:28428:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074939.642011:0:28428:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.642014:0:28428:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074939.642016:0:28428:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.642020:0:28428:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642026:0:28428:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074939.642027:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642029:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642030:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642031:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642032:0:28428:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.642037:0:28428:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074939.642038:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642039:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642041:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642043:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642046:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642048:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642049:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642050:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=4 00000020:00000001:2.0:1769074939.642052:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642054:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642057:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.642059:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.642063:0:28428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642069:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642070:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642072:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642073:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642085:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=5 00000020:00000001:2.0:1769074939.642087:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642090:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642093:0:28428:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.642096:0:28428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642102:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642103:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074939.642106:0:28428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642113:0:28428:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.642114:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642115:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642116:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642117:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074939.642121:0:28428:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074939.642130:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642132:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642133:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642135:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642137:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642139:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642141:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.642142:0:28428:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.642145:0:28428:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.642147:0:28428:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074939.642150:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642151:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642153:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642155:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642157:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00000002:00010000:2.0:1769074939.642161:0:28428:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642167:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642168:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642170:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074939.642171:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642172:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642173:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642175:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642177:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000040:2.0:1769074939.642183:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 2 00010000:00000001:2.0:1769074939.642185:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074939.642189:0:28428:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da207c97000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074939.642192:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642193:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.642194:0:28428:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074939.642197:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97930 00000002:00002000:2.0:1769074939.642199:0:28428:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074939.642202:0:28428:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.642205:0:28428:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.642208:0:28428:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074939.642211:0:28428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074939.642224:0:28428:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.642228:0:28428:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074939.642232:0:28428:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8f200. 00000080:00000001:2.0:1769074939.642236:0:28428:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074939.642238:0:28428:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074939.642244:0:28428:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074939.642247:0:28428:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074939.642254:0:28428:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da207e39400. 00800000:00000001:2.0:1769074939.642257:0:28428:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325789414400 : -125747920137216 : ffff8da207e39400) 00800000:00000001:2.0:1769074939.642260:0:28428:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.642262:0:28428:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074939.642265:0:28428:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074939.642267:0:28428:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074939.642270:0:28428:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074939.642273:0:28428:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074939.642275:0:28428:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.642279:0:28428:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074939.642281:0:28428:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1769074939.642284:0:28428:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074935 to 1769074939 00000080:00200000:2.0:1769074939.642287:0:28428:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074939.642289:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642291:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642292:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642294:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642296:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642298:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642299:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.642301:0:28428:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074939.642303:0:28428:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074939.642304:0:28428:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da207e39400 1 00800000:00000010:2.0:1769074939.642307:0:28428:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da207e39400. 00800000:00000001:2.0:1769074939.642309:0:28428:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.642313:0:28428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d4497368318b 00800000:00000001:2.0:1769074939.642316:0:28428:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074939.642318:0:28428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074939.642319:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642320:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642322:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642323:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642326:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642328:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642329:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.642330:0:28428:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.642332:0:28428:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.642335:0:28428:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.642337:0:28428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:2.0:1769074939.642340:0:28428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368318b from it ffffb17741c97bf8 00010000:00000001:2.0:1769074939.642342:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.642343:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.642344:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.642345:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642347:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.642349:0:28428:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.642352:0:28428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642357:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642358:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642360:0:28428:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074939.642362:0:28428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074939.642364:0:28428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.642372:0:28428:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.642374:0:28428:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074939.642376:0:28428:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.642380:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642382:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.642383:0:28428:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.642386:0:28428:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074939.642388:0:28428:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.642390:0:28428:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.642391:0:28428:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.642393:0:28428:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.642394:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.642395:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074939.642398:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.642401:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926593536/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.642412:0:28428:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074939.642414:0:28428:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074939.642417:0:28428:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a794800. 02000000:00000001:2.0:1769074939.642420:0:28428:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074939.642422:0:28428:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074939.642424:0:28428:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:2.0:1769074939.642426:0:28428:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074939.642430:0:28428:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:2.0:1769074939.642433:0:28428:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074939.642436:0:28428:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074939.642438:0:28428:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:2.0:1769074939.642442:0:28428:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074939.642443:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074939.642446:0:28428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074939.642451:0:28428:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.642874:0:28428:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8da201358b40. 00000080:00000001:2.0:1769074939.642880:0:28428:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074939.642882:0:28428:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074939.642884:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97b00 00000080:00200000:2.0:1769074939.642887:0:28428:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:2.0:1769074939.642892:0:28428:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5600. 00800000:00000002:2.0:1769074939.642896:0:28428:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074939.642899:0:28428:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074939.642902:0:28428:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.642904:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97a20 00800000:00000002:2.0:1769074939.642906:0:28428:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074939.642909:0:28428:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074939.642922:0:28428:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074939.642928:0:28428:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.642929:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c978f0 00000002:00010000:2.0:1769074939.642931:0:28428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074939.642935:0:28428:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074939.642936:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.642939:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.642943:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 2 00010000:00000001:2.0:1769074939.642944:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.642948:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.642949:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074939.642952:0:28428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074939.642960:0:28428:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074939.642963:0:28428:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.642966:0:28428:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074939.642972:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074939.642973:0:28428:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074939.642975:0:28428:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074939.642976:0:28428:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074939.642978:0:28428:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074939.642980:0:28428:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074939.642982:0:28428:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074939.642985:0:28428:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:2.0:1769074939.642987:0:28428:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5600. 00000080:00000001:2.0:1769074939.642990:0:28428:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074939.642992:0:28428:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.642994:0:28428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:2.0:1769074939.642996:0:28428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d4497368318b 00800000:00000001:2.0:1769074939.642999:0:28428:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074939.643000:0:28428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074939.643001:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.643003:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.643004:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.643005:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.643007:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.643009:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.643010:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.643011:0:28428:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.643013:0:28428:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.643015:0:28428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d4497368318b from it ffffb17741c97b38 00010000:00000001:2.0:1769074939.643017:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.643017:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.643019:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490200 refcount=3 00000020:00000001:2.0:1769074939.643020:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.643022:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678621184 : -125748030930432 : ffff8da201490200) 00010000:00000001:2.0:1769074939.643024:0:28428:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.643025:0:28428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.643030:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.643032:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.643033:0:28428:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074939.643034:0:28428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074939.643036:0:28428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.643041:0:28428:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.643042:0:28428:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074939.643043:0:28428:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.643045:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.643046:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.643047:0:28428:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643049:0:28428:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074939.643050:0:28428:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643052:0:28428:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643053:0:28428:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643055:0:28428:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.643056:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.643057:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074939.643059:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074939.643060:0:28428:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074939.643062:0:28428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074939.643065:0:28428:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.643069:0:28428:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074939.643082:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97b50 00000080:00200000:2.0:1769074939.643084:0:28428:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f15a.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), file ffff8da203e4f680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074939.643090:0:28428:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff8da2054dccc0. 00000080:00000001:2.0:1769074939.643094:0:28428:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074939.643096:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97a10 00000080:00200000:2.0:1769074939.643097:0:28428:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f15a.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), intent=open|creat 00000080:00000010:2.0:1769074939.643104:0:28428:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da207da5600. 00800000:00000002:2.0:1769074939.643106:0:28428:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074939.643110:0:28428:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074939.643112:0:28428:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.643113:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97930 00800000:00000002:2.0:1769074939.643114:0:28428:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f15a.replay-dual-2-0' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074939.643118:0:28428:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074939.643121:0:28428:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074939.643125:0:28428:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446618325794854400 : -125747914697216 : ffff8da208369600) 00800000:00000001:2.0:1769074939.643128:0:28428:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074939.643130:0:28428:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074939.643132:0:28428:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074939.643135:0:28428:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074939.643138:0:28428:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff8da20a0ec000: Allocated FID [0x2000013a2:0x15:0x0] 40000000:00000001:2.0:1769074939.643140:0:28428:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.643142:0:28428:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.643144:0:28428:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.643145:0:28428:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.643147:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c978b0 00800000:00000002:2.0:1769074939.643149:0:28428:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a2:0x15:0x0], name='f15a.replay-dual-2-0' -> mds #0 00000002:00000001:2.0:1769074939.643152:0:28428:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074939.643153:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c977e8 00000002:00010000:2.0:1769074939.643155:0:28428:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f15a.replay-dual-2-0,[0x2000013a2:0x15:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074939.643159:0:28428:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074939.643161:0:28428:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074939.643164:0:28428:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074939.643167:0:28428:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.643169:0:28428:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074939.643171:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 2 00010000:00000001:2.0:1769074939.643173:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.643175:0:28428:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074939.643178:0:28428:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074939.643181:0:28428:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074939.643187:0:28428:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074939.643191:0:28428:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074939.643193:0:28428:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074939.643195:0:28428:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074939.643198:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.643199:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.643201:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 3 00010000:00000001:2.0:1769074939.643203:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.643205:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.643206:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.643207:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.643209:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 3 00010000:00000001:2.0:1769074939.643341:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.643344:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.643346:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.643347:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.643349:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1a00 count: 3 00010000:00000001:2.0:1769074939.643351:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.643352:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.643354:0:28428:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074939.643356:0:28428:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff8da20b1b8000, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074939.643360:0:28428:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074939.643361:0:28428:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074939.643364:0:28428:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074939.643365:0:28428:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643368:0:28428:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074939.643371:0:28428:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074939.643372:0:28428:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074939.643374:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.643376:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074939.643378:0:28428:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490200 with handle 0x5882d4497368318b from hash 00010000:00000001:2.0:1769074939.643380:0:28428:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074939.643381:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.643382:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.643383:0:28428:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074939.643385:0:28428:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074939.643387:0:28428:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074939.643390:0:28428:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074939.643392:0:28428:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074939.643393:0:28428:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074939.643399:0:28428:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6680. 00000020:00000040:2.0:1769074939.643403:0:28428:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 02000000:00000001:2.0:1769074939.643407:0:28428:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074939.643409:0:28428:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643411:0:28428:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074939.643415:0:28428:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.643417:0:28428:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.643419:0:28428:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.643421:0:28428:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.643424:0:28428:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.643430:0:28428:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30400. 00000100:00000001:2.0:1769074939.643436:0:28428:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643439:0:28428:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.643441:0:28428:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074939.643444:0:28428:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.643450:0:28428:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074939.643452:0:28428:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074939.643453:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074939.643456:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da201490200/0x5882d4497368318b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a351674f expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074939.643486:0:28428:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1a00 count: 0 00010000:00000010:2.0:1769074939.643492:0:28428:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c680. 00010000:00000001:2.0:1769074939.643502:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.643503:0:28428:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643505:0:28428:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.643507:0:28428:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.643509:0:28428:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.643517:0:28428:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00010000:00000001:2.0:1769074939.643520:0:28428:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074939.643582:0:28428:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074939.643587:0:28428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ed00. 00010000:00000010:2.0:1769074939.643591:0:28428:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48480. 00010000:00000001:2.0:1769074939.643596:0:28428:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074939.643600:0:28428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab80c00. 00000020:00000001:2.0:1769074939.643602:0:28428:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074939.643605:0:28428:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab80c00 with handle 0x5882d44973683192 to hash 00000020:00000001:2.0:1769074939.643607:0:28428:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074939.643608:0:28428:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.643611:0:28428:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.643613:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.643615:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.643618:0:28428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28428 initiator: MDT0 00010000:00010000:2.0:1769074939.643624:0:28428:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28428 initiator: MDT0 00000020:00100000:2.0:1769074939.643636:0:28428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da20a0ec000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074939.643645:0:28428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074939.643653:0:28428:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28428 initiator: MDT0 00000100:00000001:2.0:1769074939.643658:0:28428:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.643660:0:28428:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.643667:0:28428:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f50600. 00000100:00000001:2.0:1769074939.643669:0:28428:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706671616 : -125748002880000 : ffff8da202f50600) 00000100:00000001:2.0:1769074939.643671:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.643673:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000001:2.0:1769074939.643676:0:28428:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.643680:0:28428:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.643682:0:28428:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.643684:0:28428:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.643687:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.643693:0:28428:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.643695:0:28428:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.643699:0:28428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.643701:0:28428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.643703:0:28428:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.643706:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926593792:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.643709:0:28428:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.643715:0:28428:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.643717:0:28428:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.643719:0:28428:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.643772:0:28428:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.643775:0:28428:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.643960:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.643966:0:28428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074939.643972:0:28428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8da207d32400. 00000100:00000200:2.0:1769074939.643979:0:28428:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007926593792, portal 10 00000100:00000001:2.0:1769074939.643981:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.643983:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000040:2.0:1769074939.643989:0:28428:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.643996:0:28428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.643999:0:28428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.644002:0:28428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353ee0. 00000100:00000200:2.0:1769074939.644005:0:28428:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007926593792, offset 0 00000400:00000200:2.0:1769074939.644011:0:28428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.644018:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.644025:0:28428:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.644031:0:28428:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.644035:0:28428:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.644038:0:28428:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.644041:0:28428:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.644045:0:28428:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2831:2831:256:4294967295] 192.168.204.145@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:2.0:1769074939.644050:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.644059:0:28428:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.644065:0:28428:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.644070:0:28428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074939.644165:0:28428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.644173:0:28428:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.644177:0:28428:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.644280:0:28428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.644285:0:28428:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 352258 usecs (353 jiffies) 00000400:00000200:2.0:1769074939.644289:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.644292:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296301502 00000100:00000001:2.0:1769074939.644295:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.644298:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296301502 00000100:00000001:2.0:1769074939.644300:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.644302:0:28428:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.644305:0:28428:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.644308:0:28428:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.644310:0:28428:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074939.644312:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f50600 going to sleep for 11 seconds 00000100:00000001:2.0:1769074939.644315:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.644318:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.646768:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.646787:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074939.646794:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.646803:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.646811:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:3.0:1769074939.646814:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:3.0:1769074939.646819:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.646826:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.646839:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.646843:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.646849:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.646851:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.655238:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.655262:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.655280:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.655289:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.655303:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655313:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.655323:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655329:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655337:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655342:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 664 into portal 10 MB=0x6971eb0852900 00000400:00000200:3.0:1769074939.655348:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655356:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 664/664 into md 0x71cd [32] + 224 00000800:00000001:3.0:1769074939.655367:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.655393:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.655397:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.655403:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.655413:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.655425:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.655436:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.655498:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074939.655509:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074939.655516:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655524:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.655531:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2832:2832:256:4294967295] 192.168.204.145@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:3.0:1769074939.655536:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.655545:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074939.655552:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.655559:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff8da207f0d400. 00000800:00000200:3.0:1769074939.655565:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.655573:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.655578:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da207f0d400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074939.655676:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.655680:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff8da207f0d400. 00000400:00000200:3.0:1769074939.655684:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.655689:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:2.0:1769074939.655691:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1769074939.655697:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.655703:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074939.655861:0:28428:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.655866:0:28428:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.655870:0:28428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:2.0:1769074939.655879:0:28428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d32400 00000400:00000010:2.0:1769074939.655881:0:28428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8da207d32400. 00000100:00000001:2.0:1769074939.655887:0:28428:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.655898:0:28428:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074939.655909:0:28428:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6680 x1855007926593792/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.655926:0:28428:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.655928:0:28428:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.655931:0:28428:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.655934:0:28428:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.655936:0:28428:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.655939:0:28428:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.655941:0:28428:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.655949:0:28428:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074939.655953:0:28428:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.655955:0:28428:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.655957:0:28428:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.655960:0:28428:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.655963:0:28428:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.655966:0:28428:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074939.655967:0:28428:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074939.655969:0:28428:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074939.655971:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.655973:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000001:2.0:1769074939.655976:0:28428:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074939.655978:0:28428:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:2.0:1769074939.655980:0:28428:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074939.655982:0:28428:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.655987:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.655998:0:28428:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.656001:0:28428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.656003:0:28428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.656007:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074939.656014:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6680 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926593792:192.168.204.145@tcp:101:createmany.0 00000100:00000001:2.0:1769074939.656019:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.656022:0:28428:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.656024:0:28428:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074939.656026:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.656029:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.656036:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074939.656039:0:28428:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f50600. 00000100:00000001:2.0:1769074939.656043:0:28428:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074939.656044:0:28428:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.656047:0:28428:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074939.656051:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.656053:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.656057:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=4 00000020:00000001:2.0:1769074939.656059:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656061:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000040:2.0:1769074939.656067:0:28428:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab80c00, remote cookie: 0xe52bf4d4a351676b, flags: 0x1001 00010000:00010000:2.0:1769074939.656072:0:28428:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074939.656450:0:28428:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a2:0x15:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074939.656454:0:28428:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074939.656494:0:28428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0e900. 00010000:00000010:2.0:1769074939.656500:0:28428:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48600. 00010000:00000040:2.0:1769074939.656505:0:28428:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ed00 count: 0 00010000:00000010:2.0:1769074939.656511:0:28428:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48480. 00010000:00000001:2.0:1769074939.656519:0:28428:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.656686:0:28428:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/0,1 mode: --/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.656697:0:28428:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/0,1 mode: --/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656708:0:28428:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074939.656712:0:28428:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074939.656714:0:28428:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074939.656716:0:28428:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074939.656717:0:28428:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074939.656719:0:28428:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a2:0x15:0x0].0x0 (ffff8da211a0e900) refcount = 1 00010000:00010000:2.0:1769074939.656724:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/0,1 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656730:0:28428:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074939.656733:0:28428:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074939.656735:0:28428:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.656738:0:28428:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074939.656740:0:28428:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.656744:0:28428:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/0,1 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656750:0:28428:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074939.656752:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656753:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.656755:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656756:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.656757:0:28428:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.656762:0:28428:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074939.656765:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.656766:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.656768:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.656770:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656773:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656867:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.656869:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.656871:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=4 00000020:00000001:2.0:1769074939.656873:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656876:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656879:0:28428:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.656881:0:28428:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.656885:0:28428:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 5/1,1 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656892:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656893:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.656894:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.656896:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.656897:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=5 00000020:00000001:2.0:1769074939.656899:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656901:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656903:0:28428:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.656905:0:28428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 5/1,1 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656910:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656911:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074939.656923:0:28428:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 4/1,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.656928:0:28428:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.656930:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656931:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.656932:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656933:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074939.656941:0:28428:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.656950:0:28428:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074939.656954:0:28428:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.656961:0:28428:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.656968:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.656970:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.656971:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.656973:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.656975:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00000002:00010000:2.0:1769074939.656979:0:28428:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074939.656990:0:28428:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff8da207e39400. 00010000:00000001:2.0:1769074939.656993:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.656994:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.656996:0:28428:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.656998:0:28428:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074939.657001:0:28428:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074939.657003:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.657005:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000001:2.0:1769074939.657007:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.657008:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00010000:00000001:2.0:1769074939.657010:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.657011:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.657013:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.657015:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657017:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00000002:00010000:2.0:1769074939.657021:0:28428:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.657027:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.657028:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.657030:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074939.657031:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.657032:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.657034:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.657036:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657038:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000040:2.0:1769074939.657042:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e900 count: 2 00010000:00000001:2.0:1769074939.657044:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074939.657048:0:28428:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da207c97000 type 13 mode 4 res 8589939618/21 (0 0) 00010000:00000001:2.0:1769074939.657051:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.657052:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.657053:0:28428:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074939.657056:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97768 00000002:00002000:2.0:1769074939.657058:0:28428:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f15a.replay-dual-2-0 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074939.657061:0:28428:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.657064:0:28428:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.657067:0:28428:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074939.657069:0:28428:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074939.657072:0:28428:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.657167:0:28428:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000001:2.0:1769074939.657171:0:28428:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074939.657173:0:28428:0:(namei.c:677:ll_lookup_it_finish()) it ffff8da2054dccc0 it_disposition 1800037 00000080:00002000:2.0:1769074939.657178:0:28428:0:(namei.c:656:ll_splice_alias()) Add dentry ffff8da20b18b510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074939.657184:0:28428:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074939.657186:0:28428:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074939.657188:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c979a0 00000080:00200000:2.0:1769074939.657190:0:28428:0:(namei.c:1569:ll_create_it()) VFS Op:name=f15a.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff8da20b1b80c8), intent=open|creat 00000080:00000001:2.0:1769074939.657193:0:28428:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074939.657195:0:28428:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074939.657200:0:28428:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074939.657204:0:28428:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074939.657207:0:28428:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143509 : 144115272398143509 : 2000013a2000015) 00000080:00000001:2.0:1769074939.657210:0:28428:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074939.657285:0:28428:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8da20b1a6b40. 00000020:00000001:2.0:1769074939.657294:0:28428:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074939.657296:0:28428:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074939.657299:0:28428:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074939.657301:0:28428:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a2:0x15:0x0](ffff8da20b1a6c08) 00000020:00000001:2.0:1769074939.657304:0:28428:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074939.657308:0:28428:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:2.0:1769074939.657310:0:28428:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:2.0:1769074939.657314:0:28428:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074939.657319:0:28428:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff8da20aa75af0. 00000020:00000001:2.0:1769074939.657321:0:28428:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074939.657323:0:28428:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.657331:0:28428:0:(lov_object.c:2316:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074939.657334:0:28428:0:(lov_object.c:2317:lov_object_alloc()) slab-alloced 'lov': 248 at ffff8da2083ac1f0. 00020000:00000001:2.0:1769074939.657336:0:28428:0:(lov_object.c:2331:lov_object_alloc()) Process leaving (rc=18446618325795127792 : -125747914423824 : ffff8da2083ac1f0) 00020000:00000001:2.0:1769074939.657339:0:28428:0:(lov_object.c:1373:lov_object_init()) Process entered 00020000:00000001:2.0:1769074939.657342:0:28428:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074939.657347:0:28428:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da2054dc3c0. 00020000:00000010:2.0:1769074939.657351:0:28428:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37080. 00020000:00000010:2.0:1769074939.657355:0:28428:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da2054dc1e0. 00020000:00000001:2.0:1769074939.657357:0:28428:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325746041312 : -125747963510304 : ffff8da2054dc1e0) 00020000:00000002:2.0:1769074939.657360:0:28428:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dc1e0, objid 0x15:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.657364:0:28428:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.657367:0:28428:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37080: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074939.657370:0:28428:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074939.657371:0:28428:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dc1e0, objid 0x15:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.657375:0:28428:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.657377:0:28428:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37080: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074939.657382:0:28428:0:(lov_object.c:617:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff8da208a3e9c0. 00020000:00000010:2.0:1769074939.657385:0:28428:0:(lov_object.c:621:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff8da202f50600. 00020000:00000001:2.0:1769074939.657390:0:28428:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074939.657393:0:28428:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8da208b68f60. 00020000:00000001:2.0:1769074939.657396:0:28428:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074939.657398:0:28428:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074939.657402:0:28428:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074939.657405:0:28428:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff8da20aa75190. 00000020:00000001:2.0:1769074939.657407:0:28428:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074939.657408:0:28428:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.657410:0:28428:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446618325835797008 : -125747873754608 : ffff8da20aa75210) 00020000:00000001:2.0:1769074939.657413:0:28428:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074939.657417:0:28428:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff8da21076aa80. 00020000:00000001:2.0:1769074939.657420:0:28428:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.657424:0:28428:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835797008 : -125747873754608 : ffff8da20aa75210) 00020000:00000001:2.0:1769074939.657426:0:28428:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446618325835797008 : -125747873754608 : ffff8da20aa75210) 00020000:00000002:2.0:1769074939.657430:0:28428:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1ee:0x0]@ffff8da20aa75190[0:0] -> [0x2000013a2:0x15:0x0]@ffff8da20aa75af0: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074939.657435:0:28428:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074939.657438:0:28428:0:(lov_object.c:807:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074939.657439:0:28428:0:(lov_object.c:1401:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.657442:0:28428:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446618325835799408 : -125747873752208 : ffff8da20aa75b70) 00000020:00001000:2.0:1769074939.657445:0:28428:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.657449:0:28428:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272398143509 : 144115272398143509 : 2000013a2000015) 00000080:00000001:2.0:1769074939.657451:0:28428:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074939.657453:0:28428:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272398143509 mtime from 0 to 1769074939 00000080:00000001:2.0:1769074939.657457:0:28428:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074939.657485:0:28428:0:(namei.c:160:ll_iget()) Process leaving (rc=18446618325843340296 : -125747866211320 : ffff8da20b1a6c08) 00010000:00000001:2.0:1769074939.657488:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.657490:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.657491:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.657493:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657495:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00000080:00000001:2.0:1769074939.657499:0:28428:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074939.657500:0:28428:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074939.657502:0:28428:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926560040 : -125747782991576 : ffff8da210104128) 00000020:00001000:2.0:1769074939.657504:0:28428:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104120 00000020:00000001:2.0:1769074939.657505:0:28428:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074939.657508:0:28428:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074939.657509:0:28428:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074939.657512:0:28428:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff8da2054dc720. 00020000:00000010:2.0:1769074939.657515:0:28428:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff8da207d37400. 00020000:00000010:2.0:1769074939.657518:0:28428:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8da2054dcb40. 00020000:00000001:2.0:1769074939.657519:0:28428:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446618325746043712 : -125747963507904 : ffff8da2054dcb40) 00020000:00000002:2.0:1769074939.657522:0:28428:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dcb40, objid 0x15:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074939.657605:0:28428:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074939.657609:0:28428:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37400: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074939.657612:0:28428:0:(lov_object.c:1267:lov_conf_lock()) Took exclusive lov(ffff8da2083ac1f0) owner ffff8da212664f80 00020000:00000001:2.0:1769074939.657615:0:28428:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074939.657617:0:28428:0:(lov_object.c:1273:lov_conf_unlock()) To release exclusive lov(ffff8da2083ac1f0) owner ffff8da212664f80 00020000:00000010:2.0:1769074939.657622:0:28428:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37400. 00020000:00000010:2.0:1769074939.657626:0:28428:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da2054dc720. 00020000:00000010:2.0:1769074939.657629:0:28428:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da2054dcb40. 00020000:00000002:2.0:1769074939.657631:0:28428:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a2:0x15:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074939.657633:0:28428:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.657635:0:28428:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.657638:0:28428:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074939.657641:0:28428:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000002:2.0:1769074939.657644:0:28428:0:(lov_object.c:2344:lov_lsm_addref()) lsm ffff8da2054dc1e0 addref 2/0 by ffff8da212664f80. 00020000:00000002:2.0:1769074939.657647:0:28428:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000001:2.0:1769074939.657649:0:28428:0:(lov_object.c:2240:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074939.657652:0:28428:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074939.657653:0:28428:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074939.657654:0:28428:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074939.657657:0:28428:0:(lov_object.c:2259:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074939.657659:0:28428:0:(file.c:6809:ll_layout_conf()) [0x2000013a2:0x15:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074939.657662:0:28428:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104120 00000080:00000001:2.0:1769074939.657665:0:28428:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.657667:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.657668:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.657670:0:28428:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074939.657672:0:28428:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074939.657674:0:28428:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.657676:0:28428:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a2:0x15:0x0](ffff8da20b1a6c08) 00000080:00010000:2.0:1769074939.657679:0:28428:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a2:0x15:0x0](ffff8da20b1a6c08) for lock 0x5882d44973683192 00800000:00000001:2.0:1769074939.657682:0:28428:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074939.657684:0:28428:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074939.657685:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.657687:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.657688:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.657690:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657692:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657695:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.657696:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074939.657697:0:28428:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.657699:0:28428:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.657701:0:28428:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074939.657703:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.657708:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.657716:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.657721:0:28428:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074939.657725:0:28428:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a2:0x15:0x0](ffff8da20b1a6c08) 00000080:00000001:2.0:1769074939.657727:0:28428:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.657731:0:28428:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5600. 00000100:00000001:2.0:1769074939.657734:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.657737:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.657743:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.657746:0:28428:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074939.657748:0:28428:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.657757:0:28428:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074939.657759:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97a60 00000080:00200008:2.0:1769074939.657761:0:28428:0:(file.c:1001:ll_file_open()) START file f15a.replay-dual-2-0:[0x2000013a2:0x15:0x0](ffff8da20b1a6c08), flags 100102 00000080:00000010:2.0:1769074939.657768:0:28428:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da2017c5e00. 00000080:00000010:2.0:1769074939.657773:0:28428:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff8da207e391c0. 00000080:00000001:2.0:1769074939.657867:0:28428:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074939.657873:0:28428:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074939.657875:0:28428:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074939.657879:0:28428:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff8da2013583e0. 00000002:00100000:2.0:1769074939.657885:0:28428:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.657892:0:28428:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.657894:0:28428:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074939.657897:0:28428:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074939.657900:0:28428:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.657903:0:28428:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.657906:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.657908:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074939.657927:0:28428:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074939.657930:0:28428:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8da207fe0000. 02000000:00000001:2.0:1769074939.657957:0:28428:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074939.657959:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.657961:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97a60 00000080:00000008:2.0:1769074939.657964:0:28428:0:(file.c:1240:ll_file_open()) COMPLETED file f15a.replay-dual-2-0:[0x2000013a2:0x15:0x0](ffff8da20b1a6c08), flags 100102, rc = 0 00000080:00000001:2.0:1769074939.657968:0:28428:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074939.657969:0:28428:0:(dcache.c:176:ll_intent_release()) intent ffff8da2054dccc0 released 00000080:00010000:2.0:1769074939.657972:0:28428:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683192 from it ffff8da2054dccc0 00010000:00000001:2.0:1769074939.657974:0:28428:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.657976:0:28428:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.657977:0:28428:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab80c00 refcount=3 00000020:00000001:2.0:1769074939.657979:0:28428:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657982:0:28428:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836893184 : -125747872658432 : ffff8da20ab80c00) 00010000:00000001:2.0:1769074939.657984:0:28428:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074939.657987:0:28428:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.657994:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.657995:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.657997:0:28428:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074939.657999:0:28428:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074939.658002:0:28428:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074939.658008:0:28428:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.658011:0:28428:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074939.658013:0:28428:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074939.658016:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.658017:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.658018:0:28428:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.658021:0:28428:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074939.658023:0:28428:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.658025:0:28428:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.658028:0:28428:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.658029:0:28428:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074939.658031:0:28428:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.658032:0:28428:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074939.658033:0:28428:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074939.658035:0:28428:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074939.658038:0:28428:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.658039:0:28428:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074939.658041:0:28428:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074939.658043:0:28428:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658045:0:28428:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074939.658047:0:28428:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658049:0:28428:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074939.658051:0:28428:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658053:0:28428:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074939.658055:0:28428:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff8da2054dccc0. 00000080:00000001:2.0:1769074939.658057:0:28428:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658062:0:28428:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074939.658064:0:28428:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a2:0x15:0x0](ffff8da20b1a6c08), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074939.658068:0:28428:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074939.658184:0:28428:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.658187:0:28428:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000002:2.0:1769074939.658190:0:28428:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000001:2.0:1769074939.658192:0:28428:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658200:0:28428:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074939.658201:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97dd0 00000080:00200008:2.0:1769074939.658203:0:28428:0:(file.c:424:ll_file_release()) START file f15a.replay-dual-2-0:[0x2000013a2:0x15:0x0](ffff8da20b1a6c08), flags 100002 00000080:00000001:2.0:1769074939.658207:0:28428:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074939.658209:0:28428:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074939.658210:0:28428:0:(lov_object.c:2354:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074939.658212:0:28428:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000002:2.0:1769074939.658377:0:28428:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da212664f80 00020000:00000001:2.0:1769074939.658379:0:28428:0:(lov_object.c:2406:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.658382:0:28428:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074939.658386:0:28428:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074939.658388:0:28428:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074939.658393:0:28428:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e900 count: 2 00010000:00000001:2.0:1769074939.658396:0:28428:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074939.658400:0:28428:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074939.658401:0:28428:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a2:0x15:0x0]: 0 00000080:00000001:2.0:1769074939.658404:0:28428:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074939.658405:0:28428:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074939.658409:0:28428:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff8da207da5600. 00000080:00000001:2.0:1769074939.658411:0:28428:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074939.658416:0:28428:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074939.658419:0:28428:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074939.658421:0:28428:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a2:0x15:0x0] 00000002:00000001:2.0:1769074939.658424:0:28428:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074939.658426:0:28428:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff8da20a0ec000: [0x2000013a2:0x15:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074939.658432:0:28428:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f4e00. 00000020:00000040:2.0:1769074939.658436:0:28428:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:2.0:1769074939.658440:0:28428:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.658443:0:28428:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.658447:0:28428:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.658453:0:28428:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da5a00. 00010000:00000010:2.1:1769074939.658941:0:28428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1a00. 00010000:00000010:2.1:1769074939.658949:0:28428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490200. 00000100:00000001:2.0:1769074939.658955:0:28428:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074939.658970:0:28428:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074939.658980:0:28428:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8da20a0ec000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074939.658985:0:28428:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074939.658992:0:28428:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074939.658994:0:28428:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074939.659000:0:28428:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da202f500c0. 00000100:00000001:2.0:1769074939.659002:0:28428:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325706670272 : -125748002881344 : ffff8da202f500c0) 00000100:00000001:2.0:1769074939.659005:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.659007:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000100:00000001:2.0:1769074939.659011:0:28428:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.659015:0:28428:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.659017:0:28428:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074939.659018:0:28428:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.659022:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.659029:0:28428:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.659031:0:28428:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.659035:0:28428:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.659038:0:28428:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.659041:0:28428:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.659044:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926594048:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074939.659048:0:28428:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.659052:0:28428:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.659055:0:28428:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.659057:0:28428:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.659061:0:28428:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32400. 02000000:00000001:2.0:1769074939.659064:0:28428:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.659086:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.659091:0:28428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074939.659098:0:28428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074939.659106:0:28428:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926594048, portal 10 00000100:00000001:2.0:1769074939.659108:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.659109:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000100:00000040:2.0:1769074939.659115:0:28428:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.659123:0:28428:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.659126:0:28428:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.659128:0:28428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353880. 00000100:00000200:2.0:1769074939.659131:0:28428:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926594048, offset 0 00000400:00000200:2.0:1769074939.659137:0:28428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.659146:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.659155:0:28428:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.659161:0:28428:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.659166:0:28428:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.659171:0:28428:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.659174:0:28428:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.659182:0:28428:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2833:2833:256:4294967295] 192.168.204.145@tcp LPNI seq info [2833:2833:8:4294967295] 00000400:00000200:2.0:1769074939.659187:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.659197:0:28428:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.659204:0:28428:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.659210:0:28428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074939.659227:0:28428:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.659235:0:28428:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.659240:0:28428:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.659255:0:28428:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.659259:0:28428:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 350958 usecs (351 jiffies) 00000400:00000200:2.0:1769074939.659264:0:28428:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.659267:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296301515 00000100:00000001:2.0:1769074939.659270:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.659272:0:28428:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296301515 00000100:00000001:2.0:1769074939.659274:0:28428:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:2.0:1769074939.659277:0:28428:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.659280:0:28428:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.659282:0:28428:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.659284:0:28428:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1769074939.659287:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da202f500c0 going to sleep for 17 seconds 00000100:00000001:2.0:1769074939.659290:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.659295:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.659424:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.659433:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074939.659440:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.659449:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.659456:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353880 00000400:00000010:3.0:1769074939.659483:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353880. 00000100:00000001:3.0:1769074939.659490:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.659497:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.659509:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.659512:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.659520:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.659522:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074939.663017:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.663043:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.663188:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.663194:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.663210:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.663219:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.663228:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.663234:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.663241:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.663246:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852a00 00000400:00000200:3.0:1769074939.663252:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.663260:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x71dd [1] + 224 00000800:00000001:3.0:1769074939.663270:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.663360:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.663365:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.663371:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.663381:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.663392:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074939.663405:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.663428:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.663438:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.663443:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.663688:0:28428:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074939.663704:0:28428:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.663717:0:28428:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.663721:0:28428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:2.0:1769074939.663731:0:28428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074939.663734:0:28428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074939.663738:0:28428:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.663750:0:28428:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074939.663761:0:28428:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4e00 x1855007926594048/t0(0) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074961 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.663768:0:28428:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.663770:0:28428:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.663773:0:28428:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.663784:0:28428:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.663787:0:28428:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.663789:0:28428:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.663792:0:28428:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.663802:0:28428:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a4a0 time=541 v=10 (10 5 10 0) 00000100:00001000:2.0:1769074939.663806:0:28428:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8a4a0 change: old=10 new=5 delta=-5 (val=5) hist 5 0 0 10 00000100:00001000:2.0:1769074939.663810:0:28428:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff8da20a0ec000 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1769074939.663813:0:28428:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.663817:0:28428:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.663818:0:28428:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.663821:0:28428:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.663825:0:28428:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.663828:0:28428:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074939.663830:0:28428:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074939.663831:0:28428:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074939.663834:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.663835:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000100:00000001:2.0:1769074939.663838:0:28428:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074939.663840:0:28428:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:2.0:1769074939.663842:0:28428:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074939.663845:0:28428:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.663849:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.663857:0:28428:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.663859:0:28428:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.663861:0:28428:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.663865:0:28428:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074939.663872:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4e00 pname:cluuid:pid:xid:nid:opc:job createmany:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28428:1855007926594048:192.168.204.145@tcp:35:createmany.0 00000100:00000001:2.0:1769074939.663878:0:28428:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.663880:0:28428:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.663883:0:28428:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074939.663885:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.663889:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.663896:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074939.663899:0:28428:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da202f500c0. 00000100:00000001:2.0:1769074939.663902:0:28428:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074939.663904:0:28428:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.663911:0:28428:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.663922:0:28428:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835271680 : -125747874279936 : ffff8da20a9f4e00) 00000002:00000001:2.0:1769074939.663926:0:28428:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.663929:0:28428:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.663934:0:28428:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da207da5600. 00000080:00000001:2.0:1769074939.663938:0:28428:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074939.663941:0:28428:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074939.663945:0:28428:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074939.663950:0:28428:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074939.663957:0:28428:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074939.663959:0:28428:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.663961:0:28428:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff8da207e391c0. 00000100:00000001:2.0:1769074939.663964:0:28428:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.663967:0:28428:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.663972:0:28428:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.663975:0:28428:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074939.663978:0:28428:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da2017c5e00. 00000080:00000001:2.0:1769074939.663982:0:28428:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.663989:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97dd0 00000080:00000008:2.0:1769074939.663991:0:28428:0:(file.c:464:ll_file_release()) COMPLETED file f15a.replay-dual-2-0:[0x2000013a2:0x15:0x0](ffff8da20b1a6c08), flags 100002, rc = 0 00000080:00000001:2.0:1769074939.663995:0:28428:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074939.664000:0:28428:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074939.664002:0:28428:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c97e00 00000080:00002000:2.0:1769074939.664004:0:28428:0:(dcache.c:127:ll_ddelete()) keeping dentry f15a.replay-dual-2-0 (ffff8da20b18b510, parent ffff8da20b1ca0d8, inode ffff8da20b1a6c08) hashed, 00000080:00000001:2.0:1769074939.664007:0:28428:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1769074939.665486:0:28428:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ed00. 00000020:00000001:1.0:1769074939.687557:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57d08 00000080:00200008:1.0:1769074939.687565:0:28429:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074939.687572:0:28429:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.687574:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57c80 00000080:00200000:1.0:1769074939.687576:0:28429:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:1.0:1769074939.687583:0:28429:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456000. 00800000:00000002:1.0:1769074939.687588:0:28429:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:1.0:1769074939.687592:0:28429:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.687596:0:28429:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.687598:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57ba0 00800000:00000002:1.0:1769074939.687601:0:28429:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.687605:0:28429:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.687609:0:28429:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.687615:0:28429:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.687617:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57a70 00000002:00010000:1.0:1769074939.687619:0:28429:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.687623:0:28429:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.687625:0:28429:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.687628:0:28429:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.687634:0:28429:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.687637:0:28429:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.687639:0:28429:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.687641:0:28429:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074939.687644:0:28429:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074939.687649:0:28429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997b80. 00000020:00000040:1.0:1769074939.687653:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=8 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00010000:00000001:1.0:1769074939.687660:0:28429:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074939.687665:0:28429:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.687672:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.687674:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.687676:0:28429:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.687680:0:28429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074939.687683:0:28429:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074939.687688:0:28429:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074939.687697:0:28429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da20a3f6c00. 00000100:00000001:1.0:1769074939.687703:0:28429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.687709:0:28429:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.687711:0:28429:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.687713:0:28429:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074939.687715:0:28429:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.687718:0:28429:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.687725:0:28429:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325834890112 : -125747874661504 : ffff8da20a997b80) 00010000:00000001:1.0:1769074939.687730:0:28429:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074939.687732:0:28429:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074939.687738:0:28429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46100. 00010000:00000010:1.0:1769074939.687742:0:28429:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da20652ee00. 00010000:00000001:1.0:1769074939.687747:0:28429:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074939.687751:0:28429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814d000. 00000020:00000001:1.0:1769074939.687755:0:28429:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074939.687758:0:28429:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814d000 with handle 0x5882d44973683199 to hash 00000020:00000001:1.0:1769074939.687760:0:28429:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074939.687762:0:28429:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.687765:0:28429:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.687769:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.687771:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.689335:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28429 initiator: MDT0 00010000:00010000:1.0:1769074939.689355:0:28429:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28429 initiator: MDT0 00010000:00010000:1.0:1769074939.689368:0:28429:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28429 initiator: MDT0 00000100:00000001:1.0:1769074939.689373:0:28429:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074939.689375:0:28429:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074939.689385:0:28429:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.689387:0:28429:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832328128 : -125747877223488 : ffff8da20a7263c0) 00000100:00000001:1.0:1769074939.689390:0:28429:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.689392:0:28429:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834890112 : -125747874661504 : ffff8da20a997b80) 00000100:00000001:1.0:1769074939.689396:0:28429:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074939.689400:0:28429:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.689402:0:28429:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074939.689404:0:28429:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074939.689414:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.689421:0:28429:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074939.689423:0:28429:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.689427:0:28429:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074939.689430:0:28429:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074939.689433:0:28429:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074939.689436:0:28429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997b80 pname:cluuid:pid:xid:nid:opc:job umount:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28429:1855007926594176:192.168.204.145@tcp:101:umount.0 00000100:00000001:1.0:1769074939.689440:0:28429:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074939.689446:0:28429:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074939.689448:0:28429:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.689451:0:28429:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074939.689456:0:28429:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.689472:0:28429:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074939.689481:0:28429:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074939.689486:0:28429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074939.689493:0:28429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769074939.689501:0:28429:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926594176, portal 10 00000100:00000001:1.0:1769074939.689503:0:28429:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074939.689504:0:28429:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834890112 : -125747874661504 : ffff8da20a997b80) 00000100:00000040:1.0:1769074939.689509:0:28429:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.689515:0:28429:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074939.689518:0:28429:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074939.689521:0:28429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14b28. 00000100:00000200:1.0:1769074939.689524:0:28429:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926594176, offset 0 00000400:00000200:1.0:1769074939.689531:0:28429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074939.689539:0:28429:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.689547:0:28429:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074939.689553:0:28429:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074939.689557:0:28429:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074939.689561:0:28429:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074939.689564:0:28429:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074939.689569:0:28429:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2834:2834:256:4294967295] 192.168.204.145@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:1.0:1769074939.689573:0:28429:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074939.689582:0:28429:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074939.689588:0:28429:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074939.689593:0:28429:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769074939.689599:0:28429:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074939.689606:0:28429:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074939.689610:0:28429:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074939.689632:0:28429:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.689636:0:28429:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 349631 usecs (350 jiffies) 00000400:00000200:1.0:1769074939.689639:0:28429:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074939.689642:0:28429:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296301543 00000100:00000001:1.0:1769074939.689646:0:28429:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.689648:0:28429:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296301543 00000100:00000001:1.0:1769074939.689651:0:28429:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296309011 00000100:00000001:1.0:1769074939.689653:0:28429:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.689655:0:28429:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.689657:0:28429:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074939.689659:0:28429:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074939.689662:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7263c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074939.689664:0:28429:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074939.689667:0:28429:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074939.691168:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.691183:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769074939.691192:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.691205:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.691214:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14b28 00000400:00000010:3.0:1769074939.691217:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14b28. 00000100:00000001:3.0:1769074939.691225:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.691235:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.691250:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.691255:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.691262:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.691264:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074939.702223:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.702244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.702247:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.702250:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.702261:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.702269:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.702278:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.702283:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.702289:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.702293:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0852a80 00000400:00000200:2.0:1769074939.702298:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.702304:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x71ed [1] + 224 00000800:00000001:2.0:1769074939.702312:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.702324:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.702326:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.702330:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.702337:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.702346:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074939.702356:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074939.702382:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.702392:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.702397:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.702576:0:28429:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074939.702584:0:28429:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074939.702587:0:28429:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074939.702591:0:28429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074939.702596:0:28429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769074939.702598:0:28429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769074939.702602:0:28429:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074939.702607:0:28429:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074939.702615:0:28429:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.702621:0:28429:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074939.702624:0:28429:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.702626:0:28429:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074939.702629:0:28429:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074939.702631:0:28429:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074939.702633:0:28429:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074939.702636:0:28429:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074939.702645:0:28429:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074939.702649:0:28429:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074939.702651:0:28429:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074939.702653:0:28429:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.702656:0:28429:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074939.702659:0:28429:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.702663:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074939.702665:0:28429:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:1.0:1769074939.702667:0:28429:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.702671:0:28429:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074939.702675:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.702681:0:28429:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074939.702684:0:28429:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074939.702686:0:28429:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074939.702690:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074939.702698:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997b80 pname:cluuid:pid:xid:nid:opc:job umount:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28429:1855007926594176:192.168.204.145@tcp:101:umount.0 00000100:00000001:1.0:1769074939.702702:0:28429:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.702704:0:28429:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.702707:0:28429:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074939.702709:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.702712:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.702719:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074939.702722:0:28429:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7263c0. 00000100:00000001:1.0:1769074939.702725:0:28429:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074939.702726:0:28429:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.702729:0:28429:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074939.702732:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702735:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702737:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=4 00000020:00000001:1.0:1769074939.702739:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702742:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000040:1.0:1769074939.702748:0:28429:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814d000, remote cookie: 0xe52bf4d4a3516780, flags: 0x1001 00010000:00010000:1.0:1769074939.702754:0:28429:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074939.702764:0:28429:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702774:0:28429:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074939.702778:0:28429:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074939.702781:0:28429:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074939.702782:0:28429:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074939.702783:0:28429:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074939.702786:0:28429:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da20ca46100) refcount = 1 00010000:00010000:1.0:1769074939.702790:0:28429:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702795:0:28429:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074939.702799:0:28429:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074939.702800:0:28429:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.702804:0:28429:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074939.702806:0:28429:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.702809:0:28429:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702814:0:28429:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074939.702816:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702817:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.702818:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702819:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.702821:0:28429:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.702825:0:28429:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074939.702826:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702827:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702829:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.702831:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702833:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702835:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702836:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702838:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=4 00000020:00000001:1.0:1769074939.702839:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702842:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702844:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.702847:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.702850:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702856:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702857:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.702858:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702859:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702860:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=5 00000020:00000001:1.0:1769074939.702862:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702864:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702866:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.702868:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702874:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702875:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.702877:0:28429:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702884:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.702885:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702886:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.702887:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702888:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074939.702893:0:28429:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074939.702901:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702902:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702904:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.702905:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702907:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702910:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702911:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.702926:0:28429:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.702929:0:28429:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.702932:0:28429:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074939.702934:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702935:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702937:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.702938:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702940:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00000002:00010000:1.0:1769074939.702944:0:28429:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.702950:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702951:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.702952:0:28429:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074939.702954:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.702955:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.702956:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.702957:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.702959:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000040:1.0:1769074939.702965:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46100 count: 2 00010000:00000001:1.0:1769074939.702968:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074939.702971:0:28429:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da207c97000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074939.702974:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.702975:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.702977:0:28429:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074939.702980:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c579f0 00000002:00002000:1.0:1769074939.702982:0:28429:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074939.702985:0:28429:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.702988:0:28429:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.702991:0:28429:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074939.702994:0:28429:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074939.702998:0:28429:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.703002:0:28429:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:1.0:1769074939.703006:0:28429:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456000. 00000080:00000001:1.0:1769074939.703010:0:28429:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.703013:0:28429:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074939.703018:0:28429:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074939.703022:0:28429:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074939.703028:0:28429:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b28c0. 00800000:00000001:1.0:1769074939.703030:0:28429:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793056960 : -125747916494656 : ffff8da2081b28c0) 00800000:00000001:1.0:1769074939.703033:0:28429:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074939.703035:0:28429:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074939.703037:0:28429:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074939.703039:0:28429:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074939.703042:0:28429:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074939.703044:0:28429:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074939.703046:0:28429:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.703050:0:28429:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074939.703053:0:28429:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074939.703058:0:28429:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074939.703061:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.703062:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.703063:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.703065:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703067:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703069:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703071:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074939.703073:0:28429:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074939.703075:0:28429:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074939.703076:0:28429:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b28c0 1 00800000:00000010:1.0:1769074939.703078:0:28429:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b28c0. 00800000:00000001:1.0:1769074939.703081:0:28429:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.703084:0:28429:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683199 00800000:00000001:1.0:1769074939.703088:0:28429:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.703089:0:28429:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.703090:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.703092:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.703093:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.703095:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703096:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703099:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703100:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.703101:0:28429:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.703102:0:28429:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.703104:0:28429:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.703106:0:28429:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:1.0:1769074939.703109:0:28429:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683199 from it ffffb17741c57cb8 00010000:00000001:1.0:1769074939.703111:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.703112:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.703113:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.703114:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703116:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703118:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.703120:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.703126:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703127:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.703129:0:28429:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.703131:0:28429:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.703133:0:28429:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.703140:0:28429:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.703143:0:28429:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.703144:0:28429:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.703148:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703149:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.703150:0:28429:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.703153:0:28429:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.703154:0:28429:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.703156:0:28429:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.703159:0:28429:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.703161:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.703162:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703163:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.703165:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074939.703169:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997b80 x1855007926594176/t0(0) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074939.703175:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074939.703178:0:28429:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074939.703180:0:28429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20a760800. 02000000:00000001:1.0:1769074939.703184:0:28429:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074939.703186:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.703188:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:1.0:1769074939.703189:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074939.703192:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da20a3f6c00. 02000000:00000001:1.0:1769074939.703195:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074939.703197:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074939.703199:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997b80. 00000100:00000001:1.0:1769074939.703203:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074939.703204:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.703208:0:28429:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.703224:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57d08 00000080:00000008:1.0:1769074939.703227:0:28429:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1769074939.703537:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57d08 00000080:00200008:1.0:1769074939.703540:0:28429:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074939.703545:0:28429:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074939.703546:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57c80 00000080:00200000:1.0:1769074939.703548:0:28429:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8),name=/ 00000080:00000010:1.0:1769074939.703553:0:28429:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da208456000. 00800000:00000002:1.0:1769074939.703557:0:28429:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea4fc0 2 00000080:00000001:1.0:1769074939.703561:0:28429:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074939.703564:0:28429:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.703565:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57ba0 00800000:00000002:1.0:1769074939.703567:0:28429:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074939.703570:0:28429:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074939.703574:0:28429:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074939.703578:0:28429:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074939.703579:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57a70 00000002:00010000:1.0:1769074939.703581:0:28429:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074939.703584:0:28429:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074939.703587:0:28429:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074939.703590:0:28429:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074939.703593:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46100 count: 2 00010000:00000001:1.0:1769074939.703595:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074939.703598:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.703600:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074939.703602:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074939.703609:0:28429:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074939.703613:0:28429:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.703615:0:28429:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074939.703621:0:28429:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074939.703622:0:28429:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074939.703624:0:28429:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.703625:0:28429:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074939.703627:0:28429:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074939.703629:0:28429:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074939.703631:0:28429:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074939.703633:0:28429:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 2 00000080:00000010:1.0:1769074939.703635:0:28429:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da208456000. 00000080:00000001:1.0:1769074939.703638:0:28429:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074939.703640:0:28429:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.703642:0:28429:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) 00000080:00010000:1.0:1769074939.703644:0:28429:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b80c8) for lock 0x5882d44973683199 00800000:00000001:1.0:1769074939.703646:0:28429:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074939.703648:0:28429:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074939.703650:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.703651:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.703653:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.703655:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703657:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703659:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703660:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074939.703661:0:28429:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.703947:0:28429:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074939.703950:0:28429:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d44973683199 from it ffffb17741c57cb8 00010000:00000001:1.0:1769074939.703953:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.703954:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.703956:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074939.703958:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703961:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074939.703963:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.703966:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.703972:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703976:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.703978:0:28429:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074939.703980:0:28429:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074939.703982:0:28429:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.703988:0:28429:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074939.703989:0:28429:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074939.703990:0:28429:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074939.703992:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.703993:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.703995:0:28429:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.703997:0:28429:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074939.703999:0:28429:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.704001:0:28429:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.704004:0:28429:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.704005:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.704007:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.704008:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074939.704009:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074939.704011:0:28429:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074939.704013:0:28429:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.704016:0:28429:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741c57d08 00000080:00000008:1.0:1769074939.704019:0:28429:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b80c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074939.704445:0:28429:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.704453:0:28429:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.706148:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.715442:0:1405:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.728350:0:28429:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:1.0:1769074939.728354:0:28429:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:1.0:1769074939.728368:0:28429:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769074939.728371:0:28429:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769074939.728376:0:28429:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769074939.728378:0:28429:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769074939.728393:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.728397:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.728399:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b80c8) 00800000:00000001:1.0:1769074939.728405:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.728406:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:1.0:1769074939.728411:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1769074939.728418:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46100 count: 2 00010000:00000001:1.0:1769074939.728422:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.728425:0:28429:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.728426:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.728429:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.728431:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.728433:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.728434:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074939.728437:0:28429:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea4fc0 1 00800000:00000010:1.0:1769074939.728440:0:28429:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da202ea4fc0. 00000080:00000001:1.0:1769074939.728444:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.728446:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.728453:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.728455:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.728494:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:1.0:1769074939.728500:0:28429:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff8da210104630. 00000020:00000010:1.0:1769074939.728505:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da208456000. 00000020:00000010:1.0:1769074939.728509:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da208456c00. 00000020:00000010:1.0:1769074939.728513:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da210a184e0. 00000008:00000010:1.0:1769074939.728520:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da202cfaca0. 00020000:00000010:1.0:1769074939.728525:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da20a222c00. 00008000:00000010:1.0:1769074939.728530:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20568dfc8. 00000080:00000010:1.0:1769074939.728536:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da20ac06738. 00000080:00000010:1.0:1769074939.728540:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da20a636fe8. 00000020:00000010:1.0:1769074939.728543:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da208456200. 00000008:00000010:1.0:1769074939.728547:0:28429:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8da20a71eb00. 00020000:00000010:1.0:1769074939.728550:0:28429:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8da20ac9b3c0. 00008000:00000010:1.0:1769074939.728554:0:28429:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8da2083c7a60. 00000080:00000010:1.0:1769074939.728557:0:28429:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8da20831d5a0. 00000020:00000001:1.0:1769074939.728561:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.728563:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.728567:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20301d080 -> ffff8da20301d080 00000020:00000001:1.0:1769074939.728570:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.728573:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.728574:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.728577:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.728578:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.728580:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.728584:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x2:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.728587:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.728591:0:28429:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769074939.728593:0:28429:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769074939.728595:0:28429:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769074939.728597:0:28429:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728599:0:28429:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769074939.728601:0:28429:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769074939.728602:0:28429:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728604:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.728605:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769074939.728606:0:28429:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769074939.728608:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.728611:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728613:0:28429:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769074939.728615:0:28429:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769074939.728616:0:28429:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769074939.728619:0:28429:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769074939.728622:0:28429:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769074939.728625:0:28429:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769074939.728627:0:28429:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769074939.728628:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:1.0:1769074939.728630:0:28429:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff8da210104990. 00000020:00000010:1.0:1769074939.728633:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da208456600. 00000020:00000010:1.0:1769074939.728636:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da208457e00. 00000020:00000010:1.0:1769074939.728638:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da210a18d20. 00000008:00000010:1.0:1769074939.728641:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da202cfd940. 00020000:00000010:1.0:1769074939.728644:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da20a222240. 00008000:00000010:1.0:1769074939.728646:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20568c000. 00000080:00000010:1.0:1769074939.728649:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da20ac06d20. 00000080:00000010:1.0:1769074939.728651:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da20a634000. 00000020:00000010:1.0:1769074939.728654:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da208456400. 00000008:00000010:1.0:1769074939.728657:0:28429:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8da20a71e580. 00020000:00000010:1.0:1769074939.728659:0:28429:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8da20ac9bcc0. 00008000:00000010:1.0:1769074939.728661:0:28429:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8da2083c7670. 00000080:00000010:1.0:1769074939.728664:0:28429:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8da20831da50. 00000020:00000001:1.0:1769074939.728666:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562200 : -125747782989416 : ffff8da210104998) 00000020:00001000:1.0:1769074939.728668:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104990 00000020:00000001:1.0:1769074939.728670:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20aa75dc8 -> ffff8da20301d080 00000020:00000001:1.0:1769074939.728671:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769074939.728674:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.728675:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769074939.728677:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728678:0:28429:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728680:0:28429:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446618325838050344 : -125747871501272 : ffff8da20ac9b428) 00000020:00000001:1.0:1769074939.728683:0:28429:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769074939.728684:0:28429:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728686:0:28429:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728688:0:28429:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728690:0:28429:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769074939.728692:0:28429:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769074939.728694:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.728695:0:28429:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769074939.728696:0:28429:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769074939.728698:0:28429:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728699:0:28429:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728701:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728878:0:28429:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728881:0:28429:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769074939.728882:0:28429:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728884:0:28429:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728886:0:28429:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769074939.728888:0:28429:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769074939.728889:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.728890:0:28429:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769074939.728892:0:28429:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769074939.728894:0:28429:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1769074939.728899:0:28429:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff8da21076ba40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1769074939.728903:0:28429:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074939.728905:0:28429:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728906:0:28429:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728908:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728909:0:28429:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728911:0:28429:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728921:0:28429:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769074939.728923:0:28429:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769074939.728925:0:28429:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769074939.728926:0:28429:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1769074939.728928:0:28429:0:(osc_cache.c:3121:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1769074939.728930:0:28429:0:(osc_cache.c:3158:osc_cache_wait_range()) obj ffff8da21076ba40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1769074939.728932:0:28429:0:(osc_cache.c:3159:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728934:0:28429:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769074939.728935:0:28429:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728937:0:28429:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769074939.728938:0:28429:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769074939.728940:0:28429:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769074939.728942:0:28429:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769074939.728943:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.728944:0:28429:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769074939.728945:0:28429:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769074939.728947:0:28429:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728949:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728950:0:28429:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769074939.728951:0:28429:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769074939.728953:0:28429:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769074939.728954:0:28429:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769074939.728955:0:28429:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769074939.728956:0:28429:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769074939.728958:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.728959:0:28429:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769074939.728960:0:28429:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769074939.728961:0:28429:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728962:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.728964:0:28429:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769074939.728965:0:28429:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769074939.728966:0:28429:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.728968:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769074939.728969:0:28429:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769074939.728970:0:28429:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769074939.728971:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769074939.728972:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.728974:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104990 00020000:00000001:1.0:1769074939.728976:0:28429:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769074939.728978:0:28429:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769074939.728980:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.728981:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.728984:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.728985:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.728987:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.728989:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.728991:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.728993:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x2:0x0](ffff8da20b1b6c08) 00800000:00000001:1.0:1769074939.728996:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.728997:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x2:0x0] 00000002:00000001:1.0:1769074939.728999:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.729003:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.729004:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.729006:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.729008:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.729010:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.729011:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.729014:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.729016:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.729018:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.729024:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.729026:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.729029:0:28429:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1769074939.729032:0:28429:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154f60, objid 0x2:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.729036:0:28429:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.729041:0:28429:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20a43e100: ostid: 0x240000400:98 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074939.729043:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.729045:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.729047:0:28429:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1769074939.729049:0:28429:0:(cl_object.c:330:cl_object_prune()) Process entered 00010000:00000001:1.0:1769074939.729053:0:28429:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1769074939.729056:0:28429:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.729058:0:28429:0:(cl_object.c:340:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1769074939.729064:0:28429:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff8da21076ba40. 00020000:00000001:1.0:1769074939.729068:0:28429:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1769074939.729071:0:28429:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8da20aa75d48. 00020000:00000001:1.0:1769074939.729075:0:28429:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1769074939.729077:0:28429:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.729079:0:28429:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.729081:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.729083:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.729085:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.729086:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.729088:0:28429:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1769074939.729090:0:28429:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8da208b687c0. 00020000:00000010:1.0:1769074939.729095:0:28429:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8da207f4d240. 00020000:00000010:1.0:1769074939.729099:0:28429:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8da208a3efe0. 00020000:00000002:1.0:1769074939.729103:0:28429:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da20a154f60, objid 0x2:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.729107:0:28429:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.729109:0:28429:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da20a43e100: ostid: 0x240000400:98 ost idx: 0 gen: 0 00020000:00000010:1.0:1769074939.729115:0:28429:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da20a43e100. 00020000:00000010:1.0:1769074939.729118:0:28429:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da20a154d80. 00020000:00000010:1.0:1769074939.729121:0:28429:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da20a154f60. 00020000:00000001:1.0:1769074939.729123:0:28429:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1769074939.729125:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2106a18b8) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.729127:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da2106a18b8. 00020000:00000001:1.0:1769074939.729129:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.729131:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20301d000. 00000020:00001000:1.0:1769074939.729136:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.729138:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.729139:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.729146:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.729147:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.729148:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0x6:0x0](ffff8da20b17ec08) 00800000:00000001:1.0:1769074939.729151:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.729953:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0x6:0x0] 00000002:00000001:1.0:1769074939.729960:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.729963:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.729965:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.729967:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.729970:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.729971:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.729973:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.729977:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.729978:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.729986:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.729988:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.729990:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0x7:0x0](ffff8da20b1bb248) 00800000:00000001:1.0:1769074939.729993:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.729994:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0x7:0x0] 00000002:00000001:1.0:1769074939.729996:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.729998:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.729999:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730000:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.730002:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.730003:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730005:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730006:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.730008:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.730014:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.730017:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.730019:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730021:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730024:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.730028:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20aa759e0 -> ffff8da20aa759e0 00000020:00000001:1.0:1769074939.730030:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.730032:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.730034:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a1:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.730037:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.730038:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.730040:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730043:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a1:0xc:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.730046:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730049:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.730051:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.730053:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.730055:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.730056:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.730057:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.730059:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a1:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.730061:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.730062:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.730064:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730065:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730068:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.730069:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0xc:0x0](ffff8da20b1a3248) 00800000:00000001:1.0:1769074939.730071:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.730072:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0xc:0x0] 00000002:00000001:1.0:1769074939.730074:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.730076:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.730078:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730080:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.730081:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.730082:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730084:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.730086:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730088:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730090:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.730093:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.730094:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730096:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.730098:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730099:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730101:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.730103:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.730104:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.730106:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ace88) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.730108:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da2083ace88. 00020000:00000001:1.0:1769074939.730112:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.730114:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20aa75960. 00000020:00001000:1.0:1769074939.730117:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730119:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.730120:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.730125:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.730126:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.730127:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730129:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730130:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.730132:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20abb5c38 -> ffff8da20abb5c38 00000020:00000001:1.0:1769074939.730134:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.730135:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.730136:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a1:0xf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.730138:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.730139:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.730140:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730143:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a1:0xf:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.730145:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730147:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.730148:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.730150:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.730152:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.730682:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.730685:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.730686:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a1:0xf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.730689:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.730690:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.730692:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730695:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730698:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.730699:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0xf:0x0](ffff8da20b17c2c8) 00800000:00000001:1.0:1769074939.730702:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.730715:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0xf:0x0] 00000002:00000001:1.0:1769074939.730719:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.730721:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.730723:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730724:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.730726:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.730727:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730730:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.730732:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730734:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730736:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.730739:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.730740:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730742:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.730743:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730745:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730746:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.730747:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.730749:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.730756:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a6c8) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.730759:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da21019a6c8. 00020000:00000001:1.0:1769074939.730762:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.730764:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20abb5bb8. 00000020:00001000:1.0:1769074939.730769:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730771:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.730773:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.730868:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.730870:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.730871:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730873:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730875:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.730878:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20ab16210 -> ffff8da20ab16210 00000020:00000001:1.0:1769074939.730879:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.730881:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.730882:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.730885:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.730886:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.730888:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730890:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0xc:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.730893:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730895:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.730897:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.730899:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.730901:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.730902:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.730904:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.730905:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.730908:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.730909:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.730910:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730920:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730923:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.730924:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0xc:0x0](ffff8da20b1bd348) 00800000:00000001:1.0:1769074939.730926:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.730927:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0xc:0x0] 00000002:00000001:1.0:1769074939.730929:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.730932:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.730933:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730935:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.730937:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.730939:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.730941:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.730943:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730944:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730946:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.730949:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.730950:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730952:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.730954:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730955:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.730957:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.730959:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.730960:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.730962:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.730964:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da20a92e1f0. 00020000:00000001:1.0:1769074939.730967:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.730969:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20ab16190. 00000020:00001000:1.0:1769074939.730971:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.730973:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.730974:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.730979:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.730980:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.730981:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.730983:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.730984:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.730986:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20ab16c38 -> ffff8da20ab16c38 00000020:00000001:1.0:1769074939.730988:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.730989:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.730991:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0xe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.730993:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.730994:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.730995:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.730997:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0xe:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.731000:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731002:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.731003:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.731005:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.731006:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.731008:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.731009:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.731011:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0xe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.731013:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.731014:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.731016:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.731017:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731019:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.731021:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0xe:0x0](ffff8da20b1bc2c8) 00800000:00000001:1.0:1769074939.731022:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.731023:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0xe:0x0] 00000002:00000001:1.0:1769074939.731025:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.731026:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.731028:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731029:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.731031:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.731032:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731034:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.731035:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.731037:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.731038:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.731051:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.731053:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731089:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.731090:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.731092:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731094:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.731095:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.731096:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.731098:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92ed90) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.731099:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da20a92ed90. 00020000:00000001:1.0:1769074939.731102:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.731103:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20ab16bb8. 00000020:00001000:1.0:1769074939.731106:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.731108:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.731109:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.731114:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.731116:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.731117:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.731119:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.731121:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.731123:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20abb5080 -> ffff8da20abb5080 00000020:00000001:1.0:1769074939.731125:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.731126:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.731127:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.731129:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.731131:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.731132:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.731134:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x10:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.731136:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731138:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.731140:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.731141:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.731143:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.731145:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.731146:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.731147:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.731150:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.731151:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.731153:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.731164:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731166:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.731167:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x10:0x0](ffff8da20b179988) 00800000:00000001:1.0:1769074939.731170:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.731171:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x10:0x0] 00000002:00000001:1.0:1769074939.731173:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.731175:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.731177:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731178:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.731180:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.731182:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.731184:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.731186:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.731187:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.731189:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.731192:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.731193:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731195:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.731197:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.731199:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.731200:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.731201:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.731203:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.731205:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da21019a000) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.731207:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da21019a000. 00020000:00000001:1.0:1769074939.731209:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.731210:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20abb5000. 00000020:00001000:1.0:1769074939.732388:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.732394:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.732396:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.732405:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.732406:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.732408:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.732410:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.732413:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.732417:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20ab162d8 -> ffff8da20ab162d8 00000020:00000001:1.0:1769074939.732419:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.732421:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.732423:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.732426:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.732427:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.732428:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.732431:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x11:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.732434:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.732437:0:28429:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1769074939.732439:0:28429:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769074939.732441:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.732443:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.732445:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1769074939.732447:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.732448:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.732451:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.732453:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.732454:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.732456:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.732472:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.732474:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x11:0x0](ffff8da20b1bdb88) 00800000:00000001:1.0:1769074939.732477:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.732479:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x11:0x0] 00000002:00000001:1.0:1769074939.732482:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1769074939.732485:0:28429:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.732487:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.732489:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.732490:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.732492:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.732494:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732497:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.732498:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.732500:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.732504:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.732505:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.732508:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.732509:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.732511:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.732513:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.732515:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.732516:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00020000:00000002:1.0:1769074939.732519:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da20a92e000) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.732522:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da20a92e000. 00020000:00000001:1.0:1769074939.732526:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.732528:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20ab16258. 00000020:00001000:1.0:1769074939.732531:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.732533:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.732534:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.732539:0:28429:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1769074939.732541:0:28429:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769074939.732542:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.732543:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.732545:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769074939.732547:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20aa75b70 -> ffff8da20aa75b70 00000020:00000001:1.0:1769074939.732548:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769074939.732550:0:28429:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769074939.732551:0:28429:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a2:0x15:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769074939.732553:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.732554:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769074939.732555:0:28429:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.732557:0:28429:0:(lov_object.c:1552:lov_io_init()) [0x2000013a2:0x15:0x0]io ffff8da20a637048 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769074939.732560:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.732562:0:28429:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769074939.732564:0:28429:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769074939.732566:0:28429:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769074939.732568:0:28429:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732570:0:28429:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769074939.732572:0:28429:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769074939.732573:0:28429:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732575:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.732576:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769074939.732577:0:28429:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769074939.732579:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00000020:00000001:1.0:1769074939.732581:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732583:0:28429:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769074939.732585:0:28429:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769074939.732587:0:28429:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769074939.732590:0:28429:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769074939.732593:0:28429:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769074939.732596:0:28429:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769074939.732598:0:28429:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769074939.732599:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.732601:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562200 : -125747782989416 : ffff8da210104998) 00000020:00001000:1.0:1769074939.732603:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104990 00000020:00000001:1.0:1769074939.732605:0:28429:0:(cl_object.c:146:cl_object_top()) ffff8da20aa75210 -> ffff8da20aa75b70 00000020:00000001:1.0:1769074939.732607:0:28429:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769074939.732610:0:28429:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769074939.732611:0:28429:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769074939.732613:0:28429:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732615:0:28429:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732617:0:28429:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446618325838050344 : -125747871501272 : ffff8da20ac9b428) 00000020:00000001:1.0:1769074939.732620:0:28429:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769074939.732622:0:28429:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732624:0:28429:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732626:0:28429:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732628:0:28429:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769074939.732630:0:28429:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769074939.732632:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.732633:0:28429:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769074939.732635:0:28429:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769074939.732636:0:28429:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732638:0:28429:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732640:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732642:0:28429:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732643:0:28429:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769074939.732645:0:28429:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732646:0:28429:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732648:0:28429:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769074939.732650:0:28429:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769074939.732651:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.732652:0:28429:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769074939.732654:0:28429:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769074939.732656:0:28429:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1769074939.732660:0:28429:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff8da21076aa80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1769074939.732664:0:28429:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074939.732667:0:28429:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732669:0:28429:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732670:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732672:0:28429:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732674:0:28429:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732676:0:28429:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769074939.732677:0:28429:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769074939.732679:0:28429:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769074939.732680:0:28429:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1769074939.732682:0:28429:0:(osc_cache.c:3121:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1769074939.732684:0:28429:0:(osc_cache.c:3158:osc_cache_wait_range()) obj ffff8da21076aa80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1769074939.732687:0:28429:0:(osc_cache.c:3159:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732689:0:28429:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769074939.732690:0:28429:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732693:0:28429:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769074939.732694:0:28429:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769074939.732696:0:28429:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769074939.732698:0:28429:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769074939.732700:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.732701:0:28429:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769074939.732702:0:28429:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769074939.732704:0:28429:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732705:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732707:0:28429:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769074939.732708:0:28429:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769074939.732710:0:28429:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769074939.732712:0:28429:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769074939.732713:0:28429:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769074939.732714:0:28429:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769074939.732715:0:28429:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769074939.732716:0:28429:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769074939.732718:0:28429:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769074939.732719:0:28429:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732721:0:28429:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.732722:0:28429:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769074939.732723:0:28429:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769074939.732725:0:28429:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.732727:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769074939.732728:0:28429:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769074939.732729:0:28429:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769074939.732730:0:28429:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769074939.732731:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.732733:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104990 00020000:00000001:1.0:1769074939.732734:0:28429:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769074939.732736:0:28429:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769074939.732737:0:28429:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769074939.732739:0:28429:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a2:0x15:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769074939.732742:0:28429:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769074939.732743:0:28429:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769074939.732745:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.732748:0:28429:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.732750:0:28429:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:1.0:1769074939.732752:0:28429:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a2:0x15:0x0](ffff8da20b1a6c08) 00800000:00000001:1.0:1769074939.732755:0:28429:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:1.0:1769074939.732757:0:28429:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a2:0x15:0x0] 00000002:00000001:1.0:1769074939.732759:0:28429:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1769074939.732763:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e900 count: 2 00010000:00000001:1.0:1769074939.732766:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074939.732770:0:28429:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074939.732771:0:28429:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.733957:0:28429:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1769074939.733964:0:28429:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1769074939.733966:0:28429:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.733969:0:28429:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.733972:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.733976:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.733980:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00020000:00000001:1.0:1769074939.733985:0:28429:0:(lov_object.c:1505:lov_object_delete()) Process entered 00020000:00000002:1.0:1769074939.733987:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.733990:0:28429:0:(lov_object.c:865:lov_delete_composite()) Process entered 00020000:00000002:1.0:1769074939.733994:0:28429:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dc1e0, objid 0x15:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.733999:0:28429:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.734003:0:28429:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37080: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074939.734006:0:28429:0:(lov_object.c:1280:lov_layout_wait()) Process entered 00020000:00000001:1.0:1769074939.734007:0:28429:0:(lov_object.c:1290:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.734010:0:28429:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1769074939.734012:0:28429:0:(cl_object.c:330:cl_object_prune()) Process entered 00010000:00000001:1.0:1769074939.734016:0:28429:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:1.0:1769074939.734020:0:28429:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.734022:0:28429:0:(cl_object.c:340:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1769074939.734028:0:28429:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff8da21076aa80. 00020000:00000001:1.0:1769074939.734033:0:28429:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:1.0:1769074939.734035:0:28429:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff8da20aa75190. 00020000:00000001:1.0:1769074939.734039:0:28429:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1769074939.734041:0:28429:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.734043:0:28429:0:(lov_object.c:887:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769074939.734045:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.734048:0:28429:0:(lov_object.c:1507:lov_object_delete()) Process leaving 00020000:00000001:1.0:1769074939.734049:0:28429:0:(lov_object.c:1514:lov_object_free()) Process entered 00020000:00000002:1.0:1769074939.734051:0:28429:0:(lov_object.c:1215:lov_conf_freeze()) To take share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000001:1.0:1769074939.734053:0:28429:0:(lov_object.c:901:lov_fini_composite()) Process entered 00020000:00000010:1.0:1769074939.734055:0:28429:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff8da208b68f60. 00020000:00000010:1.0:1769074939.734059:0:28429:0:(lov_object.c:910:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff8da202f50600. 00020000:00000010:1.0:1769074939.734062:0:28429:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff8da208a3e9c0. 00020000:00000002:1.0:1769074939.734067:0:28429:0:(lov_ea.c:727:dump_lsm()) lsm ffff8da2054dc1e0, objid 0x15:5026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074939.734071:0:28429:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074939.734074:0:28429:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff8da207d37080: ostid: 0x240000400:494 ost idx: 0 gen: 0 00020000:00000010:1.0:1769074939.734078:0:28429:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8da207d37080. 00020000:00000010:1.0:1769074939.734081:0:28429:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff8da2054dc3c0. 00020000:00000010:1.0:1769074939.734084:0:28429:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff8da2054dc1e0. 00020000:00000001:1.0:1769074939.734086:0:28429:0:(lov_object.c:924:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1769074939.734087:0:28429:0:(lov_object.c:1223:lov_conf_thaw()) To release share lov(ffff8da2083ac1f0) owner 0000000000000000/ffff8da2016727c0 00020000:00000010:1.0:1769074939.734089:0:28429:0:(lov_object.c:1517:lov_object_free()) slab-freed '(lov)': 248 at ffff8da2083ac1f0. 00020000:00000001:1.0:1769074939.734092:0:28429:0:(lov_object.c:1518:lov_object_free()) Process leaving 00000080:00000010:1.0:1769074939.734093:0:28429:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff8da20aa75af0. 00000020:00001000:1.0:1769074939.734097:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769074939.734099:0:28429:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1769074939.734101:0:28429:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1769074939.734110:0:28429:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:1.0:1769074939.734112:0:28429:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8da20a0ec000 (sb ffff8da20a0ec000) 00000020:00000001:1.0:1769074939.734116:0:28429:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1769074939.734123:0:28429:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8da20a726b40. 00000020:00000001:1.0:1769074939.734126:0:28429:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1769074939.734130:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da208456a00. 00000020:00000010:1.0:1769074939.734136:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceb800. 00000040:00000010:1.0:1769074939.734141:0:28429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202ceb400. 00000020:00000010:1.0:1769074939.734146:0:28429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a760800. 00000020:00000010:1.0:1769074939.734162:0:28429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202cea000. 00040000:00000010:1.0:1769074939.734170:0:28429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20674f700. 00040000:00000010:1.0:1769074939.734173:0:28429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202cea400. 10000000:00000001:1.0:1769074939.734178:0:28429:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:1.0:1769074939.734180:0:28429:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1769074939.734183:0:28429:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1769074939.734185:0:28429:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1769074939.734187:0:28429:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074939.734189:0:28429:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8da20acee600) refs 3 10000000:00000001:1.0:1769074939.734191:0:28429:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074939.734193:0:28429:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446618325838390784 : -125747871160832 : ffff8da20acee600) 10000000:00000001:1.0:1769074939.734196:0:28429:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1769074939.734198:0:28429:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5882d44973682fcb 00010000:00000001:1.0:1769074939.734201:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.734203:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.734206:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c800 refcount=2 00000020:00000001:1.0:1769074939.734208:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:1.0:1769074939.734604:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:1.0:1769074939.734607:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.734610:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.734615:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734624:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.734625:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.734628:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.734629:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.734630:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c800 refcount=3 00000020:00000001:1.0:1769074939.734632:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:1.0:1769074939.734634:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:1.0:1769074939.734636:0:28429:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1769074939.734639:0:28429:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734645:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.734648:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734653:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.734654:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.734656:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734661:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.734663:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.734666:0:28429:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1769074939.734670:0:28429:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8da20a7266c0. 00010000:00000001:1.0:1769074939.734673:0:28429:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1769074939.734684:0:28429:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1769074939.734686:0:28429:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.734687:0:28429:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.734689:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.734690:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.734691:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074939.734693:0:28429:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1769074939.734695:0:28429:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5882d44973682fc4 00010000:00000001:1.0:1769074939.734696:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.734697:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.734699:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d400 refcount=2 00000020:00000001:1.0:1769074939.734700:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00010000:00000001:1.0:1769074939.734707:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00010000:00000001:1.0:1769074939.734709:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.734710:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.734713:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734718:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.734719:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.734721:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.734722:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.734723:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d400 refcount=3 00000020:00000001:1.0:1769074939.734725:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00010000:00000001:1.0:1769074939.734727:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00010000:00000001:1.0:1769074939.734729:0:28429:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1769074939.734731:0:28429:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734735:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.734738:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734743:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.734744:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.734746:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.734759:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.734760:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.734762:0:28429:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1769074939.734764:0:28429:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8da20a726d80. 00010000:00000001:1.0:1769074939.734766:0:28429:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1769074939.736381:0:28429:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:1.0:1769074939.736390:0:28429:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.736393:0:28429:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.736396:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.736399:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.736401:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074939.736404:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074939.736406:0:28429:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da20aad6200) refs 2 10000000:00000001:1.0:1769074939.736409:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.736412:0:28429:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1769074939.736414:0:28429:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5882d44973682fd2 00010000:00000001:1.0:1769074939.736416:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.736418:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.736421:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=2 00000020:00000001:1.0:1769074939.736423:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:1.0:1769074939.736426:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:1.0:1769074939.736429:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.736431:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.736434:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.736442:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.736444:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074939.736445:0:28429:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074939.736446:0:28429:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074939.736447:0:28429:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=3 00000020:00000001:1.0:1769074939.736449:0:28429:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:1.0:1769074939.736451:0:28429:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:1.0:1769074939.736453:0:28429:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1769074939.736455:0:28429:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.736515:0:28429:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074939.736518:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.736523:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.736524:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074939.736527:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074939.736533:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074939.736534:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.736536:0:28429:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1769074939.736543:0:28429:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8da20a726c00. 00010000:00000001:1.0:1769074939.736545:0:28429:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1769074939.747077:0:28429:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:1.0:1769074939.747087:0:28429:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.747090:0:28429:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.747094:0:28429:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074939.747097:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074939.747100:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074939.747104:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074939.747107:0:28429:0:(mgc_request.c:123:config_log_put()) log params(ffff8da20acee000) refs 2 10000000:00000001:1.0:1769074939.747110:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747112:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1769074939.747113:0:28429:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747115:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074939.747117:0:28429:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8da21000be00) refs 3 10000000:00000001:1.0:1769074939.747119:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747120:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1769074939.747122:0:28429:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747124:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074939.747125:0:28429:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da20acee600) refs 3 10000000:00000001:1.0:1769074939.747128:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747129:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1769074939.747130:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000040:1.0:1769074939.747131:0:28429:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da20acee600) refs 2 10000000:00000001:1.0:1769074939.747135:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1769074939.747135:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1769074939.747137:0:28429:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:1.0:1769074939.747141:0:28429:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074939.747142:0:11568:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 10000000:00000001:1.0:1769074939.747144:0:28429:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.747147:0:11568:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1769074939.747151:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceb800. 00010000:00000001:3.0:1769074939.747151:0:11568:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1769074939.747158:0:11568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1769074939.747170:0:28429:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202ceb400. 00010000:00010000:3.0:1769074939.747171:0:11568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8da21814c800 already unused, calling callback (ffffffffc1363c20) 10000000:00000001:3.0:1769074939.747176:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1769074939.747177:0:28429:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a760800. 10000000:00010000:3.0:1769074939.747179:0:11568:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1769074939.747185:0:28429:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202cea000. 00010000:00000001:3.0:1769074939.747187:0:11568:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000010:1.0:1769074939.747191:0:28429:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20674f700. 00040000:00000010:1.0:1769074939.747195:0:28429:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202cea400. 00000020:00000010:1.0:1769074939.747199:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208456a00. 00000020:00000001:1.0:1769074939.747202:0:28429:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1769074939.747205:0:28429:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8da20a726b40. 00000020:00000001:1.0:1769074939.747208:0:28429:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.747218:0:28429:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1769074939.747224:0:28429:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff8da20a726b40. 00000020:00000001:1.0:1769074939.747227:0:28429:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1769074939.747230:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202cea400. 00000020:00000010:1.0:1769074939.747234:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202cea000. 00000040:00000010:1.0:1769074939.747238:0:28429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202ceb400. 00000020:00000010:1.0:1769074939.747240:0:28429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a760800. 00000020:00000010:1.0:1769074939.747244:0:28429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202ceb800. 00040000:00000010:1.0:1769074939.747249:0:28429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20674f700. 00040000:00000010:1.0:1769074939.747252:0:28429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202cebc00. 10000000:00000001:1.0:1769074939.747256:0:28429:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:1.0:1769074939.747258:0:28429:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1769074939.747260:0:28429:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1769074939.747262:0:28429:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1769074939.747264:0:28429:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074939.747266:0:28429:0:(mgc_request.c:108:config_log_get()) log params (ffff8da20acee000) refs 2 10000000:00000001:1.0:1769074939.747268:0:28429:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074939.747270:0:28429:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446618325838389248 : -125747871162368 : ffff8da20acee000) 10000000:00000001:1.0:1769074939.747272:0:28429:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074939.747274:0:28429:0:(mgc_request.c:123:config_log_put()) log params(ffff8da20acee000) refs 2 10000000:00000001:1.0:1769074939.747275:0:28429:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074939.747277:0:28429:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074939.747279:0:28429:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1769074939.747281:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202cea000. 00000040:00000010:1.0:1769074939.747284:0:28429:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202ceb400. 00000020:00000010:1.0:1769074939.747286:0:28429:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a760800. 00000020:00000010:1.0:1769074939.747288:0:28429:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202ceb800. 00040000:00000010:1.0:1769074939.747291:0:28429:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20674f700. 00040000:00000010:1.0:1769074939.747294:0:28429:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202cebc00. 00000020:00000010:1.0:1769074939.747296:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202cea400. 00000020:00000001:1.0:1769074939.747298:0:28429:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1769074939.747300:0:28429:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at ffff8da20a726b40. 00000020:00000001:1.0:1769074939.747302:0:28429:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074939.747305:0:28429:0:(llite_lib.c:979:client_common_put_super()) Process entered 00000080:00000001:1.0:1769074939.747307:0:28429:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000020:00000001:1.0:1769074939.747310:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.747313:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769074939.747316:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000040:1.0:1769074939.747341:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8da20a0ec000 (ffff8da2054bb1b0) now 5 - lov 00020000:00000001:1.0:1769074939.747363:0:28429:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1769074939.747365:0:28429:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618325762705664 : -125747946845952 : ffff8da2064c0900) 00020000:00000010:1.0:1769074939.747386:0:28429:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8da20a9c5f00. 00020000:00000001:1.0:1769074939.747408:0:28429:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1769074939.747410:0:28429:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618325763153920 : -125747946397696 : ffff8da20652e000) 00020000:00000010:1.0:1769074939.747429:0:28429:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8da20a9c5480. 00020000:00000001:1.0:1769074939.747446:0:28429:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1769074939.747448:0:28429:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446618325763156736 : -125747946394880 : ffff8da20652eb00) 00020000:00000010:1.0:1769074939.747486:0:28429:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8da20a9c5a80. 00020000:00000001:1.0:1769074939.747490:0:28429:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1769074939.747523:0:28429:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff8da207f90000. 00000020:00000010:1.0:1769074939.747539:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da207f09e00. 00000020:00000010:1.0:1769074939.747543:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da212000500. 00000020:00000010:1.0:1769074939.747546:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da210a6c400. 00000020:00000010:1.0:1769074939.747548:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da207f09900. 00000020:00000010:1.0:1769074939.747551:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8da202f50b40. 00000020:00000010:1.0:1769074939.747554:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da207c94400. 00000080:00000010:1.0:1769074939.747557:0:28429:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at ffff8da207c95800. 00000080:00000010:1.0:1769074939.747560:0:28429:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at ffff8da20a9c57e0. 00020000:00000001:1.0:1769074939.747563:0:28429:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:1.0:1769074939.747585:0:28429:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1769074939.747588:0:28429:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8da20578dcf8. 00000020:00000001:1.0:1769074939.747590:0:28429:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00020000:1.0:1769074939.747663:0:28429:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff8da20a0ec000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00010000:00000001:3.0:1769074939.748442:0:11568:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074939.748445:0:11568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074939.748448:0:11568:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814c800 refcount=3 00000020:00000001:3.0:1769074939.748452:0:11568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:3.0:1769074939.748455:0:11568:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074432 : -125747648477184 : ffff8da21814c800) 00010000:00000001:3.0:1769074939.748474:0:11568:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074939.748478:0:11568:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074939.748487:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074939.748490:0:11568:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074939.748496:0:11568:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1769074939.748499:0:11568:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1769074939.748500:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074939.748502:0:11568:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da20acee600) refs 1 10000000:01000000:3.0:1769074939.748504:0:11568:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1769074939.748506:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074939.748507:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074939.748508:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074939.748509:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074939.748510:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074939.748511:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074939.748512:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074939.748513:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074939.748514:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074939.748514:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1769074939.748518:0:11568:0:(genops.c:898:class_export_put()) PUTting export ffff8da202f2d000 : new refcount 8 10000000:00000010:3.0:1769074939.748521:0:11568:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8da20acee600. 10000000:00000001:3.0:1769074939.748524:0:11568:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074939.748525:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.748528:0:11568:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074939.748531:0:11568:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074939.748533:0:11568:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074939.748535:0:11568:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.748538:0:11568:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074939.748541:0:11568:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814c800 with handle 0x5882d44973682fcb from hash 00010000:00000001:3.0:1769074939.748543:0:11568:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074939.748544:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.748546:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.748547:0:11568:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074939.748550:0:11568:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074939.748552:0:11568:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074939.748555:0:11568:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.748558:0:11568:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074939.748705:0:11568:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f5c00. 00000020:00000040:2.0:1769074939.748711:0:11568:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074939.748716:0:11568:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.748719:0:11568:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.748723:0:11568:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.748730:0:11568:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4400. 00000100:00000001:2.0:1769074939.748736:0:11568:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.748739:0:11568:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074939.748745:0:11568:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.748752:0:11568:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074939.748753:0:11568:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.748757:0:11568:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.748762:0:11568:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.748773:0:11568:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429ddaac] to pc [ptlrpcd_01_01+1] req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074939.748801:0:11568:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074939.748804:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.748805:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.748806:0:11568:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.748809:0:11568:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074939.748811:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.748815:0:11568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.748821:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074939.748823:0:11568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da21814c800/0x5882d44973682fcb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f1b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074939.748832:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.748833:0:11568:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1769074939.748835:0:11568:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8da20a7266c0. 00010000:00000001:2.0:1769074939.748839:0:11568:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.748840:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.748845:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.748846:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.748850:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.748851:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769074939.748858:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1769074939.748860:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769074939.748861:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.748866:0:11568:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1769074939.748871:0:11568:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1769074939.748874:0:11568:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1769074939.748877:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769074939.748878:0:11568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074939.748880:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.748886:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1769074939.748889:0:11568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8da21814d400 already unused, calling callback (ffffffffc1363c20) 02000000:00000001:3.0:1769074939.748890:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1769074939.748892:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1769074939.748894:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1769074939.748896:0:11568:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074939.748900:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926594304:192.168.204.145@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1769074939.748906:0:11568:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074939.748908:0:11568:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074939.748909:0:11568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.748920:0:11568:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d400 refcount=3 00000020:00000001:2.0:1769074939.748926:0:11568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00000100:00000001:3.0:1769074939.748927:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1769074939.748930:0:11568:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061077504 : -125747648474112 : ffff8da21814d400) 00010000:00000001:2.0:1769074939.748932:0:11568:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074939.748935:0:11568:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074939.748935:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.748939:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.748946:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1769074939.748947:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074939.748951:0:11568:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1769074939.748953:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ec00. 02000000:00000001:3.0:1769074939.748958:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1769074939.748959:0:11568:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1769074939.748964:0:11568:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:2.0:1769074939.748965:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074939.748967:0:11568:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da20aad6200) refs 1 10000000:01000000:2.0:1769074939.748970:0:11568:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00000400:00000200:3.0:1769074939.748971:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 10000000:00000001:2.0:1769074939.748972:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.748975:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.748977:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.748978:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.748979:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:3.0:1769074939.748979:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b160. 10000000:00000001:2.0:1769074939.748982:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.748984:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.748985:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.748986:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.748987:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000010:3.0:1769074939.748988:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000020:00000040:2.0:1769074939.748989:0:11568:0:(genops.c:898:class_export_put()) PUTting export ffff8da202f2d000 : new refcount 7 10000000:00000010:2.0:1769074939.748993:0:11568:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8da20aad6200. 10000000:00000001:2.0:1769074939.748996:0:11568:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.748997:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769074939.748998:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926594304, portal 18 00010000:00000001:2.0:1769074939.748999:0:11568:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074939.749003:0:11568:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1769074939.749004:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1769074939.749005:0:11568:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1769074939.749008:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835275264 : -125747874276352 : ffff8da20a9f5c00) 00010000:00000001:2.0:1769074939.749009:0:11568:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.749012:0:11568:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074939.749015:0:11568:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d400 with handle 0x5882d44973682fc4 from hash 00010000:00000001:2.0:1769074939.749019:0:11568:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1769074939.749019:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074939.749022:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.749025:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.749026:0:11568:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074939.749029:0:11568:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074939.749031:0:11568:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074939.749035:0:11568:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1769074939.749035:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1769074939.749039:0:11568:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1769074939.749042:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000010:2.0:1769074939.749044:0:11568:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a9f6d80. 00000400:00000010:3.0:1769074939.749047:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000020:00000040:2.0:1769074939.749048:0:11568:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000200:3.0:1769074939.749052:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007926594304, offset 0 00000100:00000001:2.0:1769074939.749053:0:11568:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.749055:0:11568:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.749058:0:11568:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.749063:0:11568:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da5600. 00000400:00000200:3.0:1769074939.749063:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769074939.749068:0:11568:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.749071:0:11568:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074939.749074:0:11568:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1769074939.749075:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00010000:00010000:2.0:1769074939.749083:0:11568:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074939.749087:0:11568:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.749087:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769074939.749092:0:11568:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.749096:0:11568:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.749096:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769074939.749105:0:11568:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2ae895] to pc [ptlrpcd_01_00+0] req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074939.749105:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.749111:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.749117:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.749124:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2835:2835:256:4294967295] 192.168.204.145@tcp LPNI seq info [2835:2835:8:4294967295] 00010000:00000001:2.0:1769074939.749128:0:11568:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769074939.749132:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00010000:00000001:2.0:1769074939.749134:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.749136:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.749137:0:11568:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.749140:0:11568:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074939.749143:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.749148:0:11568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1769074939.749148:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.749157:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.749162:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00010000:00000001:2.0:1769074939.749173:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074939.749175:0:11568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da21814d400/0x5882d44973682fc4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515ef8 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1769074939.749182:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00010000:00000001:2.0:1769074939.749184:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.749187:0:11568:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1769074939.749189:0:11568:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8da20a726d80. 00010000:00000001:2.0:1769074939.749191:0:11568:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749196:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.749198:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.749199:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.749204:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.749220:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.749222:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.749224:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.749226:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.749228:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.749231:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926594432:192.168.204.145@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1769074939.749234:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.749237:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.749238:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.749240:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.749243:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5e00. 02000000:00000001:2.0:1769074939.749245:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.749249:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.749253:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074939.749256:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074939.749259:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926594432, portal 18 00000100:00000001:2.0:1769074939.749261:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074939.749262:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835279744 : -125747874271872 : ffff8da20a9f6d80) 00000100:00000040:2.0:1769074939.749266:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.749273:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.749275:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.749277:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353a18. 00000100:00000200:2.0:1769074939.749279:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007926594432, offset 0 00000400:00000200:2.0:1769074939.749283:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.749288:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:3.0:1769074939.749294:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:2.0:1769074939.749296:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.749301:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1769074939.749302:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074939.749305:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.749309:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.749312:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.749314:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2836:2836:255:4294967295] 192.168.204.145@tcp LPNI seq info [2836:2836:7:4294967295] 00000100:00000001:3.0:1769074939.749318:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.749319:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.749327:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.749332:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.749335:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000010:2.0:1769074939.749338:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000100:00000001:3.0:1769074939.749340:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296312788 00000800:00000200:2.0:1769074939.749346:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:3.0:1769074939.749350:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296309011 00000800:00000200:2.0:1769074939.749351:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.749357:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.749358:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296312788 00000100:00000001:2.0:1769074939.749361:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.749364:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296309011 00000400:00000200:2.0:1769074939.749368:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.749371:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.749373:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296312788 00000100:00000001:3.0:1769074939.749377:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749378:0:2381:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, keep current deadline 4296312788 00000100:00000001:2.0:1769074939.749382:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296312788 00000100:00000001:3.0:1769074939.749383:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749385:0:2381:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, keep current deadline 4296312788 00000100:00000001:3.0:1769074939.749387:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.749389:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.749393:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749395:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749397:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.749397:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.749401:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074939.749405:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.749405:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.749409:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074939.749409:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.749413:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749414:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.749417:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.749417:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749421:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749424:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.749434:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074939.749436:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.749438:0:11568:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1769074939.749440:0:11568:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1769074939.749441:0:11568:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1769074939.749445:0:11568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.749451:0:11568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8da2064eea00 already unused, calling callback (ffffffffc1363c20) 10000000:00000001:2.0:1769074939.749454:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074939.749456:0:11568:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1769074939.749485:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1769074939.749486:0:11568:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074939.749490:0:11568:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1769074939.749491:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000020:00000001:2.0:1769074939.749492:0:11568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074939.749495:0:11568:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064eea00 refcount=3 00000400:00000200:3.0:1769074939.749498:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1769074939.749499:0:11568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:2.0:1769074939.749504:0:11568:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762894336 : -125747946657280 : ffff8da2064eea00) 00010000:00000001:2.0:1769074939.749507:0:11568:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1769074939.749509:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00010000:00010000:2.0:1769074939.749511:0:11568:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1769074939.749517:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 10000000:00000001:2.0:1769074939.749518:0:11568:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:3.0:1769074939.749521:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 10000000:00010000:2.0:1769074939.749522:0:11568:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074939.749530:0:2373:0:(events.c:34:request_out_callback()) Process entered 10000000:01000000:2.0:1769074939.749531:0:11568:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1769074939.749535:0:11568:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000200:3.0:1769074939.749538:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1769074939.749539:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074939.749541:0:11568:0:(mgc_request.c:123:config_log_put()) log params(ffff8da20acee000) refs 1 10000000:01000000:2.0:1769074939.749546:0:11568:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1769074939.749549:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.749551:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.749553:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.749556:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.749558:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1769074939.749558:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1769074939.749559:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.749562:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.749565:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1769074939.749565:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1769074939.749567:0:11568:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1769074939.749569:0:11568:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1769074939.749572:0:11568:0:(genops.c:898:class_export_put()) PUTting export ffff8da202f2d000 : new refcount 6 10000000:00000010:2.0:1769074939.749577:0:11568:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8da20acee000. 10000000:00000001:2.0:1769074939.749594:0:11568:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074939.749596:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.749598:0:11568:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074939.749600:0:11568:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074939.749601:0:11568:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074939.749603:0:11568:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074939.749604:0:11568:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074939.749606:0:11568:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064eea00 with handle 0x5882d44973682fd2 from hash 00010000:00000001:2.0:1769074939.749608:0:11568:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074939.749610:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.749611:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.749613:0:11568:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074939.749614:0:11568:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074939.749615:0:11568:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074939.749617:0:11568:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074939.749619:0:11568:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1769074939.749659:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.749662:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1769074939.749667:0:11568:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9a680. 00000020:00000040:2.0:1769074939.749672:0:11568:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074939.749675:0:11568:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074939.749677:0:11568:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074939.749680:0:11568:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074939.749684:0:11568:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207da4e00. 00000100:00000001:2.0:1769074939.749687:0:11568:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.749689:0:11568:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074939.749693:0:11568:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074939.749699:0:11568:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074939.749701:0:11568:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.749704:0:11568:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074939.749706:0:11568:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.749711:0:11568:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004277f296] to pc [ptlrpcd_01_01+1] req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074939.749727:0:11568:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769074939.749729:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1769074939.749730:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074939.749733:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1769074939.749735:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00010000:00000001:2.0:1769074939.749736:0:11568:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.749740:0:11568:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.749741:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1769074939.749743:0:11568:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.749748:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00010000:00010000:2.0:1769074939.749749:0:11568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1769074939.749753:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353a18 00000400:00000010:3.0:1769074939.749757:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353a18. 00010000:00000001:2.0:1769074939.749759:0:11568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1769074939.749761:0:2373:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1769074939.749763:0:11568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da2064eea00/0x5882d44973682fd2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xe52bf4d4a3515f3e expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1769074939.749768:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074939.749775:0:11568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074939.749778:0:11568:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1769074939.749781:0:11568:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8da20a726c00. 00000100:00000001:3.0:1769074939.749782:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1769074939.749787:0:11568:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.749788:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.749796:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.749796:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749799:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.749800:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074939.749803:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.749807:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1769074939.749809:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.749813:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074939.749814:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.749816:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.749817:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.749819:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074939.749824:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.749831:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074939.749832:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.749835:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074939.749837:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074939.749839:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074939.749842:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926594560:192.168.204.145@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1769074939.749845:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074939.749847:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074939.749849:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.749850:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074939.749854:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da4c00. 02000000:00000001:2.0:1769074939.749856:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.749860:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074939.749863:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6528. 00000400:00000010:2.0:1769074939.749867:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353e58. 00000100:00000200:2.0:1769074939.749871:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926594560, portal 18 00000100:00000001:3.0:1769074939.749873:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.749874:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.749877:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.749878:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803443840 : -125747906107776 : ffff8da208b9a680) 00000100:00000001:3.0:1769074939.749881:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.749886:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.749887:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.749897:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074939.749900:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074939.749903:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353000. 00000100:00000200:2.0:1769074939.749905:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007926594560, offset 0 00000400:00000200:2.0:1769074939.749909:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074939.749931:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.749936:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074939.749939:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074939.749941:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074939.749943:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074939.749946:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074939.749949:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2837:2837:256:4294967295] 192.168.204.145@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:2.0:1769074939.749953:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.749958:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074939.749962:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074939.749965:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348900. 00000800:00000200:2.0:1769074939.749970:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074939.749974:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074939.749977:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074939.749993:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074939.749997:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074939.749998:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296312788 00000100:00000001:2.0:1769074939.750000:0:2381:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, keep current deadline 4296312788 00000100:00000001:2.0:1769074939.750002:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296312788 00000100:00000001:2.0:1769074939.750004:0:2381:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, keep current deadline 4296312788 00000100:00000001:2.0:1769074939.750006:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.750008:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.750010:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.750012:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074939.750021:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074939.750022:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.750024:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1769074939.750025:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074939.750026:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.750028:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1769074939.750029:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074939.750031:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074939.750032:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074939.750155:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074939.750158:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348900. 00000400:00000200:3.0:1769074939.750161:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.750166:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074939.750424:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353000 00000400:00000010:3.0:1769074939.750427:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353000. 00000100:00000001:3.0:1769074939.750431:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074939.750436:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.750448:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.750451:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.750457:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.750478:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769074939.754962:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074939.754969:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074939.754974:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074939.771098:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.771115:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.771119:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.771121:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.771133:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.771141:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.771149:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.771165:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.771171:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.771175:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 18 MB=0x6971eb0852b80 00000400:00000200:3.0:1769074939.771180:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.771186:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7205 [1] + 224 00000800:00000001:3.0:1769074939.771195:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.771608:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.771612:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.771618:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.771625:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.771633:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074939.771643:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.771686:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.771691:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.771709:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.771720:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.771724:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769074939.773450:0:28429:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:1.0:1769074939.773473:0:28429:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff8da202e8b800 active: 1 00020000:00000001:1.0:1769074939.773478:0:28429:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:1.0:1769074939.773481:0:28429:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff8da20a0ec000: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:1.0:1769074939.773484:0:28429:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:1.0:1769074939.773485:0:28429:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff8da202e8c800 active: 1 00020000:00000001:1.0:1769074939.773487:0:28429:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1769074939.773489:0:28429:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:1.0:1769074939.773492:0:28429:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1769074939.773495:0:28429:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1769074939.773498:0:28429:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1769074939.773500:0:28429:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1769074939.773503:0:28429:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1769074939.773505:0:28429:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1769074939.773506:0:28429:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1769074939.773508:0:28429:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1769074939.773509:0:28429:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1769074939.773512:0:28429:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:1.0:1769074939.773515:0:28429:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff8da20a0ec000 00020000:00000001:1.0:1769074939.773517:0:28429:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:1.0:1769074939.773519:0:28429:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8da20a0ec000: disconnecting target lustre-OST0001-osc-ffff8da20a0ec000 00020000:00000001:1.0:1769074939.773521:0:28429:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:1.0:1769074939.773523:0:28429:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.773524:0:28429:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1769074939.773528:0:28429:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1769074939.773530:0:28429:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff8da20a0ec000 - 1 00000100:00000001:1.0:1769074939.773534:0:28429:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1769074939.773536:0:28429:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0001_UUID 00000020:00000001:1.0:1769074939.773539:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.773541:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a761000 refcount=1 obd=lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000001:1.0:1769074939.773543:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074939.773545:0:28429:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773548:0:28429:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1769074939.773550:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773553:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773586:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773589:0:28429:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773592:0:28429:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1769074939.773594:0:28429:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1769074939.773596:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773597:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773623:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074939.773625:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773626:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773653:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773655:0:28429:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773657:0:28429:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1769074939.773659:0:28429:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:1.0:1769074939.773662:0:28429:0:(import.c:65:import_set_state_nolock()) ffff8da20a761000 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00000001:1.0:1769074939.773665:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074939.773667:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1769074939.773670:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.773672:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1769074939.773673:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074939.773674:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1769074939.773676:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.773678:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1769074939.773679:0:28429:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.773682:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769074939.773684:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:1.0:1769074939.773687:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1769074939.773689:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074939.773691:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da20a0ec000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1769074939.773694:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1769074939.773697:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.773698:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769074939.773699:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769074939.773701:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074939.773702:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1769074939.773703:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.773705:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1769074939.773707:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074939.773709:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074939.773710:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:1.0:1769074939.773712:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773713:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773738:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074939.773740:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773741:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773765:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.773768:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074939.773772:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562200 : -125747782989416 : ffff8da210104998) 00000020:00001000:1.0:1769074939.773775:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104990 00000008:00000001:1.0:1769074939.773778:0:28429:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769074939.773780:0:28429:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769074939.773782:0:28429:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074939.773784:0:28429:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1769074939.773785:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773787:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773814:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769074939.773817:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104990 00000001:00000001:1.0:1769074939.773819:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773821:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773843:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074939.773845:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074939.773846:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074939.773872:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074939.773874:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074939.773876:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1769074939.773879:0:28429:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1769074939.773881:0:28429:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1769074939.773883:0:28429:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5882d44973682862 00000020:00000040:1.0:1769074939.773887:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e8c800 with handle 0x5882d44973682862 from hash 00000020:00000040:1.0:1769074939.773904:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8c800 : new refcount 2 00000020:00000001:1.0:1769074939.773908:0:28429:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1769074939.773909:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8c800 : new refcount 1 00000020:00000001:1.0:1769074939.773925:0:28429:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1769074939.773926:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8c800 : new refcount 0 00000020:00000080:1.0:1769074939.773928:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e8c800/LOV_OSC_UUID 00000020:00000001:1.0:1769074939.773931:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.773948:0:28429:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074939.773950:0:28429:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.773998:0:28429:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074939.774001:0:28429:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1769074939.774004:0:28429:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff8da21198a800. 00000020:00000001:1.0:1769074939.774012:0:28429:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1769074939.774014:0:28429:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff8da20a0ec000 (flags='') 00000020:00000010:1.0:1769074939.774018:0:28429:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8da210a18600. 00000020:00000080:1.0:1769074939.774022:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1769074939.774030:0:28429:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1769074939.774034:0:28429:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-ffff8da20a0ec000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1769074939.774037:0:28429:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1769074939.774039:0:28429:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff8da2083031b0) has no exports 00000020:00000001:1.0:1769074939.774041:0:28429:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1769074939.774044:0:28429:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1769074939.774048:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202cea400. 00000020:00000010:1.0:1769074939.774053:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202cebc00. 00000020:00000010:1.0:1769074939.774057:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da210a18e40. 00000008:00000010:1.0:1769074939.774064:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20ade4e18. 00020000:00000010:1.0:1769074939.774069:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da20a222a80. 00008000:00000010:1.0:1769074939.774073:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20568ce20. 00000080:00000010:1.0:1769074939.774079:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da20ac06540. 00000080:00000010:1.0:1769074939.774083:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da20a635488. 00000020:00000010:1.0:1769074939.774088:0:28429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da2081b2c00. 00000008:00000001:1.0:1769074939.774091:0:28429:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1769074939.774093:0:28429:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000020:00000001:0.0:1769074939.776358:0:11606:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.776364:0:11606:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e8c800/LOV_OSC_UUID for lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000040:0.0:1769074939.776375:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 20 to 192.168.204.145@tcp 00000020:00000001:0.0:1769074939.776378:0:11606:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.776381:0:11606:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074939.776384:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff8da20a0ec000 (ffff8da2083031b0) now 5 - export 00000020:00000010:0.0:1769074939.776388:0:11606:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e8c800. 00000020:00000001:0.0:1769074939.776402:0:11606:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:1.0:1769074939.779490:0:28429:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1769074939.779496:0:28429:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff8da20a0ec000: client import never connected 00000100:00000001:1.0:1769074939.779500:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769074939.779503:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:1.0:1769074939.779505:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1769074939.779508:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074939.779510:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da20a0ec000: committing for last_committed 0 gen 4 00000100:00000040:1.0:1769074939.779515:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1769074939.779518:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074939.779519:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769074939.779520:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769074939.779522:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1769074939.779523:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000400:00000001:2.0:1769074939.781258:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074939.781265:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074939.781270:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:2.0:1769074939.781279:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074939.781281:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074939.781286:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.781298:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074939.781310:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.781317:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074939.781320:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.781323:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074939.781326:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074939.781328:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074939.781330:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074939.781333:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074939.781339:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f4a0 time=129 v=5 (5 0 0 5) 00000100:00001000:2.0:1769074939.781343:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074939.781346:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074939.781347:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.781350:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074939.781352:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.781355:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074939.781360:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.781366:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074939.781369:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074939.781371:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074939.781375:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074939.781383:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926594432:192.168.204.145@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1769074939.781387:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.781390:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.781394:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6d80 x1855007926594432/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.781401:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074939.781404:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074939.781407:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5e00. 02000000:00000001:2.0:1769074939.781410:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074939.781412:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074939.781414:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074939.781416:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074939.781419:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da5600. 02000000:00000001:2.0:1769074939.781422:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074939.781424:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074939.781426:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6d80. 00000100:00000001:2.0:1769074939.781432:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074939.781433:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074939.781436:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.781438:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074939.781441:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074939.781443:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.781445:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074939.790666:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.790685:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.790690:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.790693:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.790705:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.790714:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.790723:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.790728:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.790733:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.790737:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 18 MB=0x6971eb0852b00 00000400:00000200:3.0:1769074939.790743:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.790749:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.145@tcp of length 224/224 into md 0x71f5 [1] + 224 00000800:00000001:3.0:1769074939.790762:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.790768:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.790771:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.790775:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.790782:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.790791:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074939.790802:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.790815:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.790833:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.790837:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074939.790843:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.790846:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.790849:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b160. 00000400:00000200:3.0:1769074939.790853:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:3.0:1769074939.790856:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:3.0:1769074939.790860:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.790864:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074939.790873:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.790884:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.790886:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.790889:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.790892:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.790894:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.790896:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.790900:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.790907:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f4a0 time=129 v=5 (5 0 0 5) 00000100:00001000:3.0:1769074939.790922:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.790925:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.790927:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.790930:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.790932:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.790935:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.790940:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.790947:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.790950:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.790952:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.790955:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074939.790965:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926594304:192.168.204.145@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074939.790969:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.790972:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.790975:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5c00 x1855007926594304/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.790982:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074939.790984:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.790988:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ec00. 02000000:00000001:3.0:1769074939.790991:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074939.790994:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.790996:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074939.790999:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074939.791001:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da4400. 02000000:00000001:3.0:1769074939.791006:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074939.791008:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074939.791009:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5c00. 00000100:00000001:3.0:1769074939.791013:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074939.791015:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.791017:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.791025:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.791026:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.791029:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.791030:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074939.791037:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.791041:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.791043:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.791058:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.791062:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.791066:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074939.791070:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.791081:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.791085:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.791088:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 18 MB=0x6971eb0852c00 00000400:00000200:3.0:1769074939.791092:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.791096:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7215 [1] + 224 00000800:00000001:3.0:1769074939.791101:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.791145:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.791148:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.791160:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074939.791163:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.791169:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074939.791178:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.791197:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.791207:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.791209:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074939.791946:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.791949:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.791951:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6528. 00000400:00000200:3.0:1769074939.791956:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353e58 00000400:00000010:3.0:1769074939.791958:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353e58. 00000100:00000001:3.0:1769074939.791961:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.791968:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074939.791978:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.791985:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.791987:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.791989:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.791991:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.791993:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.791995:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.791998:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.792001:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f4a0 time=129 v=5 (5 0 0 5) 00000100:00001000:3.0:1769074939.792005:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.792008:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.792009:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.792012:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.792013:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.792015:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.792019:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.792026:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.792029:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.792031:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074939.792035:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074939.792043:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926594560:192.168.204.145@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074939.792060:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.792062:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.792066:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9a680 x1855007926594560/t0(0) o103->MGC192.168.204.145@tcp@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.792079:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074939.792081:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074939.792084:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da4c00. 02000000:00000001:3.0:1769074939.792086:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074939.792089:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.792090:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074939.792093:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074939.792095:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da4e00. 02000000:00000001:3.0:1769074939.792097:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074939.792099:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074939.792101:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9a680. 00000100:00000001:3.0:1769074939.792104:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074939.792106:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.792108:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.792112:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.792113:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.792116:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.792117:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074939.792127:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.792132:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074939.813895:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1769074939.813904:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074939.813919:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1769074939.813922:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00000001:1.0:1769074939.813924:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1769074939.813933:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da20a761000 refcount=2 obd=lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000001:1.0:1769074939.813938:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.813939:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a761000 refcount=1 obd=lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000001:1.0:1769074939.813942:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769074939.813944:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074939.813946:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a761000 refcount=0 obd=lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000040:1.0:1769074939.813948:0:28429:0:(genops.c:1245:class_import_put()) final put import ffff8da20a761000 00000020:00000001:1.0:1769074939.813998:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1769074939.814001:0:28429:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1769074939.814003:0:28429:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.820192:0:11606:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1769074939.820200:0:11606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8da20a761000 for lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000040:0.0:1769074939.820209:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 19 to 192.168.204.145@tcp 00000020:00000040:0.0:1769074939.820213:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 18 to 192.168.204.145@tcp 00000020:00000010:0.0:1769074939.820217:0:11606:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8da20a7e1de0. 00000020:00000040:0.0:1769074939.820223:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff8da20a0ec000 (ffff8da2083031b0) now 4 - import 00000020:00000010:0.0:1769074939.820226:0:11606:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8da20a761000. 00000020:00000001:0.0:1769074939.820230:0:11606:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000080:00000010:1.1:1769074939.822535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358b40. 00000080:00000010:1.1:1769074939.822555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2064373c0. 00000080:00000010:1.1:1769074939.822565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b8000. 00000080:00000010:1.1:1769074939.822576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1b6b40. 00000080:00000010:1.1:1769074939.822582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17eb40. 00000080:00000010:1.1:1769074939.822588:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bb180. 00000080:00000010:1.1:1769074939.822594:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a3180. 00000080:00000010:1.1:1769074939.822618:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b17c200. 00000080:00000010:1.1:1769074939.822627:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bd280. 00000080:00000010:1.1:1769074939.822636:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bc200. 00000080:00000010:1.1:1769074939.822641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1798c0. 00000080:00000010:1.1:1769074939.822646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1bdac0. 00000080:00000010:1.1:1769074939.822654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8da20b1a6b40. 00000020:00000010:3.0:1769074939.822864:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da20acf8000. 00000020:00000010:3.0:1769074939.822870:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da202ede000. 00000020:00000010:3.0:1769074939.822874:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da20a640000. 00000020:00000010:3.0:1769074939.822877:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da20a7c4000. 00000020:00000010:3.0:1769074939.822882:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8da202c48000. 00000020:00000010:3.0:1769074939.822887:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acaf800. 00000008:00000001:3.0:1769074939.822890:0:28429:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.822900:0:28429:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da2081b2c00. 00000020:00000010:3.0:1769074939.822923:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202cebc00. 00000020:00000010:3.0:1769074939.822928:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da210a18e40. 00000008:00000010:3.0:1769074939.822933:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20ade4e18. 00020000:00000010:3.0:1769074939.822938:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222a80. 00008000:00000010:3.0:1769074939.822942:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568ce20. 00000080:00000010:3.0:1769074939.822947:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac06540. 00000080:00000010:3.0:1769074939.822951:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a635488. 00000020:00000010:3.0:1769074939.822954:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202cea400. 00000020:00000001:3.0:1769074939.822957:0:28429:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074939.822970:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074939.822977:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d4c00. 00000001:00000010:3.0:1769074939.822980:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d5800. 00000001:00000010:3.0:1769074939.822982:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d4e00. 00000001:00000010:3.0:1769074939.822984:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d5e00. 00000001:00000010:3.0:1769074939.822986:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da20aaabf60. 00000001:00000010:3.0:1769074939.822989:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da212000700. 00000001:00000001:3.0:1769074939.822992:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1769074939.822993:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074939.822997:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d4400. 00000001:00000010:3.0:1769074939.823000:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d5a00. 00000001:00000010:3.0:1769074939.823002:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d5200. 00000001:00000010:3.0:1769074939.823003:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2057d4000. 00000001:00000010:3.0:1769074939.823005:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da20aaabe60. 00000001:00000010:3.0:1769074939.823006:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da212000900. 00000001:00000001:3.0:1769074939.823008:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1769074939.823010:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff8da20a0ec000 (ffff8da2083031b0) now 3 - setup 00000020:00000001:3.0:1769074939.823013:0:28429:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.823016:0:28429:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1769074939.823020:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1769074939.823027:0:28429:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1769074939.823030:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff8da20a0ec000 (ffff8da2083031b0) now 2 - obd_device_list 00000020:00000080:3.0:1769074939.823033:0:28429:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-ffff8da20a0ec000 (uuid 5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000040:3.0:1769074939.823035:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff8da20a0ec000 (ffff8da2083031b0) now 1 - newdev 00000020:00000040:3.0:1769074939.823039:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20a767800 with handle 0x5882d44973682831 from hash 00000020:00000040:3.0:1769074939.823042:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a767800 : new refcount 0 00000020:00000080:3.0:1769074939.823045:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da20a767800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:3.0:1769074939.823048:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.823050:0:28429:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074939.823052:0:28429:0:(genops.c:863:class_export_destroy()) destroying export ffff8da20a767800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-OST0001-osc-ffff8da20a0ec000 00000020:00000001:3.0:1769074939.823055:0:28429:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074939.823057:0:28429:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.823059:0:28429:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da20a767800. 00000020:00000001:3.0:1769074939.823062:0:28429:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1769074939.823064:0:28429:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0001-osc-ffff8da20a0ec000 obd_type name = osc 00000020:01000000:3.0:1769074939.823066:0:28429:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff8da20a0ec000 (5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000001:3.0:1769074939.823068:0:28429:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1769074939.823072:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8ec00. 00000020:00000010:3.0:1769074939.823076:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20ad8f400. 00000020:00000010:3.0:1769074939.823079:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da208ba6600. 00000008:00000010:3.0:1769074939.823085:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074939.823089:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074939.823092:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074939.823097:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074939.823100:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da209817230. 00000008:00000001:3.0:1769074939.823105:0:28429:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1769074939.823111:0:28429:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1769074939.823114:0:28429:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1769074939.823117:0:28429:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1769074939.823143:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8da20aad6800. 00000020:00000010:3.0:1769074939.823147:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8da2118df000. 00000020:00000010:3.0:1769074939.823150:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acaec00. 00010000:00000001:3.0:1769074939.823191:0:28429:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1769074939.823202:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8da207e399c0. 00000020:00000010:3.0:1769074939.823206:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8da20aaab320. 00000020:00000010:3.0:1769074939.823208:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acacc00. 00000001:00000001:3.0:1769074939.823237:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074939.823273:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fbc000. 00000001:00000010:3.0:1769074939.823277:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ee0000. 00000001:00000010:3.0:1769074939.823280:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ee2000. 00000001:00000010:3.0:1769074939.823283:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ee4000. 00000001:00000010:3.0:1769074939.823286:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ee6000. 00000001:00000010:3.0:1769074939.823289:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ee8000. 00000001:00000010:3.0:1769074939.823291:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202eea000. 00000001:00000010:3.0:1769074939.823293:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202eec000. 00000001:00000010:3.0:1769074939.823296:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202eee000. 00000001:00000010:3.0:1769074939.823298:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ed2000. 00000001:00000010:3.0:1769074939.823301:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ed4000. 00000001:00000010:3.0:1769074939.823303:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ed6000. 00000001:00000010:3.0:1769074939.823307:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ed0000. 00000001:00000010:3.0:1769074939.823310:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202ed8000. 00000001:00000010:3.0:1769074939.823312:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202eda000. 00000001:00000010:3.0:1769074939.823315:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202edc000. 00000001:00000010:3.0:1769074939.823319:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8da20652e080. 00000001:00000010:3.0:1769074939.823321:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8da2118dea00. 00000001:00000001:3.0:1769074939.823325:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1769074939.823328:0:28429:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8da20acad800. 00010000:00000001:3.0:1769074939.823331:0:28429:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074939.823333:0:28429:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1769074939.823334:0:28429:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1769074939.823336:0:28429:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1769074939.823338:0:28429:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1769074939.823339:0:28429:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074939.823340:0:28429:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1769074939.823342:0:28429:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8da202c49000. 00010000:00000010:3.0:1769074939.823345:0:28429:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8da202c4f000. 00010000:00000001:3.0:1769074939.823347:0:28429:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1769074939.823349:0:28429:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1769074939.823352:0:28429:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff8da20652eb00. 00000020:00000010:3.0:1769074939.823355:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20ad8f400. 00000020:00000010:3.0:1769074939.823357:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da208ba6600. 00000008:00000010:3.0:1769074939.823360:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074939.823363:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074939.823366:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074939.823369:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074939.823371:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da209817230. 00000020:00000010:3.0:1769074939.823374:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20ad8ec00. 00000020:00000001:3.0:1769074939.823376:0:28429:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.823378:0:28429:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8da2083031b0. 00000020:00000001:3.0:1769074939.823385:0:28429:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.823387:0:28429:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074939.823389:0:28429:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8da210a18600. 00000020:00000001:3.0:1769074939.823391:0:28429:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1769074939.823395:0:28429:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff8da20a0ec000 00020000:00000001:3.0:1769074939.823397:0:28429:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1769074939.823398:0:28429:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8da20a0ec000: disconnecting target lustre-OST0000-osc-ffff8da20a0ec000 00020000:00000001:3.0:1769074939.823401:0:28429:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:3.0:1769074939.823403:0:28429:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.823405:0:28429:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1769074939.823407:0:28429:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1769074939.823409:0:28429:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff8da20a0ec000 - 1 00000100:00000001:3.0:1769074939.823413:0:28429:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1769074939.823415:0:28429:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-OST0000_UUID 00000020:00000001:3.0:1769074939.823417:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.823419:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a766800 refcount=1 obd=lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000001:3.0:1769074939.823421:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074939.823423:0:28429:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823426:0:28429:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1769074939.823428:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823430:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823501:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823504:0:28429:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823506:0:28429:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1769074939.823508:0:28429:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1769074939.823509:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823510:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823535:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074939.823537:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823538:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823561:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823564:0:28429:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823566:0:28429:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1769074939.823568:0:28429:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1769074939.823572:0:28429:0:(import.c:65:import_set_state_nolock()) ffff8da20a766800 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00000001:3.0:1769074939.823575:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074939.823577:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074939.823579:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.823581:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074939.823582:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074939.823583:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074939.823585:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.823587:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074939.823588:0:28429:0:(import.c:1922:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.823591:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1769074939.823593:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1769074939.823595:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1769074939.823598:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074939.823600:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da20a0ec000: committing for last_committed 4294967330 gen 2 00000100:00000040:3.0:1769074939.823604:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074939.823606:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.823607:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1769074939.823608:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1769074939.823610:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074939.823611:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074939.823612:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.823613:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1769074939.823615:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1769074939.823617:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074939.823618:0:28429:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:3.0:1769074939.823620:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823621:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823644:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074939.823645:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823646:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823669:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.823672:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074939.823675:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325831290888 : -125747878260728 : ffff8da20a629008) 00000020:00001000:3.0:1769074939.823678:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da20a629000 00000008:00000001:3.0:1769074939.823681:0:28429:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769074939.823683:0:28429:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769074939.823686:0:28429:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074939.823687:0:28429:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1769074939.823689:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823690:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823714:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769074939.823716:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da20a629000 00000001:00000001:3.0:1769074939.823718:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823719:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823743:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074939.823745:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.823746:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074939.823769:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074939.823771:0:28429:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.823773:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1769074939.823777:0:28429:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1769074939.823779:0:28429:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1769074939.823781:0:28429:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5882d4497368285b 00000020:00000040:3.0:1769074939.823785:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e8b800 with handle 0x5882d4497368285b from hash 00000020:00000040:3.0:1769074939.823798:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8b800 : new refcount 2 00000020:00000001:3.0:1769074939.823801:0:28429:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1769074939.823803:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8b800 : new refcount 1 00000020:00000001:3.0:1769074939.823804:0:28429:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1769074939.823806:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8b800 : new refcount 0 00000020:00000080:3.0:1769074939.823807:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e8b800/LOV_OSC_UUID 00000020:00000001:3.0:1769074939.823809:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.823824:0:28429:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.823827:0:28429:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.823861:0:28429:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.823863:0:28429:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1769074939.823865:0:28429:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff8da2057d4800. 00000020:00000001:3.0:1769074939.823869:0:28429:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1769074939.823870:0:28429:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff8da20a0ec000 (flags='') 00000020:00000010:3.0:1769074939.823874:0:28429:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8da208ba6600. 00000020:00000080:3.0:1769074939.823877:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1769074939.823881:0:28429:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1769074939.823884:0:28429:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff8da20a0ec000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1769074939.823886:0:28429:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1769074939.823889:0:28429:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff8da208300000) has no exports 00000020:00000001:3.0:1769074939.823891:0:28429:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1769074939.823893:0:28429:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1769074939.823895:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8ec00. 00000020:00000010:3.0:1769074939.823899:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20ad8f400. 00000020:00000010:3.0:1769074939.823901:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da208ba64e0. 00000008:00000010:3.0:1769074939.823905:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074939.823908:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074939.823922:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074939.823926:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074939.823928:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da209817230. 00000020:00000010:3.0:1769074939.823932:0:28429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da207f73d80. 00000008:00000001:3.0:1769074939.823936:0:28429:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:3.0:1769074939.823938:0:28429:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000020:00000001:0.0:1769074939.824550:0:11606:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.824555:0:11606:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e8b800/LOV_OSC_UUID for lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000040:0.0:1769074939.824564:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 17 to 192.168.204.145@tcp 00000020:00000001:0.0:1769074939.824567:0:11606:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.824569:0:11606:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074939.824571:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8da20a0ec000 (ffff8da208300000) now 5 - export 00000020:00000010:0.0:1769074939.824574:0:11606:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e8b800. 00000020:00000001:0.0:1769074939.824583:0:11606:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:3.0:1769074939.828242:0:28429:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1769074939.828248:0:28429:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff8da20a0ec000: client import never connected 00000100:00000001:3.0:1769074939.828253:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1769074939.828255:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1769074939.828258:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1769074939.828260:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074939.828262:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da20a0ec000: committing for last_committed 4294967330 gen 3 00000100:00000040:3.0:1769074939.828266:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074939.828269:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.828270:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1769074939.828271:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1769074939.828273:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1769074939.828274:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1769074939.828276:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1769074939.828278:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1769074939.828280:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1769074939.828281:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1769074939.828284:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1769074939.828291:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da20a766800 refcount=2 obd=lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000001:3.0:1769074939.828295:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.828297:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a766800 refcount=1 obd=lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000001:3.0:1769074939.828299:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769074939.828301:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.828302:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da20a766800 refcount=0 obd=lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000040:3.0:1769074939.828304:0:28429:0:(genops.c:1245:class_import_put()) final put import ffff8da20a766800 00000020:00000001:3.0:1769074939.828320:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1769074939.828322:0:28429:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1769074939.828323:0:28429:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.828546:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da208b76000. 00000020:00000010:3.0:1769074939.828554:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da207d4a000. 00000020:00000010:3.0:1769074939.828557:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da20a646000. 00000020:00000010:3.0:1769074939.828560:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da208386000. 00000020:00000010:3.0:1769074939.828564:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8da202c4a000. 00000020:00000010:3.0:1769074939.828570:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acae000. 00000008:00000001:3.0:1769074939.828573:0:28429:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.828582:0:28429:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da207f73d80. 00000020:00000010:3.0:1769074939.828589:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20ad8f400. 00000020:00000010:3.0:1769074939.828593:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da208ba64e0. 00000008:00000010:3.0:1769074939.828598:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202e82178. 00020000:00000010:3.0:1769074939.828604:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da206174b40. 00008000:00000010:3.0:1769074939.828608:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da208b63170. 00000080:00000010:3.0:1769074939.828613:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da209e9ce70. 00000080:00000010:3.0:1769074939.828617:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da209817230. 00000020:00000010:3.0:1769074939.828621:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20ad8ec00. 00000020:00000001:3.0:1769074939.828623:0:28429:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074939.828634:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074939.828640:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b51800. 00000001:00000010:3.0:1769074939.828643:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b51600. 00000001:00000010:3.0:1769074939.828645:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b50800. 00000001:00000010:3.0:1769074939.828647:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b50400. 00000001:00000010:3.0:1769074939.828649:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da20aaabe00. 00000001:00000010:3.0:1769074939.828651:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da211a43c00. 00000001:00000001:3.0:1769074939.828654:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1769074939.828655:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074939.828659:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b50c00. 00000001:00000010:3.0:1769074939.828662:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208368e00. 00000001:00000010:3.0:1769074939.828664:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da205149600. 00000001:00000010:3.0:1769074939.828666:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2119d4600. 00000001:00000010:3.0:1769074939.828669:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da20aaabac0. 00000001:00000010:3.0:1769074939.828670:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da2119cc600. 00000001:00000001:3.0:1769074939.828676:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1769074939.828677:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8da20a0ec000 (ffff8da208300000) now 4 - setup 00000020:00000001:3.0:1769074939.828680:0:28429:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.828682:0:28429:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1769074939.828686:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1769074939.828693:0:28429:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1769074939.828696:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8da20a0ec000 (ffff8da208300000) now 3 - obd_device_list 00000020:00000080:3.0:1769074939.828699:0:28429:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff8da20a0ec000 (uuid 5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000040:3.0:1769074939.828701:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8da20a0ec000 (ffff8da208300000) now 2 - newdev 00000020:00000001:3.0:1769074939.828703:0:28429:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.828705:0:28429:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074939.828707:0:28429:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8da208ba6600. 00000020:00000001:3.0:1769074939.828710:0:28429:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1769074939.828715:0:28429:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8da202c4b000. 00020000:00000001:3.0:1769074939.828719:0:28429:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074939.828733:0:28429:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff8da202fcc000. 00000020:00000010:3.0:1769074939.828751:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da207f09000. 00000020:00000010:3.0:1769074939.828754:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8da210a6c300. 00000020:00000010:3.0:1769074939.828757:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8da202f50900. 00000020:00000010:3.0:1769074939.828759:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da2067ecc00. 00020000:00000010:3.0:1769074939.828763:0:28429:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff8da2057d4600. 00020000:00000010:3.0:1769074939.828766:0:28429:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff8da2109e0000. 00020000:00000010:3.0:1769074939.828769:0:28429:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff8da2109e2000. 00020000:00000010:3.0:1769074939.828771:0:28429:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at ffff8da2067ef400. 00000020:00001000:3.0:1769074939.828776:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:3.0:1769074939.828779:0:28429:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.828782:0:28429:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:3.0:1769074939.828785:0:28429:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:3.0:1769074939.828787:0:28429:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1769074939.828789:0:28429:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5882d44973682854 00000020:00000040:3.0:1769074939.828793:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e89800 with handle 0x5882d44973682854 from hash 00000020:00000001:3.0:1769074939.828797:0:28429:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1769074939.828799:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e89800 : new refcount 1 00000020:00000001:3.0:1769074939.828801:0:28429:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1769074939.828803:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e89800 : new refcount 0 00000020:00000080:3.0:1769074939.828804:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e89800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:3.0:1769074939.828807:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074939.828811:0:28429:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074939.828813:0:28429:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.828815:0:28429:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.830055:0:11606:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1769074939.830061:0:11606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8da20a766800 for lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000040:0.0:1769074939.830080:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 16 to 192.168.204.145@tcp 00000020:00000040:0.0:1769074939.830085:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 15 to 192.168.204.145@tcp 00000020:00000010:0.0:1769074939.830087:0:11606:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8da20a7e13c0. 00000020:00000040:0.0:1769074939.830092:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff8da20a0ec000 (ffff8da208300000) now 1 - import 00000020:00000040:0.0:1769074939.830096:0:11606:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20a762000 with handle 0x5882d4497368282a from hash 00000020:00000040:0.0:1769074939.830100:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a762000 : new refcount 0 00000020:00000080:0.0:1769074939.830102:0:11606:0:(genops.c:904:class_export_put()) final put ffff8da20a762000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.830105:0:11606:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.830107:0:11606:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.830109:0:11606:0:(genops.c:863:class_export_destroy()) destroying export ffff8da20a762000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-OST0000-osc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.830111:0:11606:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.830114:0:11606:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.830116:0:11606:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da20a762000. 00000020:00000001:0.0:1769074939.830120:0:11606:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074939.830122:0:11606:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff8da20a0ec000 obd_type name = osc 00000020:01000000:0.0:1769074939.830124:0:11606:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff8da20a0ec000 (5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000001:0.0:1769074939.830126:0:11606:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1769074939.830134:0:11606:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7fe00. 00000020:00000010:0.0:1769074939.830139:0:11606:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e7e800. 00000020:00000010:0.0:1769074939.830142:0:11606:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da202ef4f00. 00000008:00000010:0.0:1769074939.830148:0:11606:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074939.830153:0:11606:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da207f1f540. 00008000:00000010:0.0:1769074939.830157:0:11606:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074939.830162:0:11606:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074939.830167:0:11606:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da202cd8db0. 00000008:00000001:0.0:1769074939.830171:0:11606:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1769074939.830177:0:11606:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1769074939.830179:0:11606:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1769074939.830183:0:11606:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1769074939.830217:0:11606:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8da2057d4200. 00000020:00000010:0.0:1769074939.830221:0:11606:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acad400. 00010000:00000001:0.0:1769074939.830254:0:11606:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1769074939.830264:0:11606:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8da20aaab760. 00000020:00000010:0.0:1769074939.830267:0:11606:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20acaf000. 00000001:00000001:0.0:1769074939.830300:0:11606:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.830337:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da20a788000. 00000001:00000010:0.0:1769074939.830341:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e70000. 00000001:00000010:0.0:1769074939.830344:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e72000. 00000001:00000010:0.0:1769074939.830347:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e74000. 00000001:00000010:0.0:1769074939.830350:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e76000. 00000001:00000010:0.0:1769074939.830353:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e7c000. 00000001:00000010:0.0:1769074939.830374:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e7e000. 00000001:00000010:0.0:1769074939.830377:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e78000. 00000001:00000010:0.0:1769074939.830381:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202e7a000. 00000001:00000010:0.0:1769074939.830384:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fb0000. 00000001:00000010:0.0:1769074939.830387:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fb2000. 00000001:00000010:0.0:1769074939.830390:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fb4000. 00000001:00000010:0.0:1769074939.830394:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fb6000. 00000001:00000010:0.0:1769074939.830396:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fbe000. 00000001:00000010:0.0:1769074939.830398:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fb8000. 00000001:00000010:0.0:1769074939.830402:0:11606:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8da202fba000. 00000001:00000010:0.0:1769074939.830411:0:11606:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8da20652ed80. 00000001:00000010:0.0:1769074939.830414:0:11606:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8da2057d5000. 00000001:00000001:0.0:1769074939.830417:0:11606:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1769074939.830420:0:11606:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8da20acac000. 00010000:00000001:0.0:1769074939.830424:0:11606:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074939.830426:0:11606:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1769074939.830427:0:11606:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1769074939.830429:0:11606:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1769074939.830431:0:11606:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1769074939.830433:0:11606:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074939.830434:0:11606:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1769074939.830436:0:11606:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8da204f52000. 00010000:00000010:0.0:1769074939.830442:0:11606:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8da204fa8000. 00010000:00000001:0.0:1769074939.830445:0:11606:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1769074939.830447:0:11606:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1769074939.830450:0:11606:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff8da20652e000. 00000020:00000010:0.0:1769074939.830454:0:11606:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e7e800. 00000020:00000010:0.0:1769074939.830481:0:11606:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4f00. 00000008:00000010:0.0:1769074939.830487:0:11606:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074939.830491:0:11606:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f540. 00008000:00000010:0.0:1769074939.830494:0:11606:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074939.830497:0:11606:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074939.830501:0:11606:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd8db0. 00000020:00000010:0.0:1769074939.830504:0:11606:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7fe00. 00000020:00000001:0.0:1769074939.830507:0:11606:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.830510:0:11606:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8da208300000. 00000020:00000010:0.0:1769074939.830516:0:11606:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8da20a766800. 00000020:00000001:0.0:1769074939.830520:0:11606:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1769074939.830523:0:11606:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.830525:0:11606:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e89800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-clilov-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.830528:0:11606:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.830530:0:11606:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074939.830532:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8da20a0ec000 (ffff8da2054b8000) now 4 - export 00000020:00000010:0.0:1769074939.830535:0:11606:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e89800. 00000020:00000001:0.0:1769074939.830539:0:11606:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1769074939.831036:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff8da20a3f7c00. 00000020:00000010:3.0:1769074939.831042:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20a3f6400. 00000020:00000010:3.0:1769074939.831045:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8da20a70f800. 00000020:00000010:3.0:1769074939.831048:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8da20a762800. 00000020:00000010:3.0:1769074939.831051:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8da20ac54000. 00000020:00000010:3.0:1769074939.831053:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8da20a797800. 00000020:00000010:3.0:1769074939.831057:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff8da20a790000. 00000020:00000010:3.0:1769074939.831061:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20a3f5800. 00000080:00000001:3.0:1769074939.831064:0:28429:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:3.0:1769074939.831068:0:28429:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:3.0:1769074939.831357:0:28429:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1769074939.831365:0:28429:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1769074939.831367:0:28429:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.204.145@tcp 00020000:00000010:3.0:1769074939.831369:0:28429:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff8da202eb2180. 00020000:00000001:3.0:1769074939.831373:0:28429:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1769074939.831376:0:28429:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1769074939.831378:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 3 80000000:00000010:3.0:1769074939.831381:0:28429:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff8da208367ac0. 80000000:00000001:3.0:1769074939.831383:0:28429:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1769074939.831386:0:28429:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1769074939.831388:0:28429:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1769074939.831430:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 2 40000000:00000001:3.0:1769074939.831433:0:28429:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1769074939.831434:0:28429:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8da21254a700. 40000000:00000001:3.0:1769074939.831439:0:28429:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1769074939.831441:0:28429:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff8da20a0ec000(5c7824d7-e9c9-481c-9b47-c797a0f4d331) successfully 00800000:00000001:3.0:1769074939.831444:0:28429:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:3.0:1769074939.831445:0:28429:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074939.831447:0:28429:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:3.0:1769074939.831450:0:28429:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:3.0:1769074939.831452:0:28429:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff8da20a0ec000 - 1 00000100:00000001:3.0:1769074939.831455:0:28429:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1769074939.831457:0:28429:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 5c7824d7-e9c9-481c-9b47-c797a0f4d331->lustre-MDT0000_UUID 00010000:00000010:2.1:1769074939.831646:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c800. 00010000:00000010:2.1:1769074939.831653:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d400. 00010000:00000010:2.1:1769074939.831656:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eea00. 00000020:00000001:3.0:1769074939.831897:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074939.831900:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:3.0:1769074939.831902:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074939.831903:0:28429:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.831906:0:28429:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1769074939.831909:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074939.831921:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1769074939.832036:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46100 count: 2 00010000:00000001:3.0:1769074939.832040:0:28429:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1769074939.832044:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46100 count: 3 00010000:00000001:3.0:1769074939.832871:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074939.832875:0:28429:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074939.832879:0:28429:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074939.832884:0:28429:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074939.832895:0:28429:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074939.832899:0:28429:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074939.832901:0:28429:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074939.832902:0:28429:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.832906:0:28429:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074939.832918:0:28429:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074939.832921:0:28429:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074939.832923:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074939.832925:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074939.832929:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814d000 with handle 0x5882d44973683199 from hash 00010000:00000001:3.0:1769074939.832931:0:28429:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074939.832934:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074939.832935:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074939.832936:0:28429:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074939.832940:0:28429:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074939.832942:0:28429:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074939.832945:0:28429:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074939.832947:0:28429:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074939.832949:0:28429:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074939.832951:0:28429:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1769074939.833630:0:28429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dced80. 00000020:00000040:0.0:1769074939.833638:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074939.833643:0:28429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.833646:0:28429:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.833654:0:28429:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.833661:0:28429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.833667:0:28429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.833670:0:28429:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.833676:0:28429:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074939.833683:0:28429:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.833684:0:28429:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.833687:0:28429:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.833689:0:28429:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.833695:0:28429:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.833697:0:28429:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063150400 : -125747646401216 : ffff8da218347540) 00000100:00000001:0.0:1769074939.833700:0:28429:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.833701:0:28429:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000001:0.0:1769074939.833828:0:28429:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.833832:0:28429:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.833834:0:28429:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.833835:0:28429:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.833845:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dced80 x1855007926594688/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.833858:0:28429:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.833859:0:28429:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.833863:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dced80 x1855007926594688/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.833869:0:28429:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074939.833872:0:28429:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.833874:0:28429:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.833877:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347540 going to sleep for 0 seconds 00000100:00000001:0.0:1769074939.833879:0:28429:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.833881:0:28429:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1769074939.833884:0:28429:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.833887:0:28429:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.833888:0:28429:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.833892:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dced80 x1855007926594688/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074939.833900:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job umount:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28429:1855007926594688:192.168.204.145@tcp:103:umount.0 00000100:00000001:0.0:1769074939.833905:0:28429:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.833907:0:28429:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074939.833919:0:28429:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.833921:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.833926:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926594688/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.833932:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.833934:0:28429:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.833938:0:28429:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.833940:0:28429:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1769074939.833942:0:28429:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1769074939.833944:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.833946:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dced80 x1855007926594688/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.833953:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074939.833956:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.833957:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.833959:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.833962:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7fe00. 02000000:00000001:0.0:1769074939.833965:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.833967:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.833969:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dced80. 00000100:00000001:0.0:1769074939.833972:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.833973:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.833975:0:28429:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1769074939.833977:0:28429:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1769074939.833979:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.833982:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da21814d000/0x5882d44973683199 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe52bf4d4a3516780 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074939.833992:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.833994:0:28429:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.833996:0:28429:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1769074939.833999:0:28429:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46100 count: 0 00010000:00000010:0.0:1769074939.834006:0:28429:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652ee00. 00010000:00000040:0.0:1769074939.835596:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e900 count: 2 00010000:00000001:0.0:1769074939.835605:0:28429:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1769074939.835609:0:28429:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e900 count: 3 00010000:00000001:0.0:1769074939.835612:0:28429:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074939.835616:0:28429:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074939.835620:0:28429:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074939.835623:0:28429:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1769074939.835634:0:28429:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074939.835637:0:28429:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074939.835639:0:28429:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074939.835641:0:28429:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.835645:0:28429:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074939.835647:0:28429:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074939.835649:0:28429:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074939.835651:0:28429:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074939.835653:0:28429:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074939.835656:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80c00 with handle 0x5882d44973683192 from hash 00010000:00000001:0.0:1769074939.835659:0:28429:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074939.835660:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074939.835661:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.835662:0:28429:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074939.835666:0:28429:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074939.835668:0:28429:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074939.835671:0:28429:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.835673:0:28429:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.835675:0:28429:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074939.835677:0:28429:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1769074939.835687:0:28429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dced80. 00000020:00000040:0.0:1769074939.835691:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074939.835695:0:28429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.835698:0:28429:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.835868:0:28429:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.835876:0:28429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207e7fe00. 00000100:00000001:0.0:1769074939.835883:0:28429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.835885:0:28429:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074939.835891:0:28429:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 1/0,0 mode: --/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074939.835898:0:28429:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074939.835899:0:28429:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.835902:0:28429:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074939.835904:0:28429:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074939.835919:0:28429:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.835922:0:28429:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618326063150400 : -125747646401216 : ffff8da218347540) 00000100:00000001:0.0:1769074939.835925:0:28429:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.835926:0:28429:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000001:0.0:1769074939.835930:0:28429:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.835934:0:28429:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.835936:0:28429:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074939.835938:0:28429:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074939.835947:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dced80 x1855007926594816/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.835954:0:28429:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.835956:0:28429:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.835960:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dced80 x1855007926594816/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.835966:0:28429:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074939.835969:0:28429:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.835971:0:28429:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.835973:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da218347540 going to sleep for 0 seconds 00000100:00000001:0.0:1769074939.835975:0:28429:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.835977:0:28429:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1769074939.835980:0:28429:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.835982:0:28429:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074939.835984:0:28429:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.835987:0:28429:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dced80 x1855007926594816/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074939.835994:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job umount:5c7824d7-e9c9-481c-9b47-c797a0f4d331:28429:1855007926594816:192.168.204.145@tcp:103:umount.0 00000100:00000001:0.0:1769074939.835998:0:28429:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.836001:0:28429:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074939.836003:0:28429:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074939.836005:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.836008:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926594816/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.836014:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074939.836017:0:28429:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da218347540. 00000100:00000001:0.0:1769074939.836021:0:28429:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074939.836022:0:28429:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1769074939.836025:0:28429:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1769074939.836027:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.836029:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dced80 x1855007926594816/t0(0) o103->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.836036:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074939.836038:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.836039:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.836041:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.836044:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7fe00. 02000000:00000001:0.0:1769074939.836046:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.836048:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.836049:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dced80. 00000100:00000001:0.0:1769074939.836052:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.836053:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074939.836055:0:28429:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1769074939.836057:0:28429:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1769074939.836059:0:28429:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074939.836062:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da20a0ec000 lock: ffff8da20ab80c00/0x5882d44973683192 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xe52bf4d4a351676b expref: -99 pid: 28428 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1769074939.836070:0:28429:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39400. 00010000:00000001:0.0:1769074939.836265:0:28429:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074939.836266:0:28429:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.836268:0:28429:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1769074939.836271:0:28429:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e900 count: 0 00010000:00000010:0.0:1769074939.836276:0:28429:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48600. 00000001:00000001:0.0:1769074939.836394:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.836397:0:28429:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.836400:0:28429:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1769074939.836402:0:28429:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1769074939.836403:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.836405:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.837556:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.837563:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.837565:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.838986:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.838995:0:28429:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.838997:0:28429:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1769074939.839001:0:28429:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1769074939.839005:0:28429:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1769074939.839006:0:28429:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1769074939.840173:0:28429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dced80. 00000020:00000040:0.0:1769074939.840182:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=7 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000100:00000001:0.0:1769074939.840188:0:28429:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074939.840191:0:28429:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074939.840195:0:28429:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074939.840203:0:28429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38900. 00000100:00000001:0.0:1769074939.840209:0:28429:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.840213:0:28429:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00080000:0.0:1769074939.840217:0:28429:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1769074939.840222:0:28429:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074939.840226:0:28429:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074939.840237:0:28429:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074df0cbb] to pc [ptlrpcd_rcv+-1] req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.840265:0:28429:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.840399:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.840404:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.840406:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074939.840413:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.840420:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074939.840422:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.840425:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074939.840427:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074939.840430:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074939.840433:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926594944:192.168.204.145@tcp:39:umount.0 00000100:00000001:3.0:1769074939.840438:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074939.840443:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074939.840445:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.840447:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074939.840451:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ec00. 02000000:00000001:3.0:1769074939.840453:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074939.840497:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074939.840502:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b160. 00000400:00000010:3.0:1769074939.840509:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000200:3.0:1769074939.840516:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926594944, portal 10 00000100:00000001:3.0:1769074939.840519:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.840520:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000040:3.0:1769074939.840528:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.840535:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074939.840538:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074939.840541:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074939.840543:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926594944, offset 0 00000400:00000200:3.0:1769074939.840549:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074939.840557:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.840565:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074939.840570:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074939.840575:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074939.840579:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074939.840581:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074939.840585:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2838:2838:256:4294967295] 192.168.204.145@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:3.0:1769074939.840600:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074939.840609:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074939.840615:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074939.840620:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769074939.840627:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074939.840635:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074939.840639:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074939.840650:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.840655:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: using a timeout of 348355 usecs (349 jiffies) 00000400:00000200:3.0:1769074939.840658:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074939.840661:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 2 is 4296301695 00000100:00000001:3.0:1769074939.840664:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 2, keep current deadline 4296312788 00000100:00000001:3.0:1769074939.840666:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS new deadline estimation for cpu 3 is 4296301695 00000100:00000001:3.0:1769074939.840668:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da20a0ec000: PM QoS request active for cpu 3, keep current deadline 4296312788 00000100:00000001:3.0:1769074939.840671:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.840673:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.840676:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.840679:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.840686:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.840688:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074939.840690:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.840691:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074939.840693:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.840695:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074939.840930:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074939.840935:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:2.0:1769074939.840939:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.840945:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074939.840950:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:2.0:1769074939.840952:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:2.0:1769074939.840958:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074939.840962:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.840971:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074939.840974:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.840980:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074939.840982:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074939.845239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814d000. 00010000:00000010:0.1:1769074939.845250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46100. 00010000:00000010:0.1:1769074939.845255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80c00. 00010000:00000010:0.1:1769074939.845258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e900. 00000800:00000001:2.0:1769074939.857422:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.857438:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074939.857442:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.857444:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.857456:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.857505:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074939.857515:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.857520:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.857527:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.857531:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb0852d80 00000400:00000200:2.0:1769074939.857537:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074939.857544:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7225 [1] + 224 00000800:00000001:2.0:1769074939.857552:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.857607:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074939.857611:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074939.857616:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074939.857624:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074939.857635:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074939.857648:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074939.857668:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074939.857678:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074939.857682:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.858271:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.858275:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074939.858283:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074939.858285:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074939.858289:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b160. 00000400:00000200:3.0:1769074939.858293:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:3.0:1769074939.858296:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:3.0:1769074939.858300:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.858307:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074939.858317:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dced80 x1855007926594944/t0(0) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.858324:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074939.858327:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.858329:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074939.858332:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074939.858335:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074939.858338:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074939.858341:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074939.858351:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8a458 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074939.858356:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8a410 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074939.858358:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074939.858360:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074939.858363:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074939.858366:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.858370:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074939.858372:0:2378:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074939.858374:0:2378:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074939.858376:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074939.858378:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000001:3.0:1769074939.858381:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074939.858383:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: skip recheck: last_committed 60129542152 00000100:00000001:3.0:1769074939.858385:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074939.858387:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074939.858392:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dced80 x1855007926594944/t64424509498(64424509498) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.858400:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074939.858403:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074939.858405:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074939.858408:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8a000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1769074939.858411:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074939.858415:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074939.858417:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.858419:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074939.858420:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074939.858421:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074939.858425:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.858426:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1769074939.858445:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dced80 x1855007926594944/t64424509498(64424509498) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074939.858454:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5c7824d7-e9c9-481c-9b47-c797a0f4d331:2378:1855007926594944:192.168.204.145@tcp:39:umount.0 00000100:00000001:3.0:1769074939.858481:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.858485:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074939.858489:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926594944/t64424509498(64424509498) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074939.858496:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.858498:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074939.858505:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074939.858508:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074939.858510:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074939.858511:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.858632:0:28429:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.858638:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074939.858640:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1769074939.858642:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1769074939.858644:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074939.858646:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 60129542152 gen 2 00000100:00100000:0.0:1769074939.858654:0:28429:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858662:0:28429:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.858666:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858669:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5500 x1855007926576256/t64424509444(64424509444) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858682:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.858684:0:28429:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.858688:0:28429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e38c00. 02000000:00000001:0.0:1769074939.858692:0:28429:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.858695:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.858697:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=6 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.858699:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.858713:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e39400. 02000000:00000001:0.0:1769074939.858717:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.858719:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.858720:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5500. 00000100:00000001:0.0:1769074939.858724:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.858725:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074939.858730:0:28429:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858736:0:28429:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.858738:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858741:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b480 x1855007926576768/t64424509445(64424509445) o36->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074951 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858747:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.858749:0:28429:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.858750:0:28429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9800. 02000000:00000001:0.0:1769074939.858753:0:28429:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.858754:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.858755:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=5 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.858756:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.858757:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f200. 02000000:00000001:0.0:1769074939.858760:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.858761:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.858762:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b480. 00000100:00000001:0.0:1769074939.858764:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.858765:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074939.858770:0:28429:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858776:0:28429:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.858779:0:28429:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074939.858780:0:28429:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835277952 : -125747874273664 : ffff8da20a9f6680) 00000100:00000001:0.0:1769074939.858782:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858785:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858792:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.858794:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858798:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858805:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074939.858808:0:28429:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da2013583e0. 00000100:00000001:0.0:1769074939.858810:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858813:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6680 x1855007926593792/t64424509496(64424509496) o101->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858820:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074939.858821:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.858823:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=4 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.858825:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.858827:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30400. 02000000:00000001:0.0:1769074939.858829:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.858830:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.858832:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6680. 00000100:00000001:0.0:1769074939.858834:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.858836:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074939.858839:0:28429:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858845:0:28429:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.858847:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858850:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4e00 x1855007926594048/t64424509497(64424509497) o35->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074961 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.858857:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.858858:0:28429:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.858859:0:28429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32400. 02000000:00000001:0.0:1769074939.858862:0:28429:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.858863:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.858864:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=3 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.858866:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.858868:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da5a00. 02000000:00000001:0.0:1769074939.858870:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.858871:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.858872:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4e00. 00000100:00000001:0.0:1769074939.858875:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.858876:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074939.858879:0:28429:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8da207dced80 x1855007926594944/t64424509498(64424509498) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858886:0:28429:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074939.858888:0:28429:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074939.858891:0:28429:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dced80 x1855007926594944/t64424509498(64424509498) o39->lustre-MDT0000-mdc-ffff8da20a0ec000@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074939.858897:0:28429:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074939.858898:0:28429:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074939.858899:0:28429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ec00. 02000000:00000001:0.0:1769074939.858902:0:28429:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074939.858903:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.858904:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=2 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.858906:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074939.858908:0:28429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38900. 02000000:00000001:0.0:1769074939.858922:0:28429:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074939.858923:0:28429:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074939.858924:0:28429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dced80. 00000100:00000001:0.0:1769074939.858927:0:28429:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074939.858929:0:28429:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074939.858931:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=0 replay=5/5 committed=0/0 00000100:00000001:0.0:1769074939.858934:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.858935:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074939.858937:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074939.858938:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074939.858940:0:28429:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074939.858942:0:28429:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.858944:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1769074939.858946:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074939.858948:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074939.858949:0:28429:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:0.0:1769074939.858952:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.858955:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.859410:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.859413:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.859414:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.859851:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.859856:0:28429:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074939.859860:0:28429:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926562056 : -125747782989560 : ffff8da210104908) 00000020:00001000:0.0:1769074939.859863:0:28429:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104900 00000008:00000001:0.0:1769074939.859867:0:28429:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769074939.859870:0:28429:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769074939.859872:0:28429:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074939.859875:0:28429:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1769074939.859876:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.859877:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.860246:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074939.860249:0:28429:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104900 00000001:00000001:0.0:1769074939.860254:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.860255:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.860640:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.860643:0:28429:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074939.860644:0:28429:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074939.861039:0:28429:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.861043:0:28429:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.861046:0:28429:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1769074939.861051:0:28429:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1769074939.861053:0:28429:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074939.861056:0:28429:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5882d4497368284d 00000020:00000040:0.0:1769074939.861060:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20a791000 with handle 0x5882d4497368284d from hash 00000020:00000001:0.0:1769074939.861066:0:28429:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074939.861069:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 1 00000020:00000001:0.0:1769074939.861071:0:28429:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074939.861073:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a791000 : new refcount 0 00000020:00000080:0.0:1769074939.861075:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da20a791000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.861077:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861089:0:28429:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074939.861092:0:28429:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.861096:0:28429:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.861099:0:28429:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861122:0:28429:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074939.861124:0:28429:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5882d44973682846 00000020:00000040:0.0:1769074939.861126:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20a792000 with handle 0x5882d44973682846 from hash 00000020:00000001:0.0:1769074939.861130:0:28429:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074939.861132:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a792000 : new refcount 1 00000020:00000001:0.0:1769074939.861133:0:28429:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074939.861134:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a792000 : new refcount 0 00000020:00000080:0.0:1769074939.861136:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da20a792000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.861138:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861141:0:28429:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074939.861143:0:28429:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.861146:0:28429:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074939.861149:0:28429:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:0.0:1769074939.861155:0:28429:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074939.861157:0:28429:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff8da20a0ec000 (flags='') 00000020:00000010:0.0:1769074939.861166:0:28429:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8da202ef4f00. 00000020:00000080:0.0:1769074939.861169:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074939.861175:0:28429:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074939.861178:0:28429:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff8da20a0ec000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1769074939.861181:0:28429:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074939.861183:0:28429:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff8da2054b8000) has no exports 00000020:00000001:0.0:1769074939.861185:0:28429:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074939.861189:0:28429:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1769074939.861190:0:28429:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.861201:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.861207:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000bc00. 00000001:00000010:0.0:1769074939.861211:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000a800. 00000001:00000010:0.0:1769074939.861213:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000a400. 00000001:00000010:0.0:1769074939.861215:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000b200. 00000001:00000010:0.0:1769074939.861218:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da206437140. 00000001:00000010:0.0:1769074939.861221:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70600. 00000001:00000001:0.0:1769074939.861225:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074939.861226:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.861230:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000b000. 00000001:00000010:0.0:1769074939.861232:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000b800. 00000001:00000010:0.0:1769074939.861235:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da21000a200. 00000001:00000010:0.0:1769074939.861237:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2120aa400. 00000001:00000010:0.0:1769074939.861241:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da206437aa0. 00000001:00000010:0.0:1769074939.861242:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70a00. 00000001:00000001:0.0:1769074939.861244:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074939.861246:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8da20a0ec000 (ffff8da2054b8000) now 3 - setup 00000020:00000001:0.0:1769074939.861249:0:28429:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861251:0:28429:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074939.861253:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074939.861256:0:28429:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074939.861259:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8da20a0ec000 (ffff8da2054b8000) now 2 - obd_device_list 00000020:00000080:0.0:1769074939.861262:0:28429:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff8da20a0ec000 (uuid 5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000040:0.0:1769074939.861264:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff8da20a0ec000 (ffff8da2054b8000) now 1 - newdev 00000020:00000040:0.0:1769074939.861266:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e8c000 with handle 0x5882d44973682815 from hash 00000020:00000040:0.0:1769074939.861269:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8c000 : new refcount 0 00000020:00000080:0.0:1769074939.861271:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e8c000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.861273:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861276:0:28429:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.861278:0:28429:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e8c000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-clilov-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.861281:0:28429:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.861283:0:28429:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.861285:0:28429:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e8c000. 00000020:00000001:0.0:1769074939.861295:0:28429:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074939.861298:0:28429:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff8da20a0ec000 obd_type name = lov 00000020:01000000:0.0:1769074939.861300:0:28429:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff8da20a0ec000 (5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000001:0.0:1769074939.861303:0:28429:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1769074939.861305:0:28429:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.861307:0:28429:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8da2054b8000. 00000020:00000001:0.0:1769074939.861313:0:28429:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861315:0:28429:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074939.861317:0:28429:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8da202ef4f00. 00000020:00000001:0.0:1769074939.861321:0:28429:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.861324:0:28429:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074939.861325:0:28429:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff8da20a0ec000 (flags='') 00000020:00000010:0.0:1769074939.861328:0:28429:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8da202ef4f00. 00000020:00000080:0.0:1769074939.861330:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074939.861333:0:28429:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074939.861335:0:28429:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff8da20a0ec000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1769074939.861337:0:28429:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074939.861338:0:28429:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff8da2054bb1b0) has no exports 00000020:00000001:0.0:1769074939.861340:0:28429:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074939.861341:0:28429:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1769074939.861346:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7f200. 00000020:00000010:0.0:1769074939.861350:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e7fe00. 00000040:00000010:0.0:1769074939.861354:0:28429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da207e7e800. 00000020:00000010:0.0:1769074939.861360:0:28429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9a000. 00000020:00000010:0.0:1769074939.861363:0:28429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207e7e200. 00040000:00000010:0.0:1769074939.861369:0:28429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20ac38900. 00040000:00000010:0.0:1769074939.861374:0:28429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da2120aa400. 00000020:00000010:0.0:1769074939.861379:0:28429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da209879480. 00000020:00000001:0.0:1769074939.861383:0:28429:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1769074939.861385:0:28429:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1769074939.861387:0:28429:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1769074939.861390:0:28429:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.861393:0:28429:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da209879480. 00000020:00000010:0.0:1769074939.861398:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e7fe00. 00000040:00000010:0.0:1769074939.861401:0:28429:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da207e7e800. 00000020:00000010:0.0:1769074939.861404:0:28429:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9a000. 00000020:00000010:0.0:1769074939.861408:0:28429:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207e7e200. 00040000:00000010:0.0:1769074939.861410:0:28429:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20ac38900. 00040000:00000010:0.0:1769074939.861413:0:28429:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da2120aa400. 00000020:00000010:0.0:1769074939.861416:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7f200. 00000020:00000001:0.0:1769074939.861418:0:28429:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.861426:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.861430:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb4000. 00000001:00000010:0.0:1769074939.861432:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb5a00. 00000001:00000010:0.0:1769074939.861435:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb4200. 00000001:00000010:0.0:1769074939.861436:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb5e00. 00000001:00000010:0.0:1769074939.861439:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da2064374a0. 00000001:00000010:0.0:1769074939.861440:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70500. 00000001:00000001:0.0:1769074939.861443:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074939.861444:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.861447:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb5400. 00000001:00000010:0.0:1769074939.861449:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20aeb5c00. 00000001:00000010:0.0:1769074939.861451:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208b78c00. 00000001:00000010:0.0:1769074939.861455:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da20515d800. 00000001:00000010:0.0:1769074939.861457:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da206437360. 00000020:00000001:1.0:1769074939.862051:0:1372:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1769074939.862058:0:1372:0:(genops.c:863:class_export_destroy()) destroying export ffff8da20a791000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000040:1.0:1769074939.862066:0:1372:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 14 to 192.168.204.145@tcp 00000020:00000001:1.0:1769074939.862076:0:1372:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1769074939.862077:0:1372:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074939.862080:0:1372:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8da20a0ec000 (ffff8da2054be360) now 5 - export 00000020:00000010:1.0:1769074939.862083:0:1372:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da20a791000. 00000020:00000001:1.0:1769074939.862091:0:1372:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1769074939.862094:0:1372:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1769074939.862095:0:1372:0:(genops.c:863:class_export_destroy()) destroying export ffff8da20a792000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-clilmv-ffff8da20a0ec000 00000020:00000001:1.0:1769074939.862098:0:1372:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1769074939.862099:0:1372:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074939.862101:0:1372:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8da20a0ec000 (ffff8da2054bb1b0) now 4 - export 00000020:00000010:1.0:1769074939.862103:0:1372:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da20a792000. 00000020:00000001:1.0:1769074939.862106:0:1372:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:0.0:1769074939.865505:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70900. 00000001:00000001:0.0:1769074939.865526:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074939.865530:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8da20a0ec000 (ffff8da2054bb1b0) now 3 - setup 00000020:00000001:0.0:1769074939.865534:0:28429:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.865538:0:28429:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074939.865541:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074939.865549:0:28429:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074939.865554:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8da20a0ec000 (ffff8da2054bb1b0) now 2 - obd_device_list 00000020:00000080:0.0:1769074939.865556:0:28429:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff8da20a0ec000 (uuid 5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000040:0.0:1769074939.865558:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff8da20a0ec000 (ffff8da2054bb1b0) now 1 - newdev 00000020:00000040:0.0:1769074939.865562:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e89000 with handle 0x5882d4497368281c from hash 00000020:00000040:0.0:1769074939.865566:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e89000 : new refcount 0 00000020:00000080:0.0:1769074939.865569:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e89000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.865572:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.865580:0:28429:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.865583:0:28429:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e89000/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-clilmv-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.865586:0:28429:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.865604:0:28429:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.865609:0:28429:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e89000. 00000020:00000001:0.0:1769074939.865616:0:28429:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074939.865619:0:28429:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff8da20a0ec000 obd_type name = lmv 00000020:01000000:0.0:1769074939.865622:0:28429:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff8da20a0ec000 (5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000001:0.0:1769074939.865624:0:28429:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1769074939.865634:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da2120aa400. 00000020:00000010:0.0:1769074939.865642:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20515d800. 00000040:00000010:0.0:1769074939.865647:0:28429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da208b78c00. 00000020:00000010:0.0:1769074939.865653:0:28429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da203e9a000. 00000020:00000010:0.0:1769074939.865659:0:28429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da207e7f200. 00040000:00000010:0.0:1769074939.865665:0:28429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20ac38900. 00040000:00000010:0.0:1769074939.865669:0:28429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da207e7e200. 00800000:00000001:0.0:1769074939.865675:0:28429:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:0.0:1769074939.865678:0:28429:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff8da20c904c00. 00800000:00000010:0.0:1769074939.865682:0:28429:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff8da20a3a6000. 80000000:00000001:0.0:1769074939.865686:0:28429:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1769074939.865689:0:28429:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1769074939.865691:0:28429:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000040:0.0:1769074939.865693:0:28429:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff8da20a0ec000: FLD cache - Shrunk by 0 entries 80000000:00000001:0.0:1769074939.865695:0:28429:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1769074939.865697:0:28429:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1769074939.865698:0:28429:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff8da20a0ec000): 80000000:00000040:0.0:1769074939.865700:0:28429:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1769074939.865711:0:28429:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1769074939.865712:0:28429:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff8da202f50300. 80000000:00000001:0.0:1769074939.865715:0:28429:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1769074939.865851:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da207c97c00. 00000020:00000010:0.0:1769074939.865856:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da210007c00. 00000020:00000010:0.0:1769074939.865859:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da210042800. 00000020:00000010:0.0:1769074939.865861:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da20a3f4000. 00000020:00000010:0.0:1769074939.865866:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff8da20c905400. 00000020:00000010:0.0:1769074939.865869:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da207c95c00. 00020000:00000001:0.0:1769074939.865873:0:28429:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1769074939.865876:0:28429:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1769074939.865879:0:28429:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1769074939.865881:0:28429:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at ffff8da208369600. 00020000:00000010:0.0:1769074939.865885:0:28429:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8da204f53000. 00800000:00000010:0.0:1769074939.865890:0:28429:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at ffff8da202ea4b40. 00800000:00000001:0.0:1769074939.865892:0:28429:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.865896:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20515d800. 00000040:00000010:0.0:1769074939.865900:0:28429:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da208b78c00. 00000020:00000010:0.0:1769074939.865905:0:28429:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da203e9a000. 00000020:00000010:0.0:1769074939.865920:0:28429:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da207e7f200. 00040000:00000010:0.0:1769074939.865925:0:28429:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20ac38900. 00040000:00000010:0.0:1769074939.865929:0:28429:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da207e7e200. 00000020:00000010:0.0:1769074939.865932:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2120aa400. 00000020:00000001:0.0:1769074939.865935:0:28429:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.865937:0:28429:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8da2054bb1b0. 00000020:00000001:0.0:1769074939.865942:0:28429:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.865944:0:28429:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074939.865947:0:28429:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8da202ef4f00. 00000020:00000001:0.0:1769074939.865951:0:28429:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.865954:0:28429:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074939.865956:0:28429:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff8da20a0ec000 (flags='') 00000020:00000010:0.0:1769074939.865961:0:28429:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8da202ef4f00. 00000020:00000080:0.0:1769074939.865963:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074939.865966:0:28429:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074939.865969:0:28429:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff8da20a0ec000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1769074939.865972:0:28429:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074939.865975:0:28429:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff8da2054be360) has no exports 00000020:00000001:0.0:1769074939.865977:0:28429:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074939.865980:0:28429:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1769074939.865983:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207e7e200. 00000020:00000010:0.0:1769074939.865986:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207e7f200. 00000020:00000010:0.0:1769074939.865990:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da202ef4ba0. 00000008:00000010:0.0:1769074939.866002:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074939.866007:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da207f1f540. 00008000:00000010:0.0:1769074939.866013:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074939.866018:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074939.866024:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da202cd8db0. 00000020:00000010:0.0:1769074939.866029:0:28429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da209879680. 00000002:00000001:0.0:1769074939.866035:0:28429:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:0.0:1769074939.866038:0:28429:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1769074939.866048:0:28429:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1769074939.866050:0:28429:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff8da20a0ec000: client import never connected 00000100:00000001:0.0:1769074939.866054:0:28429:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074939.866056:0:28429:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1769074939.866059:0:28429:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1769074939.866062:0:28429:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074939.866064:0:28429:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: committing for last_committed 60129542152 gen 3 00000100:00000040:0.0:1769074939.866067:0:28429:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da20a0ec000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074939.866442:0:28429:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074939.866445:0:28429:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074939.866446:0:28429:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074939.866449:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1769074939.866450:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1769074939.866452:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1769074939.866455:0:28429:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074939.866458:0:28429:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1769074939.866511:0:28429:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:0.0:1769074939.866513:0:28429:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1769074939.866520:0:28429:0:(genops.c:1229:class_import_get()) import ffff8da202e8a000 refcount=3 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.866523:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.866525:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=2 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.866527:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769074939.866529:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.866530:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=1 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.866532:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1769074939.866533:0:28429:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1769074939.866535:0:28429:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.866538:0:28429:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1769074939.866541:0:28429:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1769074939.866544:0:28429:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1769074939.866547:0:28429:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da208002a80 : new refcount 2 00000040:00000001:0.0:1769074939.866549:0:28429:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1769074939.866551:0:28429:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8da208002a80 : new refcount 1 00000020:00000040:0.0:1769074939.866554:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8e800 : new refcount 1 00000020:00000001:0.0:1769074939.866556:0:28429:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074939.866557:0:28429:0:(genops.c:1242:class_import_put()) import ffff8da202e8a000 refcount=0 obd=lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000040:0.0:1769074939.866559:0:28429:0:(genops.c:1245:class_import_put()) final put import ffff8da202e8a000 00000020:00000001:0.0:1769074939.866572:0:28429:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1769074939.866573:0:28429:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8da208002a80. 00000040:00000001:0.0:1769074939.866580:0:28429:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074939.866582:0:28429:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1769074939.866585:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da207c94c00. 00000020:00000010:0.0:1769074939.866634:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da210005000. 00000020:00000010:0.0:1769074939.866638:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da210042000. 00000020:00000010:0.0:1769074939.866641:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8da20a3f7800. 00000020:00000010:0.0:1769074939.866644:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff8da208b50600. 00000020:00000010:0.0:1769074939.866646:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da21179b400. 00000020:00000010:0.0:1769074939.866838:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da2083f8000. 00000020:00000010:0.0:1769074939.866842:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da207d4e000. 00000020:00000010:0.0:1769074939.866846:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da210788000. 00000020:00000010:0.0:1769074939.866876:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8da208384000. 00000020:00000010:0.0:1769074939.866882:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8da204f54000. 00000020:00000010:0.0:1769074939.866886:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da211799000. 00000002:00000001:0.0:1769074939.866889:0:28429:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.866893:0:28429:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da209879680. 00000020:00000010:0.0:1769074939.866900:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207e7f200. 00000020:00000010:0.0:1769074939.866904:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4ba0. 00000008:00000010:0.0:1769074939.866918:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcb7c8. 00020000:00000010:0.0:1769074939.866925:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f540. 00008000:00000010:0.0:1769074939.866929:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c3880. 00000080:00000010:0.0:1769074939.866933:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99a80. 00000080:00000010:0.0:1769074939.866937:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd8db0. 00000020:00000010:0.0:1769074939.866940:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207e7e200. 00000020:00000001:0.0:1769074939.866943:0:28429:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074939.866954:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.866961:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da201342a00. 00000001:00000010:0.0:1769074939.866965:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da201342200. 00000001:00000010:0.0:1769074939.866968:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da209f3a400. 00000001:00000010:0.0:1769074939.866972:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da209f3b000. 00000001:00000010:0.0:1769074939.866977:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da206437320. 00000001:00000010:0.0:1769074939.866980:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70400. 00000001:00000001:0.0:1769074939.866985:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074939.866988:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074939.866994:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208177000. 00000001:00000010:0.0:1769074939.866998:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da208176c00. 00000001:00000010:0.0:1769074939.867002:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da2121db600. 00000001:00000010:0.0:1769074939.867007:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8da210782000. 00000020:00000001:3.0:1769074939.867007:0:11606:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:0.0:1769074939.867019:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8da206437ec0. 00000020:00000080:3.0:1769074939.867019:0:11606:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8da202e8a000 for lustre-MDT0000-mdc-ffff8da20a0ec000 00000001:00000010:0.0:1769074939.867030:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8da207e70e00. 00000001:00000001:0.0:1769074939.867034:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1769074939.867039:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 13 to 192.168.204.145@tcp 00000020:00000040:0.0:1769074939.867040:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8da20a0ec000 (ffff8da2054be360) now 4 - setup 00000020:00000001:0.0:1769074939.867046:0:28429:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.867048:0:28429:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074939.867051:0:28429:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074939.867055:0:28429:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074939.867060:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8da20a0ec000 (ffff8da2054be360) now 3 - obd_device_list 00000020:00000040:3.0:1769074939.867065:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000020:00000080:0.0:1769074939.867069:0:28429:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff8da20a0ec000 (uuid 5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000010:3.0:1769074939.867072:0:11606:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8da20a9c5f60. 00000020:00000040:3.0:1769074939.867078:0:11606:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8da20a0ec000 (ffff8da2054be360) now 2 - import 00000020:00000010:3.0:1769074939.867081:0:11606:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8da202e8a000. 00000020:00000001:3.0:1769074939.867085:0:11606:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000040:0.0:1769074939.867541:0:28429:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff8da20a0ec000 (ffff8da2054be360) now 1 - newdev 00000020:00000040:0.0:1769074939.867546:0:28429:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da202e8e800 with handle 0x5882d44973682823 from hash 00000020:00000040:0.0:1769074939.867552:0:28429:0:(genops.c:898:class_export_put()) PUTting export ffff8da202e8e800 : new refcount 0 00000020:00000080:0.0:1769074939.867554:0:28429:0:(genops.c:904:class_export_put()) final put ffff8da202e8e800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 00000020:00000001:0.0:1769074939.867557:0:28429:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.867559:0:28429:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074939.867562:0:28429:0:(genops.c:863:class_export_destroy()) destroying export ffff8da202e8e800/5c7824d7-e9c9-481c-9b47-c797a0f4d331 for lustre-MDT0000-mdc-ffff8da20a0ec000 00000020:00000001:0.0:1769074939.867564:0:28429:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074939.867566:0:28429:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.867568:0:28429:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8da202e8e800. 00000020:00000001:0.0:1769074939.867571:0:28429:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074939.867573:0:28429:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff8da20a0ec000 obd_type name = mdc 00000020:01000000:0.0:1769074939.867575:0:28429:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff8da20a0ec000 (5c7824d7-e9c9-481c-9b47-c797a0f4d331) 00000020:00000001:0.0:1769074939.867578:0:28429:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1769074939.873442:0:28429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da207da5600. 00000020:00000010:2.0:1769074939.873455:0:28429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da207da5e00. 00000020:00000010:2.0:1769074939.873525:0:28429:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da2054dccc0. 00000008:00000010:2.0:1769074939.873533:0:28429:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20ac7aca0. 00020000:00000010:2.0:1769074939.873538:0:28429:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da209f72f00. 00008000:00000010:2.0:1769074939.873543:0:28429:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20aeb3880. 00000080:00000010:2.0:1769074939.873550:0:28429:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da202f82000. 00000080:00000010:2.0:1769074939.873554:0:28429:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da202c59da8. 00000008:00000001:2.0:1769074939.873561:0:28429:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1769074939.873569:0:28429:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1769074939.873572:0:28429:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1769074939.873576:0:28429:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1769074939.873860:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8da210783e00. 00000020:00000010:2.0:1769074939.873865:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8da207f68800. 00000020:00000010:2.0:1769074939.873868:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8da202f45e00. 00000020:00000010:2.0:1769074939.873871:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8da208369e00. 00000020:00000010:2.0:1769074939.873874:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8da208b50000. 00000020:00000010:2.0:1769074939.873879:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da21179b800. 00010000:00000001:2.0:1769074939.873932:0:28429:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1769074939.873942:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8da202ea42c0. 00000020:00000010:2.0:1769074939.873945:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8da2081b2f00. 00000020:00000010:2.0:1769074939.873948:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8da20a621380. 00000020:00000010:2.0:1769074939.873950:0:28429:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8da208367740. 00000020:00000010:2.0:1769074939.873953:0:28429:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8da20aaabd20. 00000020:00000010:2.0:1769074939.873955:0:28429:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8da20c842000. 00000001:00000001:2.0:1769074939.873993:0:28429:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1769074939.875066:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423a9000. 00000001:00000010:2.0:1769074939.875182:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423b3000. 00000001:00000010:2.0:1769074939.875184:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423bd000. 00000001:00000010:2.0:1769074939.875187:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423c7000. 00000001:00000010:2.0:1769074939.875189:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423d1000. 00000001:00000010:2.0:1769074939.875190:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423db000. 00000001:00000010:2.0:1769074939.875192:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423e5000. 00000001:00000010:2.0:1769074939.875194:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423ef000. 00000001:00000010:2.0:1769074939.875196:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177423f9000. 00000001:00000010:2.0:1769074939.875198:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742403000. 00000001:00000010:2.0:1769074939.875199:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774240d000. 00000001:00000010:2.0:1769074939.875201:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742417000. 00000001:00000010:2.0:1769074939.875203:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742421000. 00000001:00000010:2.0:1769074939.875205:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774242b000. 00000001:00000010:2.0:1769074939.875206:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742435000. 00000001:00000010:2.0:1769074939.875208:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774243f000. 00000001:00000010:2.0:1769074939.875211:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742449000. 00000001:00000010:2.0:1769074939.875212:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742453000. 00000001:00000010:2.0:1769074939.875214:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774245d000. 00000001:00000010:2.0:1769074939.875215:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742467000. 00000001:00000010:2.0:1769074939.875217:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742471000. 00000001:00000010:2.0:1769074939.875219:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742481000. 00000001:00000010:2.0:1769074939.875221:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774248b000. 00000001:00000010:2.0:1769074939.875223:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb17742495000. 00000001:00000010:2.0:1769074939.875224:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb1774249f000. 00000001:00000010:2.0:1769074939.875226:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424a9000. 00000001:00000010:2.0:1769074939.875227:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424b3000. 00000001:00000010:2.0:1769074939.875229:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424bd000. 00000001:00000010:2.0:1769074939.875230:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424c7000. 00000001:00000010:2.0:1769074939.875232:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424d1000. 00000001:00000010:2.0:1769074939.875234:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424db000. 00000001:00000010:2.0:1769074939.875236:0:28429:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffb177424e5000. 00000001:00000010:2.0:1769074939.875238:0:28429:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8da207e70000. 00000001:00000010:2.0:1769074939.875243:0:28429:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8da210783800. 00000001:00000001:2.0:1769074939.875247:0:28429:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1769074939.875252:0:28429:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8da207c97000. 00010000:00000001:2.0:1769074939.875257:0:28429:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074939.876574:0:28429:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1769074939.876579:0:28429:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1769074939.876582:0:28429:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1769074939.876585:0:28429:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1769074939.876586:0:28429:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074939.876607:0:28429:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1769074939.876610:0:28429:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8da202ea4740. 00010000:00000010:0.0:1769074939.876616:0:28429:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8da2109e1000. 00010000:00000010:0.0:1769074939.876620:0:28429:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8da2109e3000. 00010000:00000001:0.0:1769074939.876623:0:28429:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1769074939.876626:0:28429:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074939.876629:0:28429:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at ffff8da2064c0900. 00000020:00000010:0.0:1769074939.876636:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da207da5e00. 00000020:00000010:0.0:1769074939.876641:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da2054dccc0. 00000008:00000010:0.0:1769074939.876646:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20ac7aca0. 00020000:00000010:0.0:1769074939.876652:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da209f72f00. 00008000:00000010:0.0:1769074939.876656:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20aeb3880. 00000080:00000010:0.0:1769074939.876661:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202f82000. 00000080:00000010:0.0:1769074939.876666:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202c59da8. 00000020:00000010:0.0:1769074939.876670:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da207da5600. 00000020:00000001:0.0:1769074939.876673:0:28429:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074939.876676:0:28429:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8da2054be360. 00000020:00000001:0.0:1769074939.876684:0:28429:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074939.876687:0:28429:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074939.876691:0:28429:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8da202ef4f00. 00000020:00000001:0.0:1769074939.876695:0:28429:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:0.0:1769074939.876710:0:28429:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1769074939.881554:0:28429:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:0.0:1769074939.881560:0:28429:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1769074939.881563:0:28429:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1769074939.881565:0:28429:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446618325705965952 : -125748003585664 : ffff8da202ea4180) 00000020:00000010:0.0:1769074939.881571:0:28429:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff8da20ad3d180. 00000020:00000010:0.0:1769074939.881579:0:28429:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff8da20ad3d780. 00000020:00000010:0.0:1769074939.881581:0:28429:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff8da20ad3d5f0. 00000020:00000010:0.0:1769074939.881584:0:28429:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff8da202ea4180. 00000020:00000001:0.0:1769074939.881586:0:28429:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:0.0:1769074939.881786:0:28429:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1769074939.887639:0:28429:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff8da202dead80. 00000080:00000010:1.0:1769074939.887650:0:28429:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff8da203895e60. 00000080:00000010:1.0:1769074939.887654:0:28429:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff8da203895558. 00000080:00000010:1.0:1769074939.887670:0:28429:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff8da20a0ef000. 00000080:00000001:1.0:1769074939.887676:0:28429:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1769074939.887679:0:28429:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1769074939.887681:0:28429:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff8da20a0ec000 00000020:00000001:1.0:1769074939.887683:0:28429:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1769074939.887685:0:28429:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1769074939.887687:0:28429:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1769074939.887690:0:28429:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:1.0:1769074939.887693:0:28429:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:00000001:1.0:1769074939.887694:0:28429:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1769074939.887696:0:28429:0:(obd_mount.c:705:lustre_put_lsi()) put ffff8da20a0ec000 1 00000020:00000001:1.0:1769074939.887698:0:28429:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1769074939.887801:0:28429:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff8da20a0ed800 00000020:00000010:1.0:1769074939.887807:0:28429:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at ffff8da2057dc900. 00000020:00000010:1.0:1769074939.887811:0:28429:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at ffff8da21003bf40. 00000020:00000010:1.0:1769074939.887814:0:28429:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at ffff8da2057dcac0. 00000020:00000010:1.0:1769074939.887817:0:28429:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff8da20ac1c000. 00000020:00000010:1.0:1769074939.887821:0:28429:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff8da202eb2000. 00000020:00000010:1.0:1769074939.887823:0:28429:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8da20a0ed800. 00000020:00000001:1.0:1769074939.887826:0:28429:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.887828:0:28429:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074939.887830:0:28429:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1769074939.887833:0:28429:0:(cl_object.c:839:cl_env_cache_purge()) Process entered 00000020:00000010:1.0:1769074939.887838:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20cac6400. 00000020:00000010:1.0:1769074939.887843:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a7e1900. 00000008:00000010:1.0:1769074939.887848:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202cf9650. 00020000:00000010:1.0:1769074939.887854:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222900. 00008000:00000010:1.0:1769074939.887859:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568e6d8. 00000080:00000010:1.0:1769074939.887863:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac06a80. 00000080:00000010:1.0:1769074939.887872:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a636238. 00000020:00000010:1.0:1769074939.887876:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20cac6c00. 00000008:00000010:1.0:1769074939.887879:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da20a71e9a0. 00020000:00000010:1.0:1769074939.887882:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da20ac9a880. 00008000:00000010:1.0:1769074939.887886:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da2083c7918. 00000080:00000010:1.0:1769074939.887889:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20831de10. 00000020:00000010:1.0:1769074939.887892:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2127ee400. 00000020:00000010:1.0:1769074939.887894:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da210104900. 00000020:00000010:1.0:1769074939.887898:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da206024400. 00000020:00000010:1.0:1769074939.887900:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4cc0. 00000008:00000010:1.0:1769074939.887904:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adc8b28. 00020000:00000010:1.0:1769074939.887907:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f840. 00008000:00000010:1.0:1769074939.887919:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c34f8. 00000080:00000010:1.0:1769074939.887922:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c993f0. 00000080:00000010:1.0:1769074939.887925:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cda480. 00000020:00000010:1.0:1769074939.887928:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206025a00. 00000008:00000010:1.0:1769074939.887930:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9fb80. 00020000:00000010:1.0:1769074939.887932:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cedf80. 00008000:00000010:1.0:1769074939.887936:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09148. 00000080:00000010:1.0:1769074939.887939:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc960. 00000020:00000010:1.0:1769074939.887942:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206025400. 00000020:00000010:1.0:1769074939.887944:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a6296c0. 00000020:00000010:1.0:1769074939.887947:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da206025600. 00000020:00000010:1.0:1769074939.887949:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4a20. 00000008:00000010:1.0:1769074939.887952:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adce468. 00020000:00000010:1.0:1769074939.887954:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1fcc0. 00008000:00000010:1.0:1769074939.887956:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c0388. 00000080:00000010:1.0:1769074939.887959:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99930. 00000080:00000010:1.0:1769074939.887961:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cda910. 00000020:00000010:1.0:1769074939.887963:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206024200. 00000008:00000010:1.0:1769074939.887965:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9e000. 00020000:00000010:1.0:1769074939.887967:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cee400. 00008000:00000010:1.0:1769074939.887969:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09dd0. 00000080:00000010:1.0:1769074939.887971:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc5a0. 00000020:00000010:1.0:1769074939.887973:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206025800. 00000020:00000010:1.0:1769074939.887975:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a6292d0. 00000020:00000010:1.0:1769074939.887978:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da208457e00. 00000020:00000010:1.0:1769074939.887981:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da210a18d20. 00000008:00000010:1.0:1769074939.887984:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202cfd940. 00020000:00000010:1.0:1769074939.887987:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222240. 00008000:00000010:1.0:1769074939.887988:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568c000. 00000080:00000010:1.0:1769074939.887991:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac06d20. 00000080:00000010:1.0:1769074939.887993:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a634000. 00000020:00000010:1.0:1769074939.887995:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208456600. 00000008:00000010:1.0:1769074939.887997:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da20a71e580. 00020000:00000010:1.0:1769074939.888000:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da20ac9bcc0. 00008000:00000010:1.0:1769074939.888002:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da2083c7670. 00000080:00000010:1.0:1769074939.888004:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20831da50. 00000020:00000010:1.0:1769074939.888007:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208456400. 00000020:00000010:1.0:1769074939.888009:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da210104990. 00000020:00000010:1.0:1769074939.888012:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da2127ef400. 00000020:00000010:1.0:1769074939.888014:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a7e19c0. 00000008:00000010:1.0:1769074939.888017:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202cfb7c8. 00020000:00000010:1.0:1769074939.888020:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222cc0. 00008000:00000010:1.0:1769074939.888022:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568fc08. 00000080:00000010:1.0:1769074939.888024:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac069d8. 00000080:00000010:1.0:1769074939.888027:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a637908. 00000020:00000010:1.0:1769074939.888029:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2127ef200. 00000008:00000010:1.0:1769074939.888031:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da20a71ec60. 00020000:00000010:1.0:1769074939.888034:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da20ac9a640. 00008000:00000010:1.0:1769074939.888036:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da2083c7e78. 00000080:00000010:1.0:1769074939.888039:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20831d960. 00000020:00000010:1.0:1769074939.888041:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2127eec00. 00000020:00000010:1.0:1769074939.888043:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da210104120. 00000020:00000010:1.0:1769074939.888259:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20aad7c00. 00000020:00000010:1.0:1769074939.888263:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef48a0. 00000008:00000010:1.0:1769074939.888266:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adc8000. 00020000:00000010:1.0:1769074939.888270:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1ff00. 00008000:00000010:1.0:1769074939.888272:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c2350. 00000080:00000010:1.0:1769074939.888275:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99d20. 00000080:00000010:1.0:1769074939.888374:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cdada0. 00000020:00000010:1.0:1769074939.888381:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad6000. 00000008:00000010:1.0:1769074939.888384:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9e840. 00020000:00000010:1.0:1769074939.888386:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cecd80. 00008000:00000010:1.0:1769074939.888389:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09000. 00000080:00000010:1.0:1769074939.888392:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc0f0. 00000020:00000010:1.0:1769074939.888394:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad7a00. 00000020:00000010:1.0:1769074939.888396:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a6297e0. 00000020:00000010:1.0:1769074939.888398:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20aad7800. 00000020:00000010:1.0:1769074939.888400:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4780. 00000008:00000010:1.0:1769074939.888403:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adca178. 00020000:00000010:1.0:1769074939.888405:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f180. 00008000:00000010:1.0:1769074939.888407:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c0710. 00000080:00000010:1.0:1769074939.888410:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c992a0. 00000080:00000010:1.0:1769074939.888412:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cdbb50. 00000020:00000010:1.0:1769074939.888414:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad6600. 00000008:00000010:1.0:1769074939.888417:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9e6e0. 00020000:00000010:1.0:1769074939.888419:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cedd40. 00008000:00000010:1.0:1769074939.888421:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09c38. 00000080:00000010:1.0:1769074939.888424:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc690. 00000020:00000010:1.0:1769074939.888426:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad7200. 00000020:00000010:1.0:1769074939.888428:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a629990. 00000020:00000010:1.0:1769074939.888430:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da2057d5c00. 00000020:00000010:1.0:1769074939.888433:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4600. 00000008:00000010:1.0:1769074939.888436:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcce18. 00020000:00000010:1.0:1769074939.888438:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f0c0. 00008000:00000010:1.0:1769074939.888440:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c26d8. 00000080:00000010:1.0:1769074939.888442:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99498. 00000080:00000010:1.0:1769074939.888445:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd96d0. 00000020:00000010:1.0:1769074939.888447:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2057d5600. 00000008:00000010:1.0:1769074939.888449:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9f8c0. 00020000:00000010:1.0:1769074939.888452:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cef180. 00008000:00000010:1.0:1769074939.888454:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09140. 00000080:00000010:1.0:1769074939.888457:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc780. 00000020:00000010:1.0:1769074939.888483:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad7000. 00000020:00000010:1.0:1769074939.888486:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a629cf0. 00000020:00000010:1.0:1769074939.888488:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da20aad7e00. 00000020:00000010:1.0:1769074939.888491:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4000. 00000008:00000010:1.0:1769074939.888493:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcc2f0. 00020000:00000010:1.0:1769074939.888495:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1fd80. 00008000:00000010:1.0:1769074939.888497:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c3170. 00000080:00000010:1.0:1769074939.888500:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c999d8. 00000080:00000010:1.0:1769074939.888502:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd9918. 00000020:00000010:1.0:1769074939.888504:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad6c00. 00000008:00000010:1.0:1769074939.888507:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9f340. 00020000:00000010:1.0:1769074939.888509:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cefa80. 00008000:00000010:1.0:1769074939.888512:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09718. 00000080:00000010:1.0:1769074939.888514:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edcb40. 00000020:00000010:1.0:1769074939.888516:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da20aad6400. 00000020:00000010:1.0:1769074939.888519:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a629e10. 00000020:00000010:1.0:1769074939.888521:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da208b50e00. 00000020:00000010:1.0:1769074939.888523:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a7e1c00. 00000008:00000010:1.0:1769074939.888526:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202cfce18. 00020000:00000010:1.0:1769074939.888529:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222840. 00008000:00000010:1.0:1769074939.888531:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568ea60. 00000080:00000010:1.0:1769074939.888533:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99738. 00000080:00000010:1.0:1769074939.888536:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd8b68. 00000020:00000010:1.0:1769074939.888538:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208b51e00. 00000008:00000010:1.0:1769074939.888540:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da20a71f600. 00020000:00000010:1.0:1769074939.888543:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da20ac9a400. 00008000:00000010:1.0:1769074939.888545:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da2083c7fc8. 00000080:00000010:1.0:1769074939.888548:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edcf00. 00000020:00000010:1.0:1769074939.888550:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208b50200. 00000020:00000010:1.0:1769074939.888552:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da210104480. 00000020:00000010:1.0:1769074939.888555:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da210783400. 00000020:00000010:1.0:1769074939.888558:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a9c5720. 00000008:00000010:1.0:1769074939.888561:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcd940. 00020000:00000010:1.0:1769074939.888563:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1f3c0. 00008000:00000010:1.0:1769074939.888565:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c2a60. 00000080:00000010:1.0:1769074939.888567:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99348. 00000080:00000010:1.0:1769074939.888570:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cd8ff8. 00000020:00000010:1.0:1769074939.888572:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da210783c00. 00000008:00000010:1.0:1769074939.888574:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9f080. 00020000:00000010:1.0:1769074939.888576:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202ced680. 00008000:00000010:1.0:1769074939.888579:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09b50. 00000080:00000010:1.0:1769074939.888581:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edc3c0. 00000020:00000010:1.0:1769074939.888583:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da210782800. 00000020:00000010:1.0:1769074939.888585:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a629240. 00000020:00000010:1.0:1769074939.888588:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da206532600. 00000020:00000010:1.0:1769074939.888590:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a154b40. 00000008:00000010:1.0:1769074939.888593:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20ac78b28. 00020000:00000010:1.0:1769074939.888596:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da209f72900. 00008000:00000010:1.0:1769074939.888599:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20aeb26d8. 00000080:00000010:1.0:1769074939.888602:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202f82f18. 00000080:00000010:1.0:1769074939.888605:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202c58000. 00000020:00000010:1.0:1769074939.888608:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206533600. 00000008:00000010:1.0:1769074939.888610:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da202fe3760. 00020000:00000010:1.0:1769074939.888613:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202ff8b40. 00008000:00000010:1.0:1769074939.888616:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da20a623e90. 00000080:00000010:1.0:1769074939.888618:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20ae7fb40. 00000020:00000010:1.0:1769074939.888621:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206532400. 00000020:00000010:1.0:1769074939.888623:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da2012ac630. 00000020:00000010:1.0:1769074939.888626:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da208456c00. 00000020:00000010:1.0:1769074939.888629:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da210a184e0. 00000008:00000010:1.0:1769074939.888632:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da202cfaca0. 00020000:00000010:1.0:1769074939.888634:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222c00. 00008000:00000010:1.0:1769074939.888636:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568dfc8. 00000080:00000010:1.0:1769074939.888639:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac06738. 00000080:00000010:1.0:1769074939.888642:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a636fe8. 00000020:00000010:1.0:1769074939.888644:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208456000. 00000008:00000010:1.0:1769074939.888646:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da20a71eb00. 00020000:00000010:1.0:1769074939.888648:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da20ac9b3c0. 00008000:00000010:1.0:1769074939.888650:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da2083c7a60. 00000080:00000010:1.0:1769074939.888653:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20831d5a0. 00000020:00000010:1.0:1769074939.888656:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da208456200. 00000020:00000010:1.0:1769074939.888658:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da210104630. 00000020:00000010:1.0:1769074939.888660:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da209b39200. 00000020:00000010:1.0:1769074939.888662:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da202ef4e40. 00000008:00000010:1.0:1769074939.888665:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20adcaca0. 00020000:00000010:1.0:1769074939.888667:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da207f1fe40. 00008000:00000010:1.0:1769074939.888669:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da2066c18b8. 00000080:00000010:1.0:1769074939.888672:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202c99540. 00000080:00000010:1.0:1769074939.888674:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202cdab58. 00000020:00000010:1.0:1769074939.888677:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da209b38a00. 00000008:00000010:1.0:1769074939.888679:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da208b9e160. 00020000:00000010:1.0:1769074939.888682:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202cecfc0. 00008000:00000010:1.0:1769074939.888684:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da209b09ae8. 00000080:00000010:1.0:1769074939.888686:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da207edce10. 00000020:00000010:1.0:1769074939.888688:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da201342c00. 00000020:00000010:1.0:1769074939.888691:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da20a629000. 00000020:00000010:1.0:1769074939.888693:0:28429:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da206532000. 00000020:00000010:1.0:1769074939.888695:0:28429:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da20a154300. 00000008:00000010:1.0:1769074939.888698:0:28429:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20ac7d940. 00020000:00000010:1.0:1769074939.889219:0:28429:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da209f72240. 00008000:00000010:1.0:1769074939.889224:0:28429:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20aeb2de8. 00000080:00000010:1.0:1769074939.889227:0:28429:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da202f82b28. 00000080:00000010:1.0:1769074939.889230:0:28429:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da202c59488. 00000020:00000010:1.0:1769074939.889233:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206532200. 00000008:00000010:1.0:1769074939.889236:0:28429:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8da202fe3a20. 00020000:00000010:1.0:1769074939.889239:0:28429:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8da202ff9680. 00008000:00000010:1.0:1769074939.889242:0:28429:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8da20a623238. 00000080:00000010:1.0:1769074939.889244:0:28429:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8da20ae7f0f0. 00000020:00000010:1.0:1769074939.889247:0:28429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206533200. 00000020:00000010:1.0:1769074939.889249:0:28429:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff8da2012ac990. 00000020:00000001:1.0:1769074939.889251:0:28429:0:(cl_object.c:857:cl_env_cache_purge()) Process leaving (rc=4294967280 : 4294967280 : fffffff0) 00000080:00000001:1.0:1769074939.889255:0:28429:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000080:00000001:3.0:1769074939.898736:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074939.909063:0:1405:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074940.255303:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074940.255310:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074940.255315:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074940.255316:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074940.258095:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074940.258100:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074940.258104:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074941.087238:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074941.087254:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074941.087278:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074941.087286:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074941.087292:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074941.087303:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074941.087310:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074941.087321:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13400. 00000100:00000001:3.0:1769074941.087329:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.087344:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074941.087358:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074941.087364:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.087372:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_00+0] req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.087442:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.087448:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.087452:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074941.087487:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.087498:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074941.087501:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.087505:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074941.087508:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074941.087512:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.087517:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926595072:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.087522:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074941.087529:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074941.087533:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.087536:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074941.087542:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5e00. 02000000:00000001:2.0:1769074941.087544:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074941.087556:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074941.087562:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074941.087569:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074941.087579:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595072, portal 25 00000100:00000001:2.0:1769074941.087582:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074941.087584:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769074941.087590:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.087599:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074941.087602:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074941.087605:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074941.087608:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926595072, offset 0 00000400:00000200:2.0:1769074941.087616:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074941.087627:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.087637:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074941.087645:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074941.087651:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074941.087656:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074941.087659:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074941.087664:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2839:2839:256:4294967295] 192.168.204.145@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:2.0:1769074941.087680:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.087694:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074941.087701:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074941.087708:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348a00. 00000800:00000200:2.0:1769074941.087717:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074941.087726:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074941.087732:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074941.087748:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074941.087753:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074941.087756:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296314126 00000100:00000001:2.0:1769074941.087763:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296312788 00000100:00000001:2.0:1769074941.087768:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296314126 00000100:00000001:2.0:1769074941.087771:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296312788 00000100:00000001:2.0:1769074941.087775:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.087778:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.087781:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.087784:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074941.088007:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.088012:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074941.088016:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074941.088020:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769074941.088024:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=56 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769074941.088027:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074941.088029:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074941.088031:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074941.088036:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13f00. 00000100:00000001:3.0:1769074941.088040:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.088045:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074941.088053:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074941.088055:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.088059:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_01_01+1] req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.096177:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.096188:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074941.096198:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.096201:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.096206:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.096210:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1769074941.096213:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.096216:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.096218:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.096220:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.096221:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.096223:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074941.096244:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.096255:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074941.096257:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.096702:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074941.096709:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074941.096713:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.096719:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926595200:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.096728:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074941.096736:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074941.096739:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.096742:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074941.096757:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5600. 02000000:00000001:2.0:1769074941.096760:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074941.096773:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074941.096780:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b61b8. 00000400:00000010:2.0:1769074941.096788:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353990. 00000100:00000200:2.0:1769074941.096798:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595200, portal 10 00000100:00000001:2.0:1769074941.096801:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074941.096803:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:2.0:1769074941.096811:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.096820:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074941.096823:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074941.096826:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074941.096829:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926595200, offset 0 00000400:00000200:2.0:1769074941.096837:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074941.096848:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.096857:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074941.096865:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074941.096870:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074941.096875:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074941.096878:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074941.096882:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2840:2840:255:4294967295] 192.168.204.145@tcp LPNI seq info [2840:2840:7:4294967295] 00000400:00000200:2.0:1769074941.096886:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.096908:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074941.096916:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074941.096923:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348600. 00000800:00000200:2.0:1769074941.096931:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074941.096942:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074941.096947:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074941.096952:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.096957:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1064020 usecs (1065 jiffies) 00000400:00000200:2.0:1769074941.096962:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074941.096966:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296303660 00000100:00000001:2.0:1769074941.096970:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.096972:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296303660 00000100:00000001:2.0:1769074941.096975:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.096977:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.096980:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.096984:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.096987:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074941.098768:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074941.098780:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348a00. 00000400:00000200:2.0:1769074941.098790:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074941.098802:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074941.098812:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:2.0:1769074941.098815:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:2.0:1769074941.098821:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074941.098831:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.098845:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.098849:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.098857:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.098858:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074941.101004:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074941.101018:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:2.0:1769074941.101028:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074941.101038:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074941.101048:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074941.101051:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074941.101058:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074941.101067:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.101081:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.101084:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.101092:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.101093:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074941.101132:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.101136:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.101140:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.101145:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.101185:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.101187:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074941.113278:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113292:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074941.113298:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074941.113313:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769074941.113320:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074941.113325:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074941.113329:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074941.113336:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074941.113345:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13700. 00000100:00000001:3.0:1769074941.113353:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113369:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074941.113382:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074941.113387:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113394:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_01_00+0] req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.113432:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113435:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074941.113440:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074941.113443:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074941.113446:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769074941.113448:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074941.113449:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074941.113451:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074941.113455:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13c00. 00000100:00000001:3.0:1769074941.113458:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113772:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074941.113781:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074941.113783:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113787:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_01_01+1] req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.113796:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074941.113801:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1640) 00000800:00000001:3.0:1769074941.113841:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.113857:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074941.113860:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.113862:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.113872:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.113879:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074941.113888:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.113906:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.113914:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.113919:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0852e00 00000400:00000200:3.0:1769074941.113924:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.113932:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7235 [1] + 224 00000800:00000001:3.0:1769074941.113943:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.113950:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.113953:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.113959:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074941.113967:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074941.113973:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074941.113983:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.113991:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074941.114000:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.114005:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074941.114006:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.114009:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.114011:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.114015:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074941.114018:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.114021:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.114023:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.114032:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb0852e80 00000400:00000200:3.0:1769074941.114036:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.114040:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7245 [1] + 224 00000800:00000001:3.0:1769074941.114044:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.114048:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.114050:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.114053:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074941.114056:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074941.114060:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074941.114069:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.114076:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074941.114079:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.114082:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.114964:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.114971:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.114974:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074941.114985:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.114997:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074941.114999:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115005:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074941.115009:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074941.115012:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.115016:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926595456:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.115021:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074941.115038:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074941.115041:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115044:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074941.115053:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da4800. 02000000:00000001:2.0:1769074941.115056:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074941.115063:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074941.115068:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074941.115075:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074941.115084:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595456, portal 4 00000100:00000001:2.0:1769074941.115086:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074941.115088:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769074941.115096:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115105:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074941.115108:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074941.115111:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074941.115114:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926595456, offset 0 00000400:00000200:2.0:1769074941.115121:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074941.115129:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.115137:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074941.115143:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074941.115148:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074941.115152:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074941.115154:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074941.115158:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2841:2841:256:4294967295] 192.168.204.145@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:2.0:1769074941.115162:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.115170:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074941.115176:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074941.115181:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348600. 00000800:00000200:2.0:1769074941.115188:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074941.115195:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074941.115200:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074941.115223:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.115229:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26961 usecs (27 jiffies) 00000400:00000200:2.0:1769074941.115232:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074941.115235:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302647 00000100:00000001:2.0:1769074941.115239:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.115242:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302647 00000100:00000001:2.0:1769074941.115245:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.115247:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.115250:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115254:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115256:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115274:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.115276:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074941.115279:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.115280:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.115281:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.115284:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1769074941.115286:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115288:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.115289:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115291:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.115292:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074941.115293:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074941.115299:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115305:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074941.115306:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115308:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074941.115310:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074941.115312:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074941.115315:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926595328:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.115318:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074941.115321:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074941.115322:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115324:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074941.115327:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5c00. 02000000:00000001:2.0:1769074941.115329:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074941.115332:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074941.115335:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6dc0. 00000400:00000010:2.0:1769074941.115339:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353198. 00000100:00000200:2.0:1769074941.115341:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595328, portal 4 00000100:00000001:2.0:1769074941.115343:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074941.115344:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:2.0:1769074941.115350:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115355:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074941.115357:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074941.115360:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353b28. 00000100:00000200:2.0:1769074941.115362:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926595328, offset 0 00000400:00000200:2.0:1769074941.115366:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074941.115369:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.115372:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074941.115375:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074941.115377:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074941.115380:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074941.115382:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074941.115385:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2842:2842:255:4294967295] 192.168.204.145@tcp LPNI seq info [2842:2842:7:4294967295] 00000400:00000200:2.0:1769074941.115388:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074941.115393:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074941.115397:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074941.115400:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348a00. 00000800:00000200:2.0:1769074941.115404:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074941.115408:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074941.115411:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074941.115414:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.115416:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24518 usecs (25 jiffies) 00000400:00000200:2.0:1769074941.115419:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074941.115421:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296302645 00000100:00000001:2.0:1769074941.115424:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.115427:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296302645 00000100:00000001:2.0:1769074941.115429:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296314126 00000100:00000001:2.0:1769074941.115432:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.115433:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115436:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115437:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115451:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.115453:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074941.115457:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074941.115481:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074941.115483:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b61b8. 00000400:00000200:2.0:1769074941.115488:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:2.0:1769074941.115491:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:2.0:1769074941.115494:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074941.115500:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074941.115510:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115516:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074941.115518:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115521:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074941.115524:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074941.115527:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074941.115529:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115532:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074941.115542:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074941.115546:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074941.115549:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074941.115551:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.115555:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074941.115560:0:2381:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115564:0:2381:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074941.115567:0:2381:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509441 00000100:00000001:2.0:1769074941.115569:0:2381:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074941.115572:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.115577:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115589:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.115592:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074941.115594:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074941.115598:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074941.115616:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926595200:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074941.115626:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074941.115628:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074941.115630:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:2.0:1769074941.115633:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074941.115635:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074941.115637:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074941.115642:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074941.115649:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115655:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074941.115657:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115658:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074941.115660:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074941.115661:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074941.115663:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.115665:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074941.115669:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074941.115671:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074941.115674:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074941.115675:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.115677:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074941.115679:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115681:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.115685:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115692:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.115694:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074941.115695:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074941.115699:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074941.115707:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926595072:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.115712:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115715:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.115718:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926595200/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115725:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074941.115729:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074941.115731:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5600. 02000000:00000001:2.0:1769074941.115735:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074941.115739:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074941.115741:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074941.115744:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074941.115746:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13f00. 02000000:00000001:2.0:1769074941.115750:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074941.115753:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074941.115755:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769074941.115759:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074941.115761:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115763:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.115766:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926595072/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.115772:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074941.115773:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074941.115775:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5e00. 02000000:00000001:2.0:1769074941.115777:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074941.115779:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074941.115780:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074941.115783:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074941.115784:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13400. 02000000:00000001:2.0:1769074941.115787:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074941.115788:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074941.115789:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769074941.115792:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074941.115794:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115795:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.115800:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.115802:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.115804:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.115806:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074941.115912:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074941.115918:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348600. 00000400:00000200:3.0:1769074941.115922:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.115928:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074941.115933:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:3.0:1769074941.115935:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:3.0:1769074941.115939:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074941.115944:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.115954:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074941.115957:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.115963:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074941.115965:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074941.115996:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074941.115998:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348a00. 00000400:00000200:3.0:1769074941.116001:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.116004:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074941.116006:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353b28 00000400:00000010:3.0:1769074941.116009:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353b28. 00000100:00000001:3.0:1769074941.116011:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074941.116015:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.116023:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074941.116026:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.116033:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074941.116035:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074941.131020:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131044:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074941.131050:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131053:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.131067:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131076:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074941.131085:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131091:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131098:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131102:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0852f80 00000400:00000200:3.0:1769074941.131108:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131116:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7255 [1] + 224 00000800:00000001:3.0:1769074941.131126:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131132:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.131136:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.131140:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074941.131149:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074941.131161:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074941.131172:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.131194:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074941.131204:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131207:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074941.131209:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131211:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.131214:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131218:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074941.131222:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131224:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131227:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131230:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0852f00 00000400:00000200:3.0:1769074941.131233:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074941.131236:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7265 [1] + 224 00000800:00000001:3.0:1769074941.131240:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131246:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074941.131248:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074941.131251:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074941.131254:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074941.131259:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074941.131266:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074941.131273:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074941.131275:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074941.131278:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.138805:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.138817:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074941.138830:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074941.138832:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074941.138838:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6dc0. 00000400:00000200:2.0:1769074941.138860:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353198 00000400:00000010:2.0:1769074941.138863:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353198. 00000100:00000001:2.0:1769074941.138869:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074941.138884:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074941.138905:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.138915:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074941.138918:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.138921:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074941.138926:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074941.138929:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074941.138931:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.138935:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074941.138949:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074941.138954:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074941.138957:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074941.138960:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.138963:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074941.138968:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.138973:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074941.138975:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074941.138977:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074941.138979:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.138984:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.138991:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.138994:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074941.138996:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074941.139000:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074941.139007:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926595328:192.168.204.145@tcp:400:kworker.0 00000400:00000001:2.0:1769074941.139014:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074941.139016:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074941.139018:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074941.139020:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074941.139022:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074941.139024:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074941.139028:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074941.139035:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.139041:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074941.139042:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.139044:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074941.139055:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074941.139057:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074941.139059:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074941.139061:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074941.139065:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074941.139068:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074941.139070:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074941.139071:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.139073:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074941.139075:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.139077:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074941.139079:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074941.139080:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074941.139082:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074941.139085:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.139091:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074941.139093:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074941.139094:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074941.139097:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074941.139104:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926595456:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074941.139108:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.139111:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.139114:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926595328/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.139121:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074941.139124:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074941.139128:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5c00. 02000000:00000001:2.0:1769074941.139133:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074941.139136:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074941.139138:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074941.139141:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074941.139144:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13700. 02000000:00000001:2.0:1769074941.139149:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074941.139151:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074941.139154:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769074941.139157:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074941.139159:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.139161:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074941.139164:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926595456/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074941.139171:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074941.139173:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074941.139174:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da4800. 02000000:00000001:2.0:1769074941.139176:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074941.139178:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074941.139179:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074941.139181:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074941.139183:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13c00. 02000000:00000001:2.0:1769074941.139185:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074941.139186:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074941.139187:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769074941.139190:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074941.139191:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.139193:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074941.139203:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074941.139205:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074941.139207:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074941.139209:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074941.278883:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074941.278901:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074941.278910:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074941.278911:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074941.278989:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074941.278997:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074941.279002:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074942.302691:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074942.302700:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074942.302707:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074942.302709:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074942.302940:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074942.302944:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074942.302948:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074943.327122:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074943.327133:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074943.327136:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074943.327139:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074943.327145:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074943.327148:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074943.327150:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074943.327153:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074943.327158:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074943.327160:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074943.327320:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074943.327324:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074943.327327:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074944.350869:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074944.350880:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074944.350887:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074944.350889:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074944.351070:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074944.351074:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074944.351078:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074945.379967:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074945.379978:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074945.379986:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074945.379987:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074945.382734:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074945.382744:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074945.382750:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074946.210559:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074946.210570:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074946.210580:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dced80. 00000020:00000040:0.0:1769074946.210585:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074946.210589:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074946.210593:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074946.210598:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074946.210606:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38500. 00000100:00000001:0.0:1769074946.210611:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210623:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074946.210634:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074946.210638:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210645:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074df0cbb] to pc [ptlrpcd_00_01+1] req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210683:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210687:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074946.210689:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074946.210692:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcea00. 00000020:00000040:0.0:1769074946.210695:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=56 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074946.210697:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074946.210698:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074946.210700:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074946.210703:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38900. 00000100:00000001:0.0:1769074946.210706:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210710:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074946.210716:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074946.210719:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210723:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c9d2e] to pc [ptlrpcd_00_00+0] req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210731:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210733:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074946.210737:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074946.210740:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce300. 00000020:00000040:0.0:1769074946.210742:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074946.210744:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074946.210745:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074946.210747:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074946.210749:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38b00. 00000100:00000001:0.0:1769074946.210752:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210755:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074946.210762:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074946.210764:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210768:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721c52eb] to pc [ptlrpcd_00_01+1] req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210776:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210778:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074946.210781:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074946.210784:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd180. 00000020:00000040:0.0:1769074946.210786:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769074946.210788:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074946.210789:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074946.210791:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074946.210793:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38600. 00000100:00000001:0.0:1769074946.210796:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210799:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074946.210844:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074946.210846:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210851:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f2b7d3] to pc [ptlrpcd_00_00+0] req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210857:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.210862:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1645) 00000100:00000001:0.0:1769074946.210878:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074946.210882:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074946.210884:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074946.210889:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210897:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074946.210899:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074946.210902:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074946.210905:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074946.210908:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074946.210912:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926595712:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074946.210916:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074946.210921:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074946.210924:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074946.210926:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074946.210931:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da201342200. 02000000:00000001:0.0:1769074946.210935:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074946.210946:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074946.210950:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000400:00000010:0.0:1769074946.210957:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841000. 00000100:00000200:0.0:1769074946.210964:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595712, portal 10 00000100:00000001:0.0:1769074946.210966:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074946.210967:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788977664 : -125747920573952 : ffff8da207dcea00) 00000100:00000040:0.0:1769074946.210974:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.210986:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074946.210989:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074946.210991:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841dd0. 00000100:00000200:0.0:1769074946.210995:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926595712, offset 0 00000400:00000200:0.0:1769074946.211001:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074946.211009:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074946.211017:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074946.211022:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074946.211026:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074946.211030:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074946.211032:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074946.211036:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2843:2843:256:4294967295] 192.168.204.145@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:0.0:1769074946.211039:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074946.211048:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074946.211054:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074946.211059:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769074946.211066:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074946.211075:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074946.211080:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074946.211187:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074946.211190:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074946.211192:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074946.211198:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.211210:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074946.211212:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074946.211214:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074946.211216:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074946.211218:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074946.211221:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926595584:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074946.211224:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074946.211226:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074946.211228:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074946.211229:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074946.211233:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceb400. 02000000:00000001:1.0:1769074946.211235:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074946.211239:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074946.211242:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074946.211246:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769074946.211250:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595584, portal 25 00000100:00000001:1.0:1769074946.211252:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074946.211253:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000040:1.0:1769074946.211257:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.211264:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074946.211266:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074946.211269:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14d48. 00000100:00000200:1.0:1769074946.211271:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926595584, offset 0 00000400:00000200:1.0:1769074946.211275:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074946.211290:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074946.211294:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074946.211297:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074946.211300:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074946.211302:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074946.211304:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074946.211307:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2844:2844:255:4294967295] 192.168.204.145@tcp LPNI seq info [2844:2844:7:4294967295] 00000400:00000200:1.0:1769074946.211312:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074946.211317:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074946.211322:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074946.211326:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769074946.211330:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074946.211334:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074946.211336:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074946.211356:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.211361:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1061641 usecs (1062 jiffies) 00000400:00000200:0.0:1769074946.211365:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074946.211369:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296308778 00000100:00000001:0.0:1769074946.211371:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296314126 00000100:00000001:0.0:1769074946.211374:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296308778 00000100:00000001:0.0:1769074946.211376:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296314126 00000100:00000001:0.0:1769074946.211378:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074946.211381:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.211384:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074946.211388:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.211395:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074946.211396:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074946.211400:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074946.211402:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074946.211403:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074946.211406:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926595968:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074946.211409:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074946.211411:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074946.211813:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074946.211818:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074946.211823:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da201342a00. 02000000:00000001:0.0:1769074946.211825:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074946.211830:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074946.211833:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d3c8. 00000400:00000010:0.0:1769074946.211837:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769074946.211840:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595968, portal 4 00000100:00000001:0.0:1769074946.211842:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074946.211843:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788971392 : -125747920580224 : ffff8da207dcd180) 00000100:00000040:0.0:1769074946.211849:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.211855:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074946.211857:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074946.211860:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841880. 00000100:00000200:0.0:1769074946.211862:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926595968, offset 0 00000400:00000200:0.0:1769074946.211866:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074946.211870:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074946.211874:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074946.211877:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074946.211879:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074946.211882:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074946.211884:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074946.211887:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2845:2845:254:4294967295] 192.168.204.145@tcp LPNI seq info [2845:2845:6:4294967295] 00000400:00000200:0.0:1769074946.211891:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074946.211898:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074946.211902:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074946.211906:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769074946.211910:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074946.211914:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074946.211917:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074946.220097:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074946.220117:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074946.220121:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296319259 00000100:00000001:1.0:1769074946.220129:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296314126 00000100:00000001:1.0:1769074946.220134:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296319259 00000100:00000001:1.0:1769074946.220138:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296314126 00000100:00000001:1.0:1769074946.220140:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074946.220144:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.220149:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074946.220160:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.220170:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074946.220172:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074946.220176:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074946.220180:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074946.220183:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074946.220187:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926595840:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074946.220190:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074946.220195:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074946.220198:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074946.220200:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074946.220209:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceb000. 02000000:00000001:1.0:1769074946.220212:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074946.220217:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074946.220222:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074946.220240:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14880. 00000100:00000200:1.0:1769074946.220247:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926595840, portal 4 00000100:00000001:1.0:1769074946.220249:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074946.220251:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788975872 : -125747920575744 : ffff8da207dce300) 00000100:00000040:1.0:1769074946.220258:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.220265:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074946.220267:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074946.220269:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a144c8. 00000100:00000200:1.0:1769074946.220272:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926595840, offset 0 00000400:00000200:1.0:1769074946.220279:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074946.220297:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074946.220306:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074946.220312:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074946.220316:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074946.220320:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074946.220322:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074946.220326:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2846:2846:253:4294967295] 192.168.204.145@tcp LPNI seq info [2846:2846:5:4294967295] 00000400:00000200:1.0:1769074946.220330:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074946.220340:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074946.220345:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074946.220351:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fc00. 00000800:00000200:1.0:1769074946.220357:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074946.220364:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074946.220368:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074946.220372:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074946.220376:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24570 usecs (25 jiffies) 00000400:00000200:1.0:1769074946.220379:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074946.220381:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296307750 00000100:00000001:1.0:1769074946.220384:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296319259 00000100:00000001:1.0:1769074946.220386:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296307750 00000100:00000001:1.0:1769074946.220389:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296319259 00000100:00000001:1.0:1769074946.220391:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074946.220393:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.220396:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.220399:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074946.220407:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074946.220409:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074946.220423:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074946.220425:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074946.220427:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.220430:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.229072:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.229087:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26992 usecs (27 jiffies) 00000400:00000200:0.0:1769074946.229099:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074946.229103:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296307761 00000100:00000001:0.0:1769074946.229107:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296319259 00000100:00000001:0.0:1769074946.229109:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296307761 00000100:00000001:0.0:1769074946.229112:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296319259 00000100:00000001:0.0:1769074946.229114:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074946.229118:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.229122:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.229126:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.229135:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074946.229137:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074946.229141:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074946.229143:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074946.229145:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.229149:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074946.229948:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074946.229955:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:3.0:1769074946.229965:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.229974:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074946.229980:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841dd0 00000400:00000010:3.0:1769074946.229982:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841dd0. 00000100:00000001:3.0:1769074946.229988:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074946.229996:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230008:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074946.230011:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230018:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074946.230020:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074946.230034:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074946.230036:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:3.0:1769074946.230039:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.230042:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074946.230044:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:3.0:1769074946.230046:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:3.0:1769074946.230049:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074946.230052:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230065:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074946.230068:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230074:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074946.230076:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074946.230086:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074946.230088:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 00000400:00000200:3.0:1769074946.230090:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.230094:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074946.230097:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:3.0:1769074946.230098:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:3.0:1769074946.230101:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074946.230105:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230112:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074946.230115:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230121:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074946.230122:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074946.230182:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074946.230184:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769074946.230188:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.230191:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074946.230193:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841880 00000400:00000010:3.0:1769074946.230195:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841880. 00000100:00000001:3.0:1769074946.230197:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074946.230200:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230207:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074946.230210:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.230221:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074946.230222:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074946.234511:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234535:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074946.234540:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234543:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074946.234557:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234567:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074946.234576:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234582:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234589:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234593:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853180 00000400:00000200:3.0:1769074946.234599:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234607:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7285 [1] + 224 00000800:00000001:3.0:1769074946.234616:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234622:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074946.234626:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.234631:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074946.234641:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074946.234652:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074946.234664:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.234685:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074946.234696:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234700:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074946.234702:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234704:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074946.234707:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234711:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074946.234716:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234719:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234721:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234724:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853100 00000400:00000200:3.0:1769074946.234728:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074946.234732:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x728d [1] + 224 00000800:00000001:3.0:1769074946.234736:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234743:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074946.234746:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074946.234750:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074946.234753:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074946.234760:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074946.234769:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074946.234788:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074946.234794:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074946.234798:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.234802:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074946.234818:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074946.234829:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074946.234832:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074946.234838:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d3c8. 00000400:00000200:0.0:1769074946.234850:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:0.0:1769074946.234853:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:0.0:1769074946.234858:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074946.234868:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074946.234880:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.234888:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074946.234890:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.234893:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074946.234896:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074946.234898:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074946.234901:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074946.234904:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074946.234913:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074946.234917:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074946.234920:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074946.234922:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074946.234924:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074946.234930:0:2379:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.234933:0:2379:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074946.234935:0:2379:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1769074946.234937:0:2379:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074946.234938:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074946.234943:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.234950:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074946.234953:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074946.234955:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074946.234959:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074946.234966:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926595968:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074946.234971:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.234973:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074946.234976:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd180 x1855007926595968/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074946.234982:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074946.234985:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074946.234988:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da201342a00. 02000000:00000001:0.0:1769074946.234992:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074946.234994:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074946.234996:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769074946.234998:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074946.235001:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38600. 02000000:00000001:0.0:1769074946.235004:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074946.235006:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074946.235008:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd180. 00000100:00000001:0.0:1769074946.235012:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074946.235014:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.235016:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.235018:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074946.235019:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074946.235021:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074946.235022:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.235232:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074946.235235:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074946.235239:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074946.235241:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074946.235243:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074946.235247:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:1.0:1769074946.235249:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:1.0:1769074946.235252:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074946.235257:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074946.235267:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.235273:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074946.235275:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074946.235277:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074946.235278:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074946.235287:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074946.235289:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074946.235291:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074946.235296:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074946.235299:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074946.235302:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074946.235303:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074946.235305:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074946.235308:0:2380:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.235310:0:2380:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074946.235311:0:2380:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:1.0:1769074946.235313:0:2380:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074946.235314:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074946.235318:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.235325:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074946.235327:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074946.235329:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074946.235332:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074946.235339:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926595840:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074946.235343:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.235345:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074946.235348:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce300 x1855007926595840/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074946.235354:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074946.235355:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074946.235357:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb000. 02000000:00000001:1.0:1769074946.235359:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074946.235360:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074946.235362:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769074946.235364:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074946.235365:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38b00. 02000000:00000001:1.0:1769074946.235368:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074946.235369:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074946.235371:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce300. 00000100:00000001:1.0:1769074946.235374:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074946.235375:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074946.235377:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.235379:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074946.235380:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074946.235381:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074946.235383:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074946.398602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074946.398608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074946.398613:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074946.398614:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074946.398786:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074946.398790:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074946.398793:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074947.422598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074947.422606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074947.422613:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074947.422615:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074947.423048:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074947.423052:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074947.423055:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074948.446785:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074948.446792:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074948.446797:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074948.446798:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074948.446893:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074948.446897:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074948.446901:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074949.473593:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074949.473600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074949.473606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074949.473609:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074949.473612:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074949.473617:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074949.473619:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074949.473621:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074949.473624:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074949.473627:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074949.473629:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074949.473631:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074949.476124:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074949.476131:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074949.476136:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074950.494689:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074950.494696:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074950.494702:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074950.494703:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074950.494857:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074950.494863:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074950.494866:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074951.326727:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074951.326743:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074951.326758:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98700. 00000020:00000040:2.0:1769074951.326767:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074951.326773:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074951.326777:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074951.326784:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074951.326796:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348100. 00000100:00000001:2.0:1769074951.326804:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.326819:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074951.326832:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074951.326837:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.326853:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021562459] to pc [ptlrpcd_01_00+0] req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.326897:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.326901:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074951.326904:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074951.326908:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b800. 00000020:00000040:2.0:1769074951.326911:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=57 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769074951.326914:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074951.326916:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074951.326919:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074951.326926:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348a00. 00000100:00000001:2.0:1769074951.326930:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.326930:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769074951.326936:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074951.326938:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074951.326942:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769074951.326948:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074951.326952:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074951.326954:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074951.326959:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015c6ff12] to pc [ptlrpcd_01_01+1] req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.326973:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074951.326977:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.326978:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.326983:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769074951.326986:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769074951.326988:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1769074951.326991:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1769074951.326994:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 02000000:00000001:3.0:1769074951.326996:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074951.326999:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769074951.327003:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1769074951.327004:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926596096:192.168.204.145@tcp:400:kworker.0 02000000:00000001:2.0:1769074951.327005:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074951.327009:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.327013:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1769074951.327015:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348600. 00000100:00000001:2.0:1769074951.327020:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074951.327022:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1769074951.327025:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769074951.327026:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074951.327031:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074951.327039:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2057d5600. 02000000:00000001:3.0:1769074951.327041:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327049:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074951.327052:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074951.327056:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769074951.327057:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ad302f0] to pc [ptlrpcd_01_00+0] req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074951.327065:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b160. 00000100:00000001:2.0:1769074951.327068:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327072:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769074951.327075:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000001:2.0:1769074951.327077:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074951.327083:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b480. 00000020:00000040:2.0:1769074951.327086:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000200:3.0:1769074951.327086:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596096, portal 25 00000100:00000001:2.0:1769074951.327088:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074951.327091:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769074951.327092:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769074951.327094:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.327096:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803435776 : -125747906115840 : ffff8da208b98700) 02000000:00000010:2.0:1769074951.327100:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da208348900. 00000100:00000001:2.0:1769074951.327104:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074951.327106:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074951.327112:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074951.327121:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074951.327128:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074951.327133:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000001:2.0:1769074951.327137:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1769074951.327139:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926596096, offset 0 00000100:00000001:2.0:1769074951.327142:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327148:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028fe6f43] to pc [ptlrpcd_01_01+1] req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074951.327154:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769074951.327159:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074951.327168:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769074951.327176:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1650) 00000400:00000200:3.0:1769074951.327181:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074951.327189:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074951.327195:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:2.0:1769074951.327196:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.327200:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074951.327203:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769074951.327203:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1769074951.327211:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074951.327211:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074951.327220:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2847:2847:256:4294967295] 192.168.204.145@tcp LPNI seq info [2847:2847:8:4294967295] 00000100:00000001:2.0:1769074951.327227:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074951.327229:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074951.327230:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:2.0:1769074951.327233:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074951.327235:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074951.327238:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074951.327244:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596224:192.168.204.145@tcp:400:kworker.0 00000400:00000200:3.0:1769074951.327252:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:2.0:1769074951.327253:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074951.327257:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074951.327260:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.327262:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1769074951.327265:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000010:2.0:1769074951.327268:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da4400. 02000000:00000001:2.0:1769074951.327272:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769074951.327273:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000400:00000200:2.0:1769074951.327278:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074951.327284:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000800:00000200:3.0:1769074951.327285:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:2.0:1769074951.327291:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074951.327296:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596224, portal 10 00000800:00000200:3.0:1769074951.327300:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074951.327306:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074951.327314:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074951.327316:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00000100:00000001:3.0:1769074951.327322:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327325:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074951.327332:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074951.327345:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074951.327347:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074951.327350:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353198. 00000100:00000200:2.0:1769074951.327353:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926596224, offset 0 00000100:00000001:3.0:1769074951.327355:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296324366 00000400:00000200:2.0:1769074951.327360:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074951.327365:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.327369:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074951.327382:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074951.327386:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074951.327388:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074951.327391:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074951.327394:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2848:2848:255:4294967295] 192.168.204.145@tcp LPNI seq info [2848:2848:7:4294967295] 00000400:00000200:2.0:1769074951.327398:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.327405:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074951.327410:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074951.327414:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348800. 00000800:00000200:2.0:1769074951.327419:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074951.327424:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074951.327427:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074951.327430:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327435:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1061641 usecs (1062 jiffies) 00000400:00000200:2.0:1769074951.327438:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074951.327440:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296313894 00000100:00000001:3.0:1769074951.327445:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296319259 00000100:00000001:3.0:1769074951.327451:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296324366 00000100:00000001:2.0:1769074951.327452:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296324366 00000100:00000001:3.0:1769074951.327455:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296319259 00000100:00000001:2.0:1769074951.327457:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296313894 00000100:00000001:3.0:1769074951.327495:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074951.327500:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327502:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296324366 00000100:00000001:3.0:1769074951.327506:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327507:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074951.327511:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.327512:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327517:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074951.327521:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.327529:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074951.327530:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.327532:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074951.327534:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074951.327536:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074951.327539:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596480:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074951.327543:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074951.327545:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074951.327547:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.327548:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074951.327552:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da4c00. 02000000:00000001:2.0:1769074951.327554:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074951.327558:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074951.327561:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6dc0. 00000400:00000010:2.0:1769074951.327564:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074951.327567:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596480, portal 4 00000100:00000001:2.0:1769074951.327569:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074951.327570:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803447424 : -125747906104192 : ffff8da208b9b480) 00000100:00000040:2.0:1769074951.327576:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.327582:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074951.327585:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074951.327587:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353990. 00000100:00000200:2.0:1769074951.327590:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926596480, offset 0 00000400:00000200:2.0:1769074951.327594:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074951.327597:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.327600:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074951.327602:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074951.327605:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074951.327608:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074951.327610:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074951.327613:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2849:2849:254:4294967295] 192.168.204.145@tcp LPNI seq info [2849:2849:6:4294967295] 00000400:00000200:2.0:1769074951.327616:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.327621:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074951.327625:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074951.327628:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da208348700. 00000800:00000200:2.0:1769074951.327632:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074951.327635:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074951.327638:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da208348700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074951.327641:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327644:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27013 usecs (28 jiffies) 00000400:00000200:2.0:1769074951.327646:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074951.327649:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296312861 00000100:00000001:2.0:1769074951.327651:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296324366 00000100:00000001:2.0:1769074951.327653:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296312861 00000100:00000001:2.0:1769074951.327655:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296324366 00000100:00000001:2.0:1769074951.327657:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074951.327660:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327662:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327664:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.327669:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074951.327671:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074951.327673:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.327675:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074951.327676:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074951.327679:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1769074951.327681:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.327683:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074951.327685:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074951.327685:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074951.327690:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074951.327690:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074951.327694:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074951.327695:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.327696:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769074951.327698:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074951.327702:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.327704:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.327705:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.327715:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074951.327727:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.327730:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074951.327732:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074951.327735:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074951.327738:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596352:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074951.327742:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074951.327745:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074951.327746:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.327748:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074951.327752:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207da5600. 02000000:00000001:2.0:1769074951.327754:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074951.327757:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074951.327761:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074951.327764:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083536e8. 00000100:00000200:2.0:1769074951.327767:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596352, portal 4 00000100:00000001:2.0:1769074951.327769:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074951.327771:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:2.0:1769074951.327778:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074951.327781:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1769074951.327788:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1769074951.327788:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000100:00000040:2.0:1769074951.327794:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074951.327798:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083532a8. 00000400:00000200:3.0:1769074951.327799:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074951.327800:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926596352, offset 0 00000400:00000200:2.0:1769074951.327810:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074951.327813:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074951.327817:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.327822:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074951.328067:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074951.328072:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074951.328075:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074951.328077:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074951.328080:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2850:2850:253:4294967295] 192.168.204.145@tcp LPNI seq info [2850:2850:5:4294967295] 00000400:00000200:2.0:1769074951.328085:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074951.328091:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074951.328096:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074951.328102:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074951.328106:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074951.328111:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074951.328114:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074951.328117:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.328121:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24611 usecs (25 jiffies) 00000400:00000200:3.0:1769074951.331512:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:3.0:1769074951.331684:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:3.0:1769074951.331698:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074951.331713:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331739:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074951.331743:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331750:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.331752:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074951.331802:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074951.331807:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348800. 00000400:00000200:3.0:1769074951.331815:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074951.331820:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074951.331824:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353198 00000400:00000010:3.0:1769074951.331827:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353198. 00000100:00000001:3.0:1769074951.331829:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074951.331834:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331843:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074951.331846:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331852:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.331854:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074951.331864:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074951.331866:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da208348700. 00000400:00000200:3.0:1769074951.331869:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074951.331872:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074951.331875:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:3.0:1769074951.331877:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:3.0:1769074951.331879:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074951.331883:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331892:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074951.331895:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.331901:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.331903:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074951.332830:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074951.332837:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074951.332844:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074951.332852:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074951.332864:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083532a8 00000400:00000010:3.0:1769074951.332867:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083532a8. 00000100:00000001:3.0:1769074951.332871:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074951.332877:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.332894:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074951.332897:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.332904:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074951.332905:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1769074951.336543:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074951.336555:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296312867 00000100:00000001:2.0:1769074951.336563:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296324366 00000100:00000001:2.0:1769074951.336566:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296312867 00000100:00000001:2.0:1769074951.336568:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296324366 00000100:00000001:2.0:1769074951.336572:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074951.336578:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.336585:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.336591:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074951.348079:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348102:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074951.348107:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348110:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074951.348168:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348192:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074951.348202:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348209:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348216:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348221:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853380 00000400:00000200:3.0:1769074951.348227:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348234:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x72b5 [1] + 224 00000800:00000001:3.0:1769074951.348243:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348281:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074951.348285:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074951.348290:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074951.348300:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074951.348311:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074951.348324:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.348356:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074951.348368:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348372:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.348435:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.348442:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074951.348451:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074951.348454:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074951.348458:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6dc0. 00000400:00000200:2.0:1769074951.348495:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074951.348498:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074951.348501:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074951.348507:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074951.348518:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.348526:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074951.348528:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.348531:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074951.348535:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074951.348547:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074951.348551:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.348556:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074951.348569:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074951.348575:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074951.348578:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074951.348580:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074951.348584:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074951.348589:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.348594:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074951.348597:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1769074951.348599:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074951.348601:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.348607:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.348615:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074951.348619:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074951.348621:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074951.348625:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074951.348633:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596480:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074951.348639:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.348642:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074951.348645:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b480 x1855007926596480/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.348652:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074951.348655:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074951.348661:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da4c00. 02000000:00000001:2.0:1769074951.348665:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074951.348669:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074951.348672:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074951.348674:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074951.348677:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348900. 02000000:00000001:2.0:1769074951.348682:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074951.348684:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074951.348687:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b480. 00000100:00000001:2.0:1769074951.348703:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074951.348704:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.348708:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.348710:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.348712:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074951.348714:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.348715:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074951.348911:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348918:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074951.348921:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348923:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074951.348928:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348932:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074951.348937:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348940:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348943:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348947:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853300 00000400:00000200:3.0:1769074951.348950:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074951.348955:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x72c5 [1] + 224 00000800:00000001:3.0:1769074951.348959:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.348964:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074951.348966:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074951.348970:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074951.348974:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074951.348979:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074951.348989:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074951.349005:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074951.349009:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074951.349011:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.349580:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.349582:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074951.349588:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074951.349590:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074951.349593:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:2.0:1769074951.349597:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083536e8 00000400:00000010:2.0:1769074951.349599:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083536e8. 00000100:00000001:2.0:1769074951.349602:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074951.349606:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074951.349615:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.349621:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074951.349622:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.349624:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074951.349626:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074951.349627:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074951.349629:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074951.349632:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074951.349639:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074951.349643:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074951.349646:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074951.349648:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074951.349650:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074951.349652:0:2382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.349655:0:2382:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074951.349657:0:2382:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074951.349659:0:2382:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074951.349661:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074951.349665:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.349672:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074951.349674:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074951.349676:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074951.349680:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074951.349688:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596352:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074951.349703:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.349705:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074951.349709:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926596352/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074951.349715:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074951.349727:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074951.349730:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da5600. 02000000:00000001:2.0:1769074951.349734:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074951.349736:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074951.349738:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769074951.349740:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074951.349743:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348600. 02000000:00000001:2.0:1769074951.349746:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074951.349748:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074951.349749:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:2.0:1769074951.349753:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074951.349755:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.349757:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.349759:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074951.349760:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074951.349762:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074951.349764:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074951.518631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074951.518642:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074951.518650:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074951.518651:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074951.525685:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074951.525694:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074951.525701:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074952.351165:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074952.351179:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074952.351181:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1769074952.351186:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074952.351188:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074952.351192:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074952.351195:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074952.542636:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074952.542644:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074952.542650:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074952.542652:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074952.542821:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074952.542826:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074952.542830:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074953.568192:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074953.568204:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074953.568206:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074953.568211:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074953.568217:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074953.568219:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074953.568222:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074953.568224:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074953.568229:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074953.568230:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074953.568496:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074953.568501:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074953.568505:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074954.591929:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074954.591938:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074954.591944:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074954.591946:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074954.592011:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074954.592017:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074954.592021:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769074955.614724:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074955.614736:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074955.614747:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074955.614748:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074955.615551:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074955.615555:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074955.615560:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769074956.447103:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074956.447114:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074956.447126:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997b80. 00000020:00000040:1.0:1769074956.447132:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074956.447136:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074956.447139:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074956.447144:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074956.447152:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fa00. 00000100:00000001:1.0:1769074956.447158:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447168:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074956.447178:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074956.447182:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447189:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5dfbc2f] to pc [ptlrpcd_00_01+1] req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074956.447214:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447218:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074956.447221:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074956.447224:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a994000. 00000020:00000040:1.0:1769074956.447227:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=58 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769074956.447230:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074956.447231:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074956.447233:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074956.447236:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f200. 00000100:00000001:1.0:1769074956.447238:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447242:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074956.447250:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074956.447251:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447255:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb8415a6] to pc [ptlrpcd_00_00+0] req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074956.447263:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.447265:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074956.447269:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1769074956.447271:0:25395:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1769074956.447273:0:25395:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1769074956.447278:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da20a997800. 00000020:00000040:1.0:1769074956.447280:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:1.0:1769074956.447283:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074956.447285:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769074956.447505:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074956.447511:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074956.447513:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074956.447520:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074956.447528:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074956.447530:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074956.447533:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074956.447536:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074956.447539:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074956.447543:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926596608:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074956.447547:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074956.447552:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074956.447555:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074956.447557:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074956.447562:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ea00. 02000000:00000001:0.0:1769074956.447564:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074956.447573:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074956.447578:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d3c8. 00000400:00000010:0.0:1769074956.447584:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769074956.447590:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596608, portal 25 00000100:00000001:0.0:1769074956.447593:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074956.447594:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834890112 : -125747874661504 : ffff8da20a997b80) 00000100:00000040:0.0:1769074956.447599:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074956.447606:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074956.447608:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074956.447611:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841088. 00000100:00000200:0.0:1769074956.447615:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926596608, offset 0 00000400:00000200:0.0:1769074956.447622:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074956.447629:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074956.447648:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074956.447653:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074956.447658:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074956.447661:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074956.447664:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074956.447669:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2851:2851:256:4294967295] 192.168.204.145@tcp LPNI seq info [2851:2851:8:4294967295] 00000400:00000200:0.0:1769074956.447672:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074956.447681:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074956.447687:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074956.447692:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769074956.447698:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074956.447706:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074956.447710:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074956.447726:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074956.447731:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074956.447734:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296329487 00000100:00000001:0.0:1769074956.447739:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296324366 00000100:00000001:0.0:1769074956.447744:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296329487 00000100:00000001:0.0:1769074956.447747:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296324366 00000100:00000001:0.0:1769074956.447750:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074956.447752:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074956.447756:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074956.447758:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074956.447765:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074956.447767:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074956.447769:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074956.447771:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074956.447772:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074956.447775:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1769074956.447777:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074956.447779:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074956.447780:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074956.447782:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074956.447783:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074956.447784:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074956.447788:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074956.447795:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074956.447796:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074956.447798:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074956.447800:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074956.447802:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074956.447805:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926596736:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074956.447808:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074956.447820:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074956.447822:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074956.447825:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074956.447829:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f800. 02000000:00000001:0.0:1769074956.447830:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074956.447834:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074956.447837:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769074956.447840:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769074956.447843:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596736, portal 10 00000100:00000001:0.0:1769074956.447844:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074956.447846:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834874880 : -125747874676736 : ffff8da20a994000) 00000100:00000040:0.0:1769074956.447851:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074956.447857:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074956.447859:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074956.447861:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841550. 00000100:00000200:0.0:1769074956.447863:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926596736, offset 0 00000400:00000200:0.0:1769074956.447867:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074956.447870:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074956.447873:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074956.447876:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074956.447878:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074956.447879:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074956.447882:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074956.447885:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2852:2852:255:4294967295] 192.168.204.145@tcp LPNI seq info [2852:2852:7:4294967295] 00000400:00000200:0.0:1769074956.447888:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074956.447894:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074956.447898:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074956.447901:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074956.447904:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074956.447908:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074956.447911:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074956.447914:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074956.447918:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1061641 usecs (1062 jiffies) 00000400:00000200:0.0:1769074956.447921:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074956.447923:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296319015 00000100:00000001:0.0:1769074956.447925:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296329487 00000100:00000001:0.0:1769074956.447927:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296319015 00000100:00000001:0.0:1769074956.447929:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296329487 00000100:00000001:0.0:1769074956.447930:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074956.447932:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074956.447934:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074956.447936:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074956.448429:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074956.448435:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:3.0:1769074956.448441:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.448446:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074956.448452:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841088 00000400:00000010:3.0:1769074956.448455:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841088. 00000100:00000001:3.0:1769074956.448494:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074956.448500:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.448516:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.448520:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.448527:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.448528:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074956.448606:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074956.448609:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:3.0:1769074956.448612:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.448615:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074956.448618:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841550 00000400:00000010:3.0:1769074956.448620:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841550. 00000100:00000001:3.0:1769074956.448623:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074956.448627:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.448645:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.448649:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.448654:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.448655:0:2374:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769074956.449268:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074956.449277:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f800. 00000100:00000001:1.0:1769074956.449284:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074956.449406:0:25395:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00000100:00080000:1.0:1769074956.449412:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074956.449416:0:25395:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8da202f2f800: disconnect after 22s idle 00000100:00000001:1.0:1769074956.449420:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074956.449425:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.449432:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d774377] to pc [ptlrpcd_rcv+-1] req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.449552:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.449556:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074956.449559:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074956.449565:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.449573:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074956.449574:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.449578:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074956.449581:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074956.449584:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074956.449587:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926596864:192.168.204.145@tcp:9:kworker.0 00000100:00000001:3.0:1769074956.449591:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074956.449597:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074956.449600:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.449602:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074956.449607:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2057d5000. 02000000:00000001:3.0:1769074956.449609:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074956.449618:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074956.449623:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b4d0. 00000400:00000010:3.0:1769074956.449629:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074956.449646:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596864, portal 4 00000100:00000001:3.0:1769074956.449648:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074956.449650:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834889216 : -125747874662400 : ffff8da20a997800) 00000100:00000040:3.0:1769074956.449657:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.449664:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074956.449667:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074956.449670:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769074956.449672:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926596864, offset 0 00000400:00000200:3.0:1769074956.449679:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074956.449685:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.449692:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074956.449696:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074956.449699:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074956.449703:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074956.449705:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074956.449708:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2853:2853:256:4294967295] 192.168.204.145@tcp LPNI seq info [2853:2853:8:4294967295] 00000400:00000200:3.0:1769074956.449712:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.449721:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074956.449725:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074956.449730:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769074956.449735:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074956.449742:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074956.449745:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074956.449757:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074956.449761:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24636 usecs (25 jiffies) 00000400:00000200:3.0:1769074956.449764:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074956.449779:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296317980 00000100:00000001:3.0:1769074956.449783:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296329487 00000100:00000001:3.0:1769074956.449786:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296317980 00000100:00000001:3.0:1769074956.449788:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296329487 00000100:00000001:3.0:1769074956.449790:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074956.449792:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.449795:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.449797:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074956.450009:0:25395:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074956.450013:0:25395:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.450016:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074956.450020:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1769074956.450023:0:25395:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1769074956.450025:0:25395:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1769074956.450031:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ff800. 00000020:00000040:1.0:1769074956.450035:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769074956.450039:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074956.450041:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074956.450043:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074956.450047:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fc00. 00000100:00000001:1.0:1769074956.450051:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074956.450053:0:25395:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618326061807616 : -125747647744000 : ffff8da2181ff800) 00000100:00080000:1.0:1769074956.450056:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074956.450058:0:25395:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8da202f2f800: disconnect after 22s idle 00000100:00000001:1.0:1769074956.450061:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074956.450063:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074956.450068:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b6495a0] to pc [ptlrpcd_rcv+-1] req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074956.452023:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074956.452031:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074956.452034:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074956.452039:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.454577:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074956.454584:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074956.454590:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.454593:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074956.454595:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074956.454610:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.454621:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074956.454622:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.454627:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074956.454630:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074956.454655:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074956.454659:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926596992:192.168.204.145@tcp:9:kworker.0 00000100:00000001:3.0:1769074956.454664:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074956.454669:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074956.454672:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.454674:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074956.454681:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2057d4e00. 02000000:00000001:3.0:1769074956.454683:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074956.454692:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074956.454697:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b790. 00000400:00000010:3.0:1769074956.454704:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074956.454713:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926596992, portal 4 00000100:00000001:3.0:1769074956.454716:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074956.454717:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061807616 : -125747647744000 : ffff8da2181ff800) 00000100:00000040:3.0:1769074956.454724:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.454732:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074956.454735:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074956.454738:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074956.454741:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926596992, offset 0 00000400:00000200:3.0:1769074956.454747:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074956.454757:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.454765:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074956.454987:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074956.454991:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074956.454995:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074956.454998:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074956.455002:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2854:2854:255:4294967295] 192.168.204.145@tcp LPNI seq info [2854:2854:7:4294967295] 00000400:00000200:3.0:1769074956.455007:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.455016:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074956.455021:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074956.455027:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000800:00000200:3.0:1769074956.455033:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074956.455040:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074956.455044:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074956.455050:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074956.455055:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 27011 usecs (28 jiffies) 00000400:00000200:3.0:1769074956.455058:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074956.455061:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296317988 00000100:00000001:3.0:1769074956.455064:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296329487 00000100:00000001:3.0:1769074956.455068:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296317988 00000100:00000001:3.0:1769074956.455070:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296329487 00000100:00000001:3.0:1769074956.455073:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074956.455075:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.455080:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.455082:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.455086:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074956.455088:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074956.455090:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.455092:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074956.455093:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.455095:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074956.455136:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074956.455139:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000400:00000200:3.0:1769074956.455146:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.455151:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074956.455156:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:3.0:1769074956.455159:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:3.0:1769074956.455165:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074956.455170:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.455179:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.455184:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.455190:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.455191:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074956.458065:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074956.458075:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000400:00000200:3.0:1769074956.458081:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.458092:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074956.458099:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720e58 00000400:00000010:3.0:1769074956.458102:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720e58. 00000100:00000001:3.0:1769074956.458108:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074956.458117:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.458129:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.458133:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.458141:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.458142:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769074956.458385:0:25395:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074956.458390:0:25395:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.459052:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.459058:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074956.459063:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.459067:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074956.460557:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.460572:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074956.460576:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.460578:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074956.460589:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.460597:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074956.460604:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.460608:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.460614:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.460618:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853500 00000400:00000200:3.0:1769074956.460624:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.460641:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x72e5 [1] + 224 00000800:00000001:3.0:1769074956.460649:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.460656:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074956.460659:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.460664:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074956.460671:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074956.460679:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074956.460691:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.460713:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074956.460720:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.460722:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.460734:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.460737:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074956.460744:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074956.460746:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074956.460748:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b4d0. 00000400:00000200:3.0:1769074956.460752:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:3.0:1769074956.460754:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:3.0:1769074956.460758:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074956.460762:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074956.460776:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.460782:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074956.460784:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.460786:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074956.460790:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074956.460792:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074956.460794:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.460797:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074956.460806:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074956.460819:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074956.460821:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074956.460823:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074956.460826:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074956.460830:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.460834:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074956.460836:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074956.460838:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074956.460840:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074956.460844:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.460857:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074956.460860:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074956.460862:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074956.460866:0:2378:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074956.460874:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1769074956.460878:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074956.460885:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926596864:192.168.204.145@tcp:9:kworker.0 00000100:00000001:3.0:1769074956.460890:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.460892:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.460895:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997800 x1855007926596864/t0(0) o9->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.460902:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074956.460904:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074956.460907:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2057d5000. 02000000:00000001:3.0:1769074956.460910:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074956.460913:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074956.460915:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074956.460917:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074956.460919:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f800. 02000000:00000001:3.0:1769074956.460923:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074956.460924:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074956.460926:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997800. 00000100:00000001:3.0:1769074956.460930:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074956.460931:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.460933:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.460935:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.460936:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074956.460937:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.460939:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074956.462063:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.462076:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074956.462080:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.462081:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074956.462090:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.462097:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074956.462103:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.462107:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.462112:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.462115:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 4 MB=0x6971eb0853580 00000400:00000200:3.0:1769074956.462119:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074956.462124:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 224/224 into md 0x72f5 [1] + 224 00000800:00000001:3.0:1769074956.462130:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.462135:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074956.462138:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074956.462142:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074956.462146:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074956.462152:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074956.462163:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.462177:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074956.462181:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074956.462183:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.462195:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.462197:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074956.462201:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074956.462203:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074956.462205:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b790. 00000400:00000200:3.0:1769074956.462208:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7206e8 00000400:00000010:3.0:1769074956.462211:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7206e8. 00000100:00000001:3.0:1769074956.462215:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074956.462218:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074956.462228:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.462235:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074956.462236:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.462239:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074956.462241:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074956.462243:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074956.462245:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074956.462247:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074956.462254:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074956.462257:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074956.462259:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074956.462261:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074956.462263:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074956.462266:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.462269:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074956.462271:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1769074956.462273:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074956.462274:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074956.462278:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.462284:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074956.463148:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074956.463150:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074956.463160:0:2378:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074956.463170:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1769074956.463175:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074956.463184:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926596992:192.168.204.145@tcp:9:kworker.0 00000100:00000001:3.0:1769074956.463190:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.463192:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074956.463195:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ff800 x1855007926596992/t0(0) o9->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074956.463202:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074956.463205:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074956.463208:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2057d4e00. 02000000:00000001:3.0:1769074956.463212:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074956.463214:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074956.463216:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769074956.463218:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074956.463220:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:3.0:1769074956.463223:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074956.463226:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074956.463228:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ff800. 00000100:00000001:3.0:1769074956.463231:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074956.463232:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.463234:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074956.463241:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074956.463243:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074956.463245:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074956.463247:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074956.463604:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1655) 00010000:00000001:0.0:1769074956.639498:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074956.639506:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074956.639513:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074956.639514:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074956.645218:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074956.645226:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074956.645231:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074957.279991:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074957.280005:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074957.280007:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074957.280013:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074957.280015:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074957.280019:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074957.280023:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074957.470703:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074957.470722:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074957.470724:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074957.470731:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074957.470734:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074957.470741:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074957.470746:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074957.662598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074957.662608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074957.662622:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074957.662623:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074957.664718:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074957.664725:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074957.664729:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074958.302823:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074958.302847:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074958.302850:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074958.302858:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074958.302861:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074958.302866:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074958.302871:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074958.495287:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074958.495303:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074958.495306:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074958.495313:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074958.495316:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074958.495321:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074958.495324:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074958.687797:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074958.687808:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074958.687816:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074958.687817:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074958.687914:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074958.687919:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074958.687922:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074959.326673:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074959.326687:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074959.326689:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074959.326693:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074959.326696:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074959.326699:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074959.326703:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074959.521327:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074959.521346:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074959.521349:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074959.521355:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074959.521358:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074959.521364:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074959.521370:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074959.711706:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074959.711716:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074959.711724:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074959.711728:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074959.711731:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074959.711738:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074959.711740:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074959.711743:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074959.711746:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074959.711749:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074959.711751:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074959.711753:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074959.716866:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074959.716877:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074959.716882:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074960.350685:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074960.350707:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074960.350709:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074960.350716:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074960.350719:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074960.350724:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074960.350729:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074960.542636:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074960.542655:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074960.542658:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074960.542663:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074960.542666:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074960.542673:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074960.542678:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074960.734647:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074960.734659:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074960.734667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074960.734668:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074960.734796:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074960.734801:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074960.734805:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074961.377655:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074961.377674:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074961.377677:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.377685:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.377688:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.377693:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.377697:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.566626:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074961.566642:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074961.566644:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.566649:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.566652:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074961.566656:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.566660:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566767:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074961.566773:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074961.566788:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd180. 00000020:00000040:0.0:1769074961.566796:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074961.566801:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074961.566805:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074961.566813:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074961.566824:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38e00. 00000100:00000001:0.0:1769074961.566833:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566845:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074961.566867:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074961.566872:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566881:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f2b7d3] to pc [ptlrpcd_00_01+1] req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.566927:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566931:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074961.566935:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074961.566938:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc380. 00000020:00000040:0.0:1769074961.566941:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=59 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769074961.566944:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074961.566945:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074961.566947:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074961.566951:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38c00. 00000100:00000001:0.0:1769074961.566954:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566958:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074961.566966:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074961.566968:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566972:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002257a2cd] to pc [ptlrpcd_00_00+0] req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.566981:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.566983:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074961.566987:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074961.566991:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074961.566994:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074961.567000:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1660) 00000100:00000001:0.0:1769074961.567126:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.567130:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.567132:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074961.567139:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.567153:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074961.567155:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.567159:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074961.567161:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074961.567164:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074961.567166:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926597248:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074961.567170:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074961.567175:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074961.567177:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.567180:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074961.567184:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69000. 02000000:00000001:0.0:1769074961.567185:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074961.567194:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074961.567199:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d4d0. 00000400:00000010:0.0:1769074961.567206:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074961.567213:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926597248, portal 10 00000100:00000001:0.0:1769074961.567215:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074961.567216:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788967808 : -125747920583808 : ffff8da207dcc380) 00000100:00000040:0.0:1769074961.567223:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.567228:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074961.567231:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074961.567232:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841110. 00000100:00000200:0.0:1769074961.567236:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926597248, offset 0 00000400:00000200:0.0:1769074961.567241:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074961.567250:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.567258:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074961.567264:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074961.567269:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074961.567273:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074961.567275:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074961.567278:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2855:2855:256:4294967295] 192.168.204.145@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:0.0:1769074961.567281:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.567291:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074961.567297:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074961.567304:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769074961.567312:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074961.567320:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074961.567325:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074961.567333:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.567337:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1061641 usecs (1062 jiffies) 00000400:00000200:0.0:1769074961.567340:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074961.567342:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296324134 00000100:00000001:0.0:1769074961.567345:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296329487 00000100:00000001:0.0:1769074961.567346:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296324134 00000100:00000001:0.0:1769074961.567348:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296329487 00000100:00000001:0.0:1769074961.567349:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074961.567351:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.567353:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.567354:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.567358:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074961.567359:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.567360:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.567360:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.567361:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074961.567363:0:2379:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1769074961.567364:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.567366:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074961.567367:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.567368:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.567368:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.567369:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074961.567371:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.567376:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074961.567377:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.567379:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074961.567380:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074961.567382:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074961.567383:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926597120:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074961.567385:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074961.567387:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074961.567387:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.567389:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074961.567391:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69c00. 02000000:00000001:0.0:1769074961.567392:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074961.567394:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074961.567397:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769074961.567400:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074961.567402:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926597120, portal 25 00000100:00000001:0.0:1769074961.567403:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074961.567404:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788971392 : -125747920580224 : ffff8da207dcd180) 00000100:00000040:0.0:1769074961.567407:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.567411:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074961.567412:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074961.567414:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038416e8. 00000100:00000200:0.0:1769074961.567416:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926597120, offset 0 00000400:00000200:0.0:1769074961.567418:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074961.567420:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.567422:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074961.567423:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074961.567424:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074961.567426:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074961.567427:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074961.567429:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2856:2856:255:4294967295] 192.168.204.145@tcp LPNI seq info [2856:2856:7:4294967295] 00000400:00000200:0.0:1769074961.567432:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.567436:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074961.567439:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074961.567441:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769074961.567443:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074961.567445:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074961.567446:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074961.567448:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074961.567450:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074961.567451:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296334606 00000100:00000001:0.0:1769074961.567457:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296329487 00000100:00000001:0.0:1769074961.567482:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296334607 00000100:00000001:0.0:1769074961.567484:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296329487 00000100:00000001:0.0:1769074961.567486:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074961.567488:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.567489:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.567491:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.567564:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.567567:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074961.567570:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.567572:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074961.569447:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074961.569498:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000400:00000200:3.0:1769074961.569511:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074961.569523:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074961.569532:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841110 00000400:00000010:3.0:1769074961.569535:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841110. 00000100:00000001:3.0:1769074961.569543:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074961.569568:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.569583:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074961.569587:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.569601:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.569603:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074961.569700:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074961.569703:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:3.0:1769074961.569706:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074961.569710:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074961.569713:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038416e8 00000400:00000010:3.0:1769074961.569715:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038416e8. 00000100:00000001:3.0:1769074961.569718:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074961.569723:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.569731:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074961.569734:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.569740:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.569742:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074961.572284:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074961.572309:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074961.572314:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074961.572317:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074961.572335:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074961.572346:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074961.572356:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074961.572364:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074961.572371:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074961.572376:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853600 00000400:00000200:3.0:1769074961.572384:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074961.572394:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x730d [1] + 224 00000800:00000001:3.0:1769074961.572406:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074961.572415:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074961.572419:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074961.572425:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074961.572436:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074961.572448:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074961.572502:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.572516:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074961.572526:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074961.572529:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.572561:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.572567:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074961.572578:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074961.572580:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074961.572584:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:0.0:1769074961.572590:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:0.0:1769074961.572593:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:0.0:1769074961.572597:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074961.572603:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074961.572614:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.572621:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074961.572623:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.572626:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074961.572630:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074961.572633:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074961.572636:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.572640:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074961.572650:0:2379:0:(import.c:2128:obd_at_measure()) add 0 to ffff8da202e8f458 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074961.572655:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074961.572658:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074961.572661:0:2379:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1769074961.572665:0:2379:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1769074961.572669:0:2379:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.145@tcp of MGS@192.168.204.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1769074961.572674:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1769074961.572680:0:2379:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.145@tcp: Connection to MGS (at 192.168.204.145@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1769074961.572684:0:2379:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.145@tcp for MGC192.168.204.145@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1769074961.572687:0:2379:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074961.572689:0:2379:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1769074961.572691:0:2379:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1769074961.572696:0:2379:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.572759:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.572764:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769074961.572789:0:2379:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074961.572813:0:2379:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074961.572822:0:2379:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.572828:0:2379:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074961.572829:0:2379:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074961.572831:0:2379:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074961.572835:0:2379:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1769074961.572838:0:2379:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1769074961.572841:0:2379:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.572843:0:2379:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769074961.572844:0:2379:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074961.572845:0:2379:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1769074961.572856:0:2379:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.572857:0:2379:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769074961.572860:0:2379:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074961.572862:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074961.572866:0:2379:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074961.572870:0:2379:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1599 00000400:00000200:0.0:1769074961.572876:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.572880:0:2379:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1769074961.572885:0:2379:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.572889:0:2379:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074961.572891:0:2379:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.572894:0:2379:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769074961.572899:0:2379:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074961.572910:0:2379:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769074961.572914:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074961.572917:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769074961.572919:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769074961.572922:0:2379:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769074961.572925:0:2379:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.572935:0:2379:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074961.572937:0:2379:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.572939:0:2379:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769074961.572943:0:2379:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769074961.572947:0:2379:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769074961.572949:0:2379:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.572952:0:2379:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074961.572956:0:2379:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074961.572959:0:2379:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.572962:0:2379:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769074961.572964:0:2379:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074961.572971:0:2379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce680. 00000020:00000040:0.0:1769074961.572975:0:2379:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=8 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769074961.572979:0:2379:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074961.572981:0:2379:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.572984:0:2379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074961.572988:0:2379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074961.572993:0:2379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074961.573002:0:2379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000100:00000001:0.0:1769074961.573016:0:2379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074961.573022:0:2379:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074961.573032:0:2379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074961.573037:0:2379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.573042:0:2379:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb62b55c] to pc [ptlrpcd_rcv+-1] req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.573075:0:2379:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.573078:0:2379:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1769074961.573080:0:2379:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1769074961.573086:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.573093:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1769074961.573097:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074961.573099:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074961.573103:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074961.573111:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926597120:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074961.573118:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.573121:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074961.573124:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd180 x1855007926597120/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.573132:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074961.573134:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074961.573138:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69c00. 02000000:00000001:0.0:1769074961.573144:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074961.573146:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074961.573148:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074961.573150:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074961.573153:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38e00. 02000000:00000001:0.0:1769074961.573157:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074961.573159:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074961.573162:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd180. 00000100:00000001:0.0:1769074961.573165:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074961.573166:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.573169:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.573171:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.573172:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.573174:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.573175:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.573507:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074961.573511:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.573513:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074961.573522:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.573531:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074961.573534:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074961.573538:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074961.573541:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074961.573544:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074961.573557:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926597376:192.168.204.145@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1769074961.573561:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074961.573566:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074961.573569:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074961.573571:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074961.573578:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769074961.573579:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074961.573585:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074961.573589:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b60b0. 00000400:00000010:2.0:1769074961.573596:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083536e8. 00000100:00000200:2.0:1769074961.573604:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926597376, portal 25 00000100:00000001:2.0:1769074961.573607:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074961.573609:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000040:2.0:1769074961.573615:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.573622:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074961.573624:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074961.573627:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074961.573630:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926597376, offset 0 00000400:00000200:2.0:1769074961.573637:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074961.573646:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.573653:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074961.573660:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074961.573665:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074961.573670:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074961.573672:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074961.573676:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2857:2857:256:4294967295] 192.168.204.145@tcp LPNI seq info [2857:2857:8:4294967295] 00000400:00000200:2.0:1769074961.573681:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.573690:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074961.573697:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074961.573705:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074961.573712:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074961.573722:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074961.573727:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074961.573738:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074961.573742:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074961.573745:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296334613 00000100:00000001:2.0:1769074961.573753:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296334606 00000100:00000001:2.0:1769074961.573758:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296334613 00000100:00000001:2.0:1769074961.573762:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296334607 00000100:00000001:2.0:1769074961.573765:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074961.573768:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.573770:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.573772:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074961.573781:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074961.573783:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074961.573785:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074961.573787:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.573788:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.573790:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.574570:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074961.574576:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074961.574585:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074961.574588:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074961.574592:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b160. 00000400:00000200:3.0:1769074961.574598:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:3.0:1769074961.574601:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:3.0:1769074961.574609:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074961.574618:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074961.574628:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.574634:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074961.574637:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074961.574641:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.574647:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1769074961.574651:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.574653:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074961.574654:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074961.574658:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074961.574665:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926596096:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074961.574669:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.574672:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074961.574675:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98700 x1855007926596096/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074967 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.574690:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074961.574694:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074961.574696:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2057d5600. 02000000:00000001:3.0:1769074961.574701:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074961.574703:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074961.574705:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769074961.574707:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074961.574710:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348100. 02000000:00000001:3.0:1769074961.574713:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074961.574716:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074961.574718:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98700. 00000100:00000001:3.0:1769074961.574722:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074961.574723:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.574726:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.574731:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074961.574732:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.574735:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074961.574737:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769074961.574813:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074961.574816:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074961.574819:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769074961.574823:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769074961.574825:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769074961.574828:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074961.574834:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074961.574842:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.574849:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074961.574850:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074961.574854:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.574860:0:2380:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1769074961.574862:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.574864:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074961.574866:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074961.574869:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074961.574875:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926595584:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074961.574878:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.574881:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074961.574883:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dced80 x1855007926595584/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.574889:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074961.574890:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074961.574892:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb400. 02000000:00000001:1.0:1769074961.574896:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074961.574897:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.574898:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074961.574900:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074961.574912:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38500. 02000000:00000001:1.0:1769074961.574915:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074961.574923:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074961.574924:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dced80. 00000100:00000001:1.0:1769074961.575441:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074961.575444:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.575449:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.575450:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.575452:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074961.575480:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074961.575482:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074961.575486:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d3c8. 00000400:00000200:1.0:1769074961.575492:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:1.0:1769074961.575494:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:1.0:1769074961.575497:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074961.575505:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074961.575513:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.575519:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074961.575520:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074961.575524:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.575529:0:2380:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1769074961.575532:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.575534:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074961.575535:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074961.575539:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074961.575556:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926596608:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074961.575560:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.575562:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074961.575565:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997b80 x1855007926596608/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074972 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.575576:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074961.575578:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074961.575579:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ea00. 02000000:00000001:1.0:1769074961.575582:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074961.575584:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.575585:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074961.575587:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074961.575588:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fa00. 02000000:00000001:1.0:1769074961.575591:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074961.575592:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074961.575593:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997b80. 00000100:00000001:1.0:1769074961.575596:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074961.575597:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.575599:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.575601:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.575602:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074961.575603:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.575605:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074961.575753:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.575774:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074961.575777:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.575780:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.575788:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.575794:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074961.575802:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.575807:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.575813:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.575817:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb0853680 00000400:00000200:2.0:1769074961.575821:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.575828:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7305 [1] + 224 00000800:00000001:2.0:1769074961.575838:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.575847:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.575851:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074961.575857:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074961.575865:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074961.575873:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074961.575882:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.576257:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.576260:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.576279:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1769074961.577450:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074961.577474:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769074961.577486:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074961.577497:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074961.577504:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:2.0:1769074961.577507:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:2.0:1769074961.577512:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074961.577519:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.577531:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074961.577535:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.577541:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.577543:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074961.577565:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.577575:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074961.577717:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074961.577720:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074961.577724:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d4d0. 00000400:00000200:0.0:1769074961.577730:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074961.577731:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074961.577735:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074961.577742:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074961.577752:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.577759:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074961.577761:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.577764:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074961.577767:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074961.577770:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074961.577773:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.577776:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074961.577790:0:2379:0:(import.c:2128:obd_at_measure()) add 0 to ffff8da20ac51c58 time=114 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074961.577794:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074961.577797:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074961.577800:0:2379:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1769074961.577804:0:2379:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1769074961.577808:0:2379:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff8da202f2f800 of lustre-MDT0000_UUID@192.168.204.145@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1769074961.577813:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074961.577817:0:2379:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8da202f2f800: Connection to lustre-MDT0000 (at 192.168.204.145@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1769074961.577821:0:2379:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074961.577826:0:2379:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074961.577829:0:2379:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.577831:0:2379:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769074961.577834:0:2379:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074961.577836:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074961.577840:0:2379:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074961.577843:0:2379:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1617 00000400:00000200:0.0:1769074961.577852:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074961.577858:0:2379:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1769074961.577872:0:2379:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.577876:0:2379:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074961.577878:0:2379:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.577880:0:2379:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769074961.577885:0:2379:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074961.577887:0:2379:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769074961.577890:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074961.577893:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769074961.577895:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769074961.577898:0:2379:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769074961.577909:0:2379:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.577911:0:2379:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074961.577913:0:2379:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769074961.577922:0:2379:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769074961.577926:0:2379:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:0.0:1769074961.578250:0:2379:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769074961.578253:0:2379:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074961.578256:0:2379:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074961.578266:0:2379:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074961.578270:0:2379:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578272:0:2379:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769074961.578277:0:2379:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769074961.578280:0:2379:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578282:0:2379:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074961.578292:0:2379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd180. 00000020:00000040:0.0:1769074961.578296:0:2379:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=60 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769074961.578301:0:2379:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074961.578303:0:2379:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578307:0:2379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074961.578312:0:2379:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074961.578316:0:2379:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074961.578324:0:2379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 00000100:00000001:0.0:1769074961.578332:0:2379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074961.578338:0:2379:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074961.578349:0:2379:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074961.578354:0:2379:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.578359:0:2379:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f2b7d3] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.578387:0:2379:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578390:0:2379:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1769074961.578392:0:2379:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1769074961.578398:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.578406:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1769074961.578410:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074961.578412:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074961.578417:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074961.578424:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926597248:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074961.578430:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578434:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074961.578437:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc380 x1855007926597248/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074977 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.578444:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074961.578447:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074961.578449:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69000. 02000000:00000001:0.0:1769074961.578454:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074961.578456:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074961.578458:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=59 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074961.578486:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074961.578489:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38c00. 02000000:00000001:0.0:1769074961.578493:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074961.578495:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074961.578497:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc380. 00000100:00000001:0.0:1769074961.578500:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074961.578501:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.578505:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578507:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.578509:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.578511:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.578512:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.578601:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074961.578604:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.578607:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074961.578613:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.578622:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074961.578624:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074961.578628:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074961.578632:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074961.578635:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074961.578638:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926597504:192.168.204.145@tcp:38:ptlrpcd_00_00.0 00000100:00000001:2.0:1769074961.578643:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074961.578648:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074961.578651:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074961.578654:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074961.578659:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30000. 02000000:00000001:2.0:1769074961.578662:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074961.578670:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074961.578674:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6dc0. 00000400:00000010:2.0:1769074961.578680:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353088. 00000100:00000200:2.0:1769074961.578689:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926597504, portal 10 00000100:00000001:2.0:1769074961.578691:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074961.578693:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788971392 : -125747920580224 : ffff8da207dcd180) 00000100:00000040:2.0:1769074961.578699:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074961.578706:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074961.578708:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074961.578714:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083532a8. 00000100:00000200:2.0:1769074961.578717:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926597504, offset 0 00000400:00000200:2.0:1769074961.578724:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074961.578733:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.578741:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074961.578748:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074961.578753:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074961.578758:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074961.578761:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074961.578766:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2858:2858:256:4294967295] 192.168.204.145@tcp LPNI seq info [2858:2858:8:4294967295] 00000400:00000200:2.0:1769074961.578770:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.578780:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074961.578787:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074961.578793:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074961.578801:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074961.578811:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074961.578817:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074961.578825:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074961.578830:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1059226 usecs (1060 jiffies) 00000400:00000200:2.0:1769074961.578834:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074961.578837:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296324144 00000100:00000001:2.0:1769074961.578840:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296334613 00000100:00000001:2.0:1769074961.578842:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296324144 00000100:00000001:2.0:1769074961.578844:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296334613 00000100:00000001:2.0:1769074961.578847:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074961.578850:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.578852:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.578854:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074961.578862:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074961.578864:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074961.578866:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074961.578868:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.578869:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.578871:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074961.580778:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074961.580790:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074961.580800:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074961.580811:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074961.580819:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083532a8 00000400:00000010:3.0:1769074961.580822:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083532a8. 00000100:00000001:3.0:1769074961.580827:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074961.580835:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.580847:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074961.580851:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.581220:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.581222:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074961.588381:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.588408:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074961.588414:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.588416:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.588432:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.588442:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074961.588451:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.588510:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.588519:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.588524:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 25 MB=0x6971eb0853700 00000400:00000200:2.0:1769074961.588531:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.588540:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 416/416 into md 0x7315 [1] + 0 00000800:00000001:2.0:1769074961.588558:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.588575:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.588579:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074961.588584:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074961.588593:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074961.588605:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074961.588617:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.588762:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074961.588768:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.588785:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074961.588797:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.588802:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074961.588848:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074961.588851:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074961.588854:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b60b0. 00000400:00000200:3.0:1769074961.588860:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083536e8 00000400:00000010:3.0:1769074961.588863:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083536e8. 00000100:00000001:3.0:1769074961.588867:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074961.588872:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074961.588882:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.588887:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074961.588890:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.588892:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074961.588896:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074961.588899:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074961.589188:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074961.589193:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074961.589203:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074961.589208:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074961.589210:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074961.589212:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074961.589216:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074961.589219:0:2378:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.589222:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074961.589228:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074961.589236:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074961.589239:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074961.589241:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074961.589245:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074961.589253:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.145@tcp: connect to target with instance 0 00000020:00000001:3.0:1769074961.589257:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074961.589259:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769074961.589262:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074961.589265:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769074961.589268:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769074961.589271:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00001000:3.0:1769074961.589275:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1769074961 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074961.589278:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1769074961.589285:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:3.0:1769074961.589288:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074961.589292:0:2378:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1769074961.589295:0:2378:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074961.589297:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1769074961.589300:0:2378:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.145@tcp) after server handle changed from 0xe52bf4d4a3515df5 to 0xe52bf4d4a3516898 00000100:00080000:3.0:1769074961.611923:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1769074961.611939:0:2378:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074961.611945:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074961.611956:0:2378:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.145@tcp; invalidating 00000020:00000040:3.0:1769074961.611961:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000800:00000001:2.0:1769074961.619876:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1769074961.620581:0:2378:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.620592:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074961.620614:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074961.620627:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926597376:192.168.204.145@tcp:250:ptlrpcd_00_00.0 00000100:00000001:0.0:1769074961.620634:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.620638:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074961.620642:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce680 x1855007926597376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074961.620649:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074961.620653:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074961.620658:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:0.0:1769074961.620663:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074961.620667:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074961.620669:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074961.620687:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074961.620691:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769074961.620696:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074961.620698:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074961.620700:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce680. 00000100:00000001:0.0:1769074961.620705:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074961.620706:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074961.620710:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.620713:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074961.620715:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074961.620718:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074961.620719:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.626810:0:28626:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1769074961.626840:0:28626:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.145@tcp to MGS@192.168.204.145@tcp 00000100:00100000:1.0:1769074961.626846:0:28626:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074961.626851:0:28626:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074961.626855:0:28626:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1769074961.626860:0:28626:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074961.626864:0:28626:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1769074961.626871:0:28626:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46c00 count: 3 00010000:00000001:1.0:1769074961.626879:0:28626:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074961.626882:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074961.626886:0:28626:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074961.626889:0:28626:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef000 refcount=3 00000020:00000001:1.0:1769074961.626891:0:28626:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:1.0:1769074961.626895:0:28626:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762895872 : -125747946655744 : ffff8da2064ef000) 00010000:00000001:1.0:1769074961.626899:0:28626:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074961.626904:0:28626:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074961.626919:0:28626:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074961.626922:0:28626:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074961.626928:0:28626:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074961.626932:0:28626:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074961.626934:0:28626:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1769074961.626936:0:28626:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074961.626938:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074961.626940:0:28626:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074961.626950:0:28626:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074961.626952:0:28626:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074961.626954:0:28626:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da21000ac00) refs 2 10000000:00000001:1.0:1769074961.626957:0:28626:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074961.626958:0:28626:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.626961:0:28626:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074961.626963:0:28626:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074961.626966:0:28626:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074961.626968:0:28626:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074961.626970:0:28626:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074961.626973:0:28626:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074961.626976:0:28626:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef000 with handle 0x5882d44973682fe0 from hash 00010000:00000001:1.0:1769074961.626979:0:28626:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074961.626981:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.626983:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.626984:0:28626:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074961.626987:0:28626:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074961.626990:0:28626:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074961.626992:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.626993:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.626995:0:28626:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074961.626997:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074961.626999:0:28626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da2064ef000/0x5882d44973682fe0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515f92 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074961.627018:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627020:0:28626:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074961.627022:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074961.627023:0:28626:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074961.627024:0:28626:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064efc00 refcount=3 00000020:00000001:1.0:1769074961.627026:0:28626:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762898944 : -125747946652672 : ffff8da2064efc00) 00010000:00000001:1.0:1769074961.627029:0:28626:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762898944 : -125747946652672 : ffff8da2064efc00) 00010000:00000001:1.0:1769074961.627032:0:28626:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074961.627034:0:28626:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515fa0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074961.627039:0:28626:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074961.627041:0:28626:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515fa0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074961.627046:0:28626:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074961.627048:0:28626:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074961.627050:0:28626:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074961.627052:0:28626:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074961.627053:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074961.627054:0:28626:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074961.627056:0:28626:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074961.627057:0:28626:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074961.627058:0:28626:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8da21000be00) refs 2 10000000:00000001:1.0:1769074961.627060:0:28626:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074961.627061:0:28626:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.627063:0:28626:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074961.627065:0:28626:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074961.627066:0:28626:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074961.627068:0:28626:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074961.627069:0:28626:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074961.627070:0:28626:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074961.627073:0:28626:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064efc00 with handle 0x5882d44973682fee from hash 00010000:00000001:1.0:1769074961.627075:0:28626:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074961.627077:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627078:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627079:0:28626:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074961.627081:0:28626:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074961.627082:0:28626:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074961.627084:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627085:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627087:0:28626:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074961.627088:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074961.627090:0:28626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da2064efc00/0x5882d44973682fee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515fa0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074961.627097:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074961.627100:0:28626:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46c00 count: 0 00010000:00000040:1.0:1769074961.627108:0:28626:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46900 count: 2 00010000:00000001:1.0:1769074961.627110:0:28626:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074961.627111:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074961.627112:0:28626:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074961.627114:0:28626:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201490a00 refcount=3 00000020:00000001:1.0:1769074961.627116:0:28626:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:1.0:1769074961.627118:0:28626:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678623232 : -125748030928384 : ffff8da201490a00) 00010000:00000001:1.0:1769074961.627121:0:28626:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074961.627123:0:28626:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074961.627129:0:28626:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074961.627131:0:28626:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074961.627136:0:28626:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074961.627138:0:28626:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074961.627140:0:28626:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074961.627142:0:28626:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074961.627143:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074961.627145:0:28626:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074961.627147:0:28626:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074961.627149:0:28626:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074961.627150:0:28626:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da21000b600) refs 2 10000000:00000001:1.0:1769074961.627152:0:28626:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074961.627153:0:28626:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.627155:0:28626:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074961.627157:0:28626:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074961.627158:0:28626:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074961.627159:0:28626:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074961.627161:0:28626:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074961.627162:0:28626:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074961.627164:0:28626:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490a00 with handle 0x5882d44973682fd9 from hash 00010000:00000001:1.0:1769074961.627166:0:28626:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074961.627167:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627168:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627170:0:28626:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074961.627171:0:28626:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074961.627172:0:28626:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074961.627174:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627175:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627176:0:28626:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074961.627178:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074961.627180:0:28626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da201490a00/0x5882d44973682fd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515f61 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074961.627187:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074961.627189:0:28626:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46900 count: 0 00010000:00000040:1.0:1769074961.627194:0:28626:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef700 count: 2 00010000:00000001:1.0:1769074961.627197:0:28626:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074961.627198:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074961.627199:0:28626:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074961.627200:0:28626:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:1.0:1769074961.627202:0:28626:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:1.0:1769074961.627205:0:28626:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:1.0:1769074961.627207:0:28626:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074961.627209:0:28626:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074961.627217:0:28626:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074961.627219:0:28626:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074961.627223:0:28626:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1769074961.627226:0:28626:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074961.627227:0:28626:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074961.627229:0:28626:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074961.627230:0:28626:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074961.627231:0:28626:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074961.627233:0:28626:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074961.627234:0:28626:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074961.627235:0:28626:0:(mgc_request.c:123:config_log_put()) log params(ffff8da210b9c400) refs 2 10000000:00000001:1.0:1769074961.627236:0:28626:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074961.627237:0:28626:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.627240:0:28626:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074961.627241:0:28626:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074961.627242:0:28626:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074961.627244:0:28626:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074961.627245:0:28626:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074961.627246:0:28626:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074961.627249:0:28626:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef400 with handle 0x5882d44973682fe7 from hash 00010000:00000001:1.0:1769074961.627251:0:28626:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074961.627252:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627253:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627254:0:28626:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074961.627255:0:28626:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074961.627257:0:28626:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074961.627259:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074961.627260:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074961.627261:0:28626:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074961.627263:0:28626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074961.627265:0:28626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d44973682fe7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xe52bf4d4a3515f99 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074961.627277:0:28626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074961.627279:0:28626:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef700 count: 0 00000001:00000001:1.0:1769074961.627285:0:28626:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074961.627287:0:28626:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074961.627288:0:28626:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074961.627290:0:28626:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074961.627292:0:28626:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.627294:0:28626:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1769074961.627302:0:28626:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1769074961.627306:0:28626:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1769074961.627309:0:28626:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1769074961.627312:0:28626:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074961.627315:0:28626:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1769074961.627318:0:28626:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074961.627319:0:28626:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1769074961.627321:0:28626:0:(mgc_request.c:1182:mgc_import_event()) MGC192.168.204.145@tcp: Reactivating import 00000100:00080000:1.0:1769074961.627324:0:28626:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1769074961.627326:0:28626:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.627327:0:28626:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1769074961.627331:0:28626:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.145@tcp: Connection restored to 192.168.204.145@tcp (at 192.168.204.145@tcp) 00000100:00000001:1.0:1769074961.627335:0:28626:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074961.627338:0:28626:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.627339:0:28626:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074961.627341:0:28626:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074961.627343:0:28626:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074961.628088:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074961.628095:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.628102:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.628114:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.628121:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074961.628130:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.628136:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.628144:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.628148:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 10 MB=0x6971eb0853780 00000400:00000200:2.0:1769074961.628154:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074961.628162:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 416/416 into md 0x7325 [1] + 0 00000800:00000001:2.0:1769074961.628172:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.628186:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074961.628189:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074961.628194:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074961.628203:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074961.628214:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074961.628232:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.628282:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.628287:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.628356:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074961.628368:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074961.628373:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074961.633806:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074961.633817:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074961.633822:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6dc0. 00000400:00000200:1.0:1769074961.633833:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353088 00000400:00000010:1.0:1769074961.633836:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353088. 00000100:00000001:1.0:1769074961.633842:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074961.633858:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074961.634080:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634092:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074961.634095:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.634099:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074961.634103:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074961.634106:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074961.634109:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074961.634113:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074961.634126:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=114 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074961.634130:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074961.634133:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074961.634136:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074961.634140:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1769074961.634146:0:2378:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1769074961.634154:0:2378:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634158:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074961.634161:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00000040:1.0:1769074961.634168:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509443) req@ffff8da206486a00 x1855007926575360/t64424509442(64424509442) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634175:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074961.634178:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926575360/t64424509442(64424509442) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634186:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074961.634189:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074961.634193:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:1.0:1769074961.634197:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074961.634200:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.634202:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=58 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074961.634206:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074961.634210:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769074961.634213:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074961.634217:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074961.634219:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:1.0:1769074961.634223:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074961.634225:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074961.634231:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509443) req@ffff8da20a996300 x1855007926575872/t64424509443(64424509443) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634237:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074961.634240:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996300 x1855007926575872/t64424509443(64424509443) o36->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074950 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634245:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074961.634247:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074961.634248:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210004c00. 02000000:00000001:1.0:1769074961.634251:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074961.634252:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.634254:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=57 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074961.634256:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074961.634258:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457000. 02000000:00000001:1.0:1769074961.634262:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074961.634264:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074961.634265:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996300. 00000100:00000001:1.0:1769074961.634268:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074961.634269:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074961.634275:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074961.634283:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769074961.634286:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1769074961.634289:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074961.634292:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074961.634296:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634303:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074961.634307:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074961.634310:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.634313:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1769074961.634320:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to target with instance 16 00000020:00000001:1.0:1769074961.634323:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074961.634325:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:1.0:1769074961.634327:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074961.634330:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:1.0:1769074961.634332:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:1.0:1769074961.634335:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00001000:1.0:1769074961.634340:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=1769074961 v=0 (0 0 0 0) 00000100:00001000:1.0:1769074961.634343:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1769074961.634348:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000020:00000040:1.0:1769074961.634357:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769074961.634360:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1769074961.634364:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:1.0:1769074961.634369:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff8da202f2f800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1769074961.634373:0:2378:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1769074961.634375:0:2378:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074961.634377:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:1.0:1769074961.634381:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:1.0:1769074961.634385:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074961.634387:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074961.634390:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634392:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1769074961.634395:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1769074961.634419:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074961.634422:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074961.634425:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074961.634426:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074961.634428:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769074961.634433:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074961.634445:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074961.634447:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074961.634449:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 0 00000100:00000001:1.0:1769074961.634453:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074961.634458:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074961.634496:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074961.634497:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:1.0:1769074961.634504:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074961.634515:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634517:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634519:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634522:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074961.634526:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074961.634534:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926597504:192.168.204.145@tcp:38:ptlrpcd_00_00.0 00000100:00000001:1.0:1769074961.634539:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.634543:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074961.634556:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd180 x1855007926597504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074961.634563:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074961.634564:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074961.634566:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30000. 02000000:00000001:1.0:1769074961.634570:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074961.634571:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074961.634572:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=56 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074961.634574:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074961.634576:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 02000000:00000001:1.0:1769074961.634579:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074961.634580:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074961.634581:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd180. 00000100:00000001:1.0:1769074961.634584:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074961.634585:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.634587:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.634597:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074961.634600:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.634602:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.634605:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074961.634607:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074961.634612:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074961.634620:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074961.634623:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074961.634627:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074961.634632:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074961.634635:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074961.634638:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926577792:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769074961.634642:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074961.634649:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074961.634652:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074961.634655:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074961.634666:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f4000. 02000000:00000001:1.0:1769074961.634669:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074961.639238:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074961.639262:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769074961.639274:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769074961.639284:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926577792, portal 10 00000100:00000001:1.0:1769074961.639289:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074961.639291:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:1.0:1769074961.639310:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074977 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074961.639328:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074961.639332:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074961.639335:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14880. 00000100:00000200:1.0:1769074961.639340:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926577792, offset 0 00000400:00000200:1.0:1769074961.639349:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074961.639362:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074961.639372:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074961.639379:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074961.639384:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074961.639389:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074961.639392:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074961.639397:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2859:2859:256:4294967295] 192.168.204.145@tcp LPNI seq info [2859:2859:8:4294967295] 00000400:00000200:1.0:1769074961.639401:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074961.639413:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074961.639421:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074961.639427:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769074961.639435:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074961.639445:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074961.639450:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fa00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074961.639530:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074961.639536:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1056951 usecs (1057 jiffies) 00000400:00000200:1.0:1769074961.639540:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074961.639543:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296324202 00000100:00000001:1.0:1769074961.639556:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296334613 00000100:00000001:1.0:1769074961.639559:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296324202 00000100:00000001:1.0:1769074961.639561:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296334613 00000100:00000001:1.0:1769074961.639564:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074961.639568:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.639573:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.639577:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074961.639588:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074961.639590:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074961.639593:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074961.639595:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074961.639597:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074961.639599:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074961.643780:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074961.643794:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:2.0:1769074961.643802:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074961.643814:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074961.643824:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:2.0:1769074961.643827:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:2.0:1769074961.643835:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074961.643846:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074977 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074961.643861:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074961.643865:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074977 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074961.643873:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074961.643875:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074961.648793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef000. 00010000:00000010:1.1:1769074961.648815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efc00. 00010000:00000010:1.1:1769074961.648820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46c00. 00010000:00000010:1.1:1769074961.648825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490a00. 00010000:00000010:1.1:1769074961.648828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46900. 00010000:00000010:1.1:1769074961.648831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef400. 00010000:00000010:1.1:1769074961.648835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef700. 00010000:00000001:0.0:1769074961.760327:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074961.760337:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074961.760967:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074961.760971:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.760975:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074962.590637:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074962.590653:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.590656:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769074962.590664:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074962.590668:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.590672:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.590676:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.591039:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074962.591047:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074962.591048:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074962.591050:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074962.591052:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074962.591054:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.591057:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.592896:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074962.592907:0:2379:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1769074962.593035:0:2379:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074946/real 1769074946] req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769074962.593062:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.593065:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.593070:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000400:00000200:1.0:1769074962.593078:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841000 00000400:00000010:1.0:1769074962.593082:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841000. 00000100:00000001:1.0:1769074962.593088:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.593094:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.593105:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.593114:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.593116:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.593120:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.593124:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074962.593131:0:2379:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.593138:0:2379:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.593149:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.593151:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.593156:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074962.593160:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.593163:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.593166:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.593170:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.593176:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.593183:0:2379:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1769074962.593187:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.593188:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.593190:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.593194:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.593203:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926595712:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769074962.593879:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.593883:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.593891:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcea00 x1855007926595712/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074962 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.593901:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.593905:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.593910:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da201342200. 02000000:00000001:1.0:1769074962.593918:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.593921:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.594027:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769074962.594030:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.594034:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38900. 02000000:00000001:1.0:1769074962.594039:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.594042:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.594045:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcea00. 00000100:00000001:1.0:1769074962.594048:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.594050:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.594053:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.594058:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.594060:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.594065:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074962.594069:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.782578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074962.782584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074962.785487:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074962.785495:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074962.785500:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1769074962.910595:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074962.910604:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 2 10000000:00000001:0.0:1769074962.910609:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074962.910612:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1769074962.910613:0:11570:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1769074962.910615:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074962.910618:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1769074962.910620:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074962.910623:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff8da202f2f800 from 20 10000000:00000001:0.0:1769074962.910626:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074962.910628:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1769074962.910638:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce680. 00000020:00000040:0.0:1769074962.910643:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074962.910648:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074962.910652:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074962.910658:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074962.910666:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207f69c00. 00000100:00000001:0.0:1769074962.910673:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.910677:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074962.910680:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074962.910687:0:11570:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da2120ef100. 00010000:00000001:0.0:1769074962.910692:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074962.910695:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da2064ef400. 00000020:00000001:0.0:1769074962.910700:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074962.910703:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da2064ef400 with handle 0x5882d449736831a0 to hash 00000020:00000001:0.0:1769074962.910705:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074962.910707:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074962.910710:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074962.910714:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074962.910716:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074962.910720:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.910730:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.910740:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074962.910746:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074962.910749:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074962.910756:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39cc0. 00000100:00000001:0.0:1769074962.910758:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788368064 : -125747921183552 : ffff8da207d39cc0) 00000100:00000001:0.0:1769074962.910761:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074962.910762:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000001:0.0:1769074962.910769:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074962.910782:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.910785:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074962.910786:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074962.910797:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.910805:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074962.910807:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.910811:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074962.910813:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074962.910816:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074962.910819:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597632:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074962.910823:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074962.910828:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074962.910831:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.910833:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074962.910837:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97c00. 02000000:00000001:0.0:1769074962.910839:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074962.910848:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074962.910853:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d4d0. 00000400:00000010:0.0:1769074962.910859:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074962.910866:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926597632, portal 25 00000100:00000001:0.0:1769074962.910868:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074962.910869:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000040:0.0:1769074962.910874:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.910882:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074962.910884:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074962.910887:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769074962.910891:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926597632, offset 0 00000400:00000200:0.0:1769074962.910896:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074962.910905:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074962.910912:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074962.910917:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074962.910921:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074962.910925:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074962.910928:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074962.910931:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2860:2860:256:4294967295] 192.168.204.145@tcp LPNI seq info [2860:2860:8:4294967295] 00000400:00000200:0.0:1769074962.910935:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074962.910944:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074962.910949:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074962.910955:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769074962.910961:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074962.910968:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074962.910972:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074962.910999:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074962.911003:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074962.911006:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296335950 00000100:00000001:0.0:1769074962.911012:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296334613 00000100:00000001:0.0:1769074962.911017:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296335950 00000100:00000001:0.0:1769074962.911020:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296334613 00000100:00000001:0.0:1769074962.911023:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074962.911025:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.911027:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074962.911029:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074962.911032:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074962.911034:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074962.911037:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074962.911260:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074962.911264:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 00000400:00000200:2.0:1769074962.911270:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074962.911275:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074962.911280:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:2.0:1769074962.911283:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:2.0:1769074962.911287:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074962.911291:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.911301:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074962.911304:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.911311:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.911313:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074962.920236:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.920252:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.920255:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.920258:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.920268:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.920276:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.920283:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.920288:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.920293:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.920297:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0853800 00000400:00000200:3.0:1769074962.920302:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.920309:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x733d [1] + 224 00000800:00000001:3.0:1769074962.920318:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.920327:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.920330:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.920335:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.920342:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.920352:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.920363:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.920385:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.920393:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.920396:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.921070:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074962.921080:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074962.921082:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074962.921086:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d4d0. 00000400:00000200:0.0:1769074962.921092:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074962.921095:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074962.921098:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074962.921105:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074962.921116:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.921123:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074962.921125:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.921128:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074962.921131:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074962.921133:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074962.921135:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.921138:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074962.921145:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074962.921149:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074962.921151:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074962.921153:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.921155:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074962.921157:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.921160:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074962.921164:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.921172:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074962.921175:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074962.921177:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074962.921181:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074962.921188:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597632:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074962.921193:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.921196:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.921199:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074962.921200:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074962.921204:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.921210:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074962.921212:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39cc0. 00000100:00000001:0.0:1769074962.921215:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074962.921216:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.921219:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074962.921222:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074962.921224:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074962.921227:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=4 00000020:00000001:0.0:1769074962.921229:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074962.921232:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000040:0.0:1769074962.921238:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da2064ef400, remote cookie: 0xe52bf4d4a351691d, flags: 0x0 00010000:00000001:0.0:1769074962.921241:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074962.921245:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074962.921248:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074962.921249:0:11570:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074962.921251:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074962.921254:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff8da2120ef100) refcount = 1 00010000:00010000:0.0:1769074962.921259:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351691d expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074962.921266:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074962.921268:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074962.921270:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074962.921273:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074962.921275:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074962.921278:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a351691d expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074962.921284:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074962.921286:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074962.921288:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074962.921289:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074962.921290:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074962.921291:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.921294:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074962.921298:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce680 x1855007926597632/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.921305:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074962.921307:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074962.921311:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97c00. 02000000:00000001:0.0:1769074962.921315:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074962.921317:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074962.921318:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074962.921321:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074962.921323:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207f69c00. 02000000:00000001:0.0:1769074962.921327:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074962.921329:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074962.921332:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce680. 00000100:00000001:0.0:1769074962.921336:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074962.921337:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074962.921339:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074962.921342:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074962.921344:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff8da21000b600) refs 3 10000000:00000001:0.0:1769074962.921346:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.921349:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074962.921350:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074962.921352:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:0.0:1769074962.921354:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074962.921356:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:0.0:1769074962.921358:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074962.921359:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074962.921360:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074962.921362:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074962.921364:0:11570:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1769074962.921369:0:11570:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff8da207c42e00. 00000100:00000010:0.0:1769074962.921389:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce680. 00000020:00000040:0.0:1769074962.921393:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074962.921397:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074962.921399:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074962.921404:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074962.921409:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da207f69c00. 00000100:00000001:0.0:1769074962.921415:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.921418:0:11570:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1769074962.921423:0:11570:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8da207c97c00. 00000100:00000010:0.0:1769074962.921425:0:11570:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8da2098798c0. 00000020:00000040:0.0:1769074962.921427:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769074962.921432:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074962.921433:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074962.921438:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39cc0. 00000100:00000001:0.0:1769074962.921440:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788368064 : -125747921183552 : ffff8da207d39cc0) 00000100:00000001:0.0:1769074962.921442:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074962.921444:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000001:0.0:1769074962.921448:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074962.921452:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.921454:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074962.921456:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074962.924050:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.924067:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074962.924069:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.924075:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074962.924079:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074962.924082:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074962.924087:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597760:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1769074962.924091:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074962.924096:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074962.924099:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.924101:0:11570:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1769074962.924113:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074962.924122:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d4d0. 00000400:00000010:0.0:1769074962.924129:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da207d39840. 00000100:00000200:0.0:1769074962.924138:0:11570:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971eb0853880-0x6971eb0853880, portal 33 00000100:00000001:0.0:1769074962.924141:0:11570:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.924143:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074962.924147:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69e00. 02000000:00000001:0.0:1769074962.924149:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074962.924153:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074962.924155:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769074962.924159:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074962.924162:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926597760, portal 25 00000100:00000001:0.0:1769074962.924164:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074962.924166:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000040:0.0:1769074962.924173:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.924181:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074962.924183:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074962.924186:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841d48. 00000100:00000200:0.0:1769074962.924189:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007926597760, offset 0 00000400:00000200:0.0:1769074962.924195:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074962.924203:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074962.924211:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074962.924216:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074962.924220:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074962.924224:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074962.924227:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074962.924230:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2861:2861:256:4294967295] 192.168.204.145@tcp LPNI seq info [2861:2861:8:4294967295] 00000400:00000200:0.0:1769074962.924235:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074962.924244:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074962.924249:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074962.924254:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769074962.924260:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074962.924268:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074962.924272:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1769074962.924300:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074962.924305:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074962.924307:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296335962 00000100:00000001:0.0:1769074962.924314:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296335950 00000100:00000001:0.0:1769074962.924319:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296335962 00000100:00000001:0.0:1769074962.924322:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296335950 00000100:00000001:0.0:1769074962.924325:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074962.924328:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.924330:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074962.924332:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074962.924334:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074962.924336:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074962.924339:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074962.926034:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074962.926041:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000400:00000200:3.0:1769074962.926048:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.926055:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074962.926062:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841d48 00000400:00000010:3.0:1769074962.926065:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841d48. 00000100:00000001:3.0:1769074962.926070:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074962.926076:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.926087:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074962.926091:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.926098:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074962.926100:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074962.931040:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.931057:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.931061:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.931063:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.931074:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931083:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.931090:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931095:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931101:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931105:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 44 into portal 33 MB=0x6971eb0853880 00000400:00000200:3.0:1769074962.931110:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931116:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.145@tcp of length 44/44 into md 0x7345 [4] + 0 00000400:00000010:3.0:1769074962.931122:0:2373:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d4d0. 00000400:00000200:3.0:1769074962.931127:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8da207d39840 00000800:00000001:3.0:1769074962.931134:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.931140:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.931142:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.931146:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074962.931151:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da207d39840 00000400:00000010:3.0:1769074962.931154:0:2373:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da207d39840. 00000100:00000001:3.0:1769074962.931159:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1769074962.931161:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8da207dce680 desc ffff8da207c97c00 mbits 1855007926597760 00000100:00000001:3.0:1769074962.931181:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1769074962.931189:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074962.931192:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931197:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074962.931203:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2862:2862:256:4294967295] 192.168.204.145@tcp LPNI seq info [2862:2862:8:4294967295] 00000400:00000200:3.0:1769074962.931207:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.931215:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769074962.931220:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074962.931227:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8da2012a9800. 00000800:00000200:3.0:1769074962.931232:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074962.931240:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074962.931245:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da2012a9800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074962.931325:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074962.931329:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8da2012a9800. 00000400:00000200:3.0:1769074962.931332:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.931336:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769074962.931342:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.931345:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.931430:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074962.931434:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074962.939156:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.939174:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.939179:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.939181:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.939192:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.939201:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.939209:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.939213:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.939219:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.939223:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 240 into portal 25 MB=0x6971eb0853880 00000400:00000200:3.0:1769074962.939229:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.939236:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 240/240 into md 0x734d [1] + 224 00000800:00000001:3.0:1769074962.939244:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.939252:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.939256:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.939261:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.939269:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.939277:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.939289:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.939315:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.939324:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.939328:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.939408:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074962.939416:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074962.939418:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074962.939421:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:0.0:1769074962.939426:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:0.0:1769074962.939428:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:0.0:1769074962.939431:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074962.939436:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074962.939445:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.939452:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074962.939454:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.939456:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074962.939496:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074962.939499:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074962.939501:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074962.939505:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074962.939512:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074962.939516:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074962.939519:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074962.939521:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074962.939535:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074962.939537:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.939539:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074962.939544:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769074962.939553:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.939559:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074962.939561:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074962.939565:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074962.939573:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597760:192.168.204.145@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1769074962.939578:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.939580:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074962.939583:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074962.939584:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074962.939588:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074962.939595:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074962.939597:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39cc0. 00000100:00000001:0.0:1769074962.939600:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074962.939602:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1769074962.939607:0:11570:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 20, more 0. 10000000:00000001:0.0:1769074962.939624:0:11570:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1769074962.939631:0:11570:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8da207db0000. 00010000:00000001:0.0:1769074962.939641:0:11570:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1769074962.939644:0:11570:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1769074962.939647:0:11570:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.145@tcp has 192.168.204.145@tcp. 00000100:00000001:0.0:1769074962.939650:0:11570:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074962.939652:0:11570:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1769074962.939653:0:11570:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.145@tcp with 192.168.204.145@tcp 00000100:00000200:0.0:1769074962.939656:0:11570:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.145@tcp' 00000400:00000200:0.0:1769074962.939978:0:11570:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1769074962.940048:0:11570:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1769074962.940052:0:11570:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.940057:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.940062:0:11570:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.145@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074962.940065:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.940071:0:11570:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074962.940074:0:11570:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.145@tcp NID 192.168.204.145@tcp: 0. pending discovery 00000400:00000200:1.0:1769074962.940076:0:11570:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.145@tcp 00000100:00000001:1.0:1769074962.940079:0:11570:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.940081:0:11570:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1769074962.940085:0:11570:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.204.145@tcp' by NID '192.168.204.145@tcp' 10000000:00000010:1.0:1769074962.940092:0:11570:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8da20652e780. 10000000:00000040:1.0:1769074962.940095:0:11570:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 20/20 for lustre-MDT0000-mdc-ffff8da202f2f800 -> mdc.import=connection=192.168.204.145@tcp::16 00000020:00000080:1.0:1769074962.940098:0:11570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1769074962.940103:0:11570:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1769074962.940108:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202ceb800. 00000020:00000010:1.0:1769074962.940115:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceaa00. 00000020:00000010:1.0:1769074962.940120:0:11570:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da210a18420. 00000008:00000010:1.0:1769074962.940126:0:11570:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20ade2178. 00020000:00000010:1.0:1769074962.940131:0:11570:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da20a222c00. 00008000:00000010:1.0:1769074962.940136:0:11570:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20568dfc8. 00000080:00000010:1.0:1769074962.940142:0:11570:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da20ac06738. 00000080:00000010:1.0:1769074962.940146:0:11570:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da20a636fe8. 00000040:00000001:1.0:1769074962.940150:0:11570:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1769074962.940152:0:11570:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8da20652e780 00000040:00001000:1.0:1769074962.940154:0:11570:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1769074962.940156:0:11570:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1769074962.940157:0:11570:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1769074962.940159:0:11570:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1769074962.940161:0:11570:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1769074962.940162:0:11570:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1769074962.940163:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff8da202f2f800 00000040:00001000:1.0:1769074962.940165:0:11570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.204.145@tcp::16 00000040:00000001:1.0:1769074962.940166:0:11570:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1769074962.940223:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceaa00. 00000020:00000010:1.0:1769074962.940227:0:11570:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff8da210a18420. 00000008:00000010:1.0:1769074962.940230:0:11570:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8da20ade2178. 00020000:00000010:1.0:1769074962.940233:0:11570:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8da20a222c00. 00008000:00000010:1.0:1769074962.940236:0:11570:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8da20568dfc8. 00000080:00000010:1.0:1769074962.940239:0:11570:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8da20ac06738. 00000080:00000010:1.0:1769074962.940242:0:11570:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8da20a636fe8. 00000020:00000010:1.0:1769074962.940245:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202ceb800. 00000020:00000001:1.0:1769074962.940248:0:11570:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074962.940250:0:11570:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1769074962.940252:0:11570:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8da20652e780. 10000000:00000010:1.0:1769074962.940255:0:11570:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8da207db0000. 10000000:00000001:1.0:1769074962.940258:0:11570:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.940260:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.940264:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce680 x1855007926597760/t0(0) o256->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.940270:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.940273:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.940276:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69e00. 02000000:00000001:1.0:1769074962.940279:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.940281:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.940283:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.940285:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074962.940287:0:11570:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1769074962.940289:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.940291:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.940292:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1769074962.940295:0:11570:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8da2098798c0. 00000100:00000010:1.0:1769074962.940298:0:11570:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8da207c97c00. 00000100:00000001:1.0:1769074962.940301:0:11570:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1769074962.940303:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207f69c00. 02000000:00000001:1.0:1769074962.940305:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.940308:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.940310:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce680. 00000100:00000001:1.0:1769074962.940313:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.940314:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1769074962.940332:0:11570:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at ffff8da207c42e00. 10000000:01000000:1.0:1769074962.940336:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1769074962.940339:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074962.940341:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.940343:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.940345:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da2064ef400 refcount=3 00000020:00000001:1.0:1769074962.940348:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:1.0:1769074962.940350:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325762896896 : -125747946654720 : ffff8da2064ef400) 00010000:00000001:1.0:1769074962.940354:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074962.940357:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351691d expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.940364:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.940366:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074962.940368:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da2064ef400/0x5882d449736831a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351691d expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.940374:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074962.940375:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.940376:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074962.940377:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.940379:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.940381:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074962.940383:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074962.940384:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8da21000ac00) refs 2 10000000:00000001:1.0:1769074962.940387:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.940389:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074962.940390:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8da21000b600) refs 3 10000000:00000001:1.0:1769074962.940392:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074962.940394:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074962.940395:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1769074962.940397:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074962.940399:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8da202f2f800 from 42 10000000:00000001:1.0:1769074962.940401:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074962.940402:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1769074962.940407:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.940410:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.940414:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.940417:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.940421:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.940425:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202ceb800. 00000100:00000001:1.0:1769074962.940431:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.940436:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074962.940438:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074962.940444:0:11570:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46900. 00010000:00000001:1.0:1769074962.940449:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074962.940452:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814d000. 00000020:00000001:1.0:1769074962.940700:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074962.940703:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814d000 with handle 0x5882d449736831a7 to hash 00000020:00000001:1.0:1769074962.940705:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074962.940707:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.940710:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.940714:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074962.940716:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074962.940720:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.940726:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.940736:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1769074962.940742:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.940974:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.940983:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.940986:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327360 : -125747877224256 : ffff8da20a7260c0) 00000100:00000001:1.0:1769074962.940989:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.940990:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.940994:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.940999:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.941001:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.941002:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.941007:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.941015:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.941017:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.941021:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.941023:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.941025:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.941028:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597888:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.941032:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.941037:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.941039:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.941041:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.941045:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f6400. 02000000:00000001:1.0:1769074962.941048:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.941056:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.941060:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.941065:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14a18. 00000100:00000200:1.0:1769074962.941072:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926597888, portal 25 00000100:00000001:1.0:1769074962.941074:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.941075:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.941080:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.941091:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.941094:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.941097:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14908. 00000100:00000200:1.0:1769074962.941101:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926597888, offset 0 00000400:00000200:1.0:1769074962.941107:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.941114:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.941120:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.941125:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.941128:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.941132:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.941135:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.941138:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2863:2863:256:4294967295] 192.168.204.145@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:1.0:1769074962.941141:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.941151:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.941156:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.941160:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769074962.941166:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.941173:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.941178:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.941200:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.941205:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.941208:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296335980 00000100:00000001:1.0:1769074962.941215:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296335962 00000100:00000001:1.0:1769074962.941221:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296335980 00000100:00000001:1.0:1769074962.941224:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296335962 00000100:00000001:1.0:1769074962.941227:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.941230:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.941232:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.941234:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.941237:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7260c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.941239:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.941242:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074962.941437:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074962.941442:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:3.0:1769074962.941447:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.941451:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074962.941457:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000400:00000010:3.0:1769074962.941488:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000001:3.0:1769074962.941492:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074962.941496:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.941506:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074962.941509:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.941515:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074962.941517:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074962.945174:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.945188:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.945191:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.945193:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.945203:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.945211:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.945218:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.945222:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.945228:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.945232:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0853900 00000400:00000200:3.0:1769074962.945237:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.945243:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x7355 [1] + 224 00000800:00000001:3.0:1769074962.945251:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.945257:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.945260:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.945264:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.945270:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.945278:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.945289:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.945300:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.945307:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.945309:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.945384:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074962.945391:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.945393:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.945396:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074962.945400:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:1.0:1769074962.945402:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:1.0:1769074962.945405:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.945410:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.945419:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.945425:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.945427:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.945429:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074962.945432:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074962.945434:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074962.945436:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.945440:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074962.945446:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074962.945450:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074962.945452:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074962.945454:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.945456:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074962.945470:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.945473:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.945478:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.945486:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.945489:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.945490:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.945494:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.945507:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926597888:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.945512:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.945515:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.945518:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074962.945519:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.945533:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.945539:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074962.945542:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.945545:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074962.945546:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.945549:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074962.945552:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.945554:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.945557:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=4 00000020:00000001:1.0:1769074962.945559:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.945562:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000040:1.0:1769074962.945568:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814d000, remote cookie: 0xe52bf4d4a3516924, flags: 0x0 00010000:00000001:1.0:1769074962.945571:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074962.945574:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074962.945576:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074962.945578:0:11570:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074962.945579:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074962.945582:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8da20ca46900) refcount = 1 00010000:00010000:1.0:1769074962.945587:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516924 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.945594:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074962.945596:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074962.945597:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074962.945600:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074962.945602:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074962.945606:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3516924 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.946317:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074962.946319:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.946321:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.946322:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.946323:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.946325:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.946328:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.946334:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926597888/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.946341:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.946344:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.946348:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f6400. 02000000:00000001:1.0:1769074962.946352:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.946354:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.946356:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.946358:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.946361:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceb800. 02000000:00000001:1.0:1769074962.946364:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.946366:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.946368:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074962.946371:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.946372:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1769074962.946374:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.946377:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074962.946379:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8da21000ac00) refs 3 10000000:00000001:1.0:1769074962.946381:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.946383:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.946384:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.946386:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074962.946388:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.946390:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.946392:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1769074962.946394:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.946395:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.946397:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.946399:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1769074962.946405:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da2081b2900. 00000020:00000010:1.0:1769074962.946409:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202ceb800. 00000020:00000010:1.0:1769074962.946414:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceaa00. 00000040:00000010:1.0:1769074962.946418:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202cea000. 00000020:00000010:1.0:1769074962.946423:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a763800. 00000020:00000010:1.0:1769074962.946428:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202cebc00. 80000000:00000010:1.0:1769074962.946432:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da210a18420. 00040000:00000010:1.0:1769074962.946437:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202ceac00. 20000000:00000010:1.0:1769074962.946440:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da202ceb400. 10000000:00000040:1.0:1769074962.946444:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:1.0:1769074962.946447:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1769074962.946449:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1769074962.946452:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1769074962.946454:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da202ceb000. 00000040:00000001:1.0:1769074962.946458:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1769074962.947576:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:1.0:1769074962.947588:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.947591:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.947596:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.947598:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.947603:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.947620:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202cebe00. 00000100:00000001:1.0:1769074962.947626:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.947632:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.947633:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.947639:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.947641:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327360 : -125747877224256 : ffff8da20a7260c0) 00000100:00000001:1.0:1769074962.947643:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.947645:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.947649:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.947653:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.947656:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.947664:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.947671:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.947680:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.947682:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.947685:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.947688:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.947691:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.947694:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598016:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.947698:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.947701:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.947703:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.947705:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.947709:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceb600. 02000000:00000001:1.0:1769074962.947711:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.947719:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.947723:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.947729:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14a18. 00000100:00000200:1.0:1769074962.947735:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926598016, portal 25 00000100:00000001:1.0:1769074962.947736:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.947738:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.947750:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.947757:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.947760:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.947762:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769074962.947766:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007926598016, offset 0 00000400:00000200:1.0:1769074962.949092:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.949104:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.949111:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.949116:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.949119:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.949123:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.949126:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.949129:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2864:2864:256:4294967295] 192.168.204.145@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:1.0:1769074962.949133:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.949142:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.949148:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.949153:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769074962.949161:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.949169:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.949173:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fd00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.949194:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.949200:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.949203:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296335988 00000100:00000001:1.0:1769074962.949211:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296335980 00000100:00000001:1.0:1769074962.949216:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296335988 00000100:00000001:1.0:1769074962.949219:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296335980 00000100:00000001:1.0:1769074962.949222:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.949225:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.949228:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.949230:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.949233:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7260c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.949236:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.949238:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074962.950885:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074962.950892:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769074962.950899:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.950906:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074962.950913:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:3.0:1769074962.950916:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769074962.950920:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074962.950926:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.950937:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074962.950940:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.950947:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074962.950949:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074962.956779:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.956796:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.956801:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.956803:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.956815:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.956823:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.956831:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.956836:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.956842:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.956846:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0853980 00000400:00000200:3.0:1769074962.956852:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.956859:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x735d [1] + 224 00000800:00000001:3.0:1769074962.956867:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.956875:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.956878:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.956883:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.956890:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.956898:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.956910:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.956957:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074962.957084:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.957094:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.957099:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074962.968588:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.968595:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.968600:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074962.968606:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:1.0:1769074962.968623:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:1.0:1769074962.968628:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.968640:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.968668:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.968676:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.968679:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.968682:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074962.968685:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074962.968688:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074962.968690:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.968693:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074962.968699:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074962.968703:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074962.968706:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074962.968707:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.968710:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074962.968712:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.968715:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.968719:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.968727:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.968730:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.968732:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.968736:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.968753:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598016:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.968759:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.968761:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.968764:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074962.968767:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.969109:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.969119:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074962.969124:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.969127:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074962.969129:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.969135:0:11570:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1769074962.969138:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.969140:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.969142:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074962.969144:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.969148:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926598016/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.969154:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.969156:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.969159:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb600. 02000000:00000001:1.0:1769074962.969162:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.969163:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.969165:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.969166:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.969169:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202cebe00. 02000000:00000001:1.0:1769074962.969172:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.969174:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.969176:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074962.969179:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.969180:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1769074962.969183:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.969187:0:11570:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1769074962.969194:0:11570:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8da202f3e000. 00000040:00000001:1.0:1769074962.969196:0:11570:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1769074962.969199:0:11570:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1769074962.969201:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:1.0:1769074962.969204:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.969207:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.969211:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.969213:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.969217:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.969222:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202cebe00. 00000100:00000001:1.0:1769074962.969228:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.969232:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.969234:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.969239:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.969241:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832327360 : -125747877224256 : ffff8da20a7260c0) 00000100:00000001:1.0:1769074962.969244:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.969245:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.969249:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.969253:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.969256:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.969257:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.969261:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.969268:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.969271:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.969275:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.969277:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.969280:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.969283:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598144:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.969287:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.969292:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.969295:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.969297:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.969313:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8da207f74000. 02000000:00000001:1.0:1769074962.969315:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.969324:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.969329:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.969334:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da20a726900. 00000100:00000200:1.0:1769074962.969340:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007926598144, portal 25 00000100:00000001:1.0:1769074962.969342:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.969343:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.969349:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.969356:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.969359:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.969363:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14a18. 00000100:00000200:1.0:1769074962.969366:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007926598144, offset 0 00000400:00000200:1.0:1769074962.969373:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.969382:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.969389:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.969395:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.969399:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.969403:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.969406:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.969410:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2865:2865:256:4294967295] 192.168.204.145@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:1.0:1769074962.969414:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.969424:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.969430:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.969435:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769074962.969441:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.969448:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.969453:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.969503:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.969508:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.969511:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336005 00000100:00000001:1.0:1769074962.969517:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296335988 00000100:00000001:1.0:1769074962.969532:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336005 00000100:00000001:1.0:1769074962.969536:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296335988 00000100:00000001:1.0:1769074962.969539:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.969542:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.969544:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.969546:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.969548:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7260c0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.969551:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.969553:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074962.970040:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074962.970045:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:2.0:1769074962.970050:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074962.970055:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074962.970061:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:2.0:1769074962.970064:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:2.0:1769074962.970067:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074962.970072:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.970081:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074962.970084:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.970090:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.970092:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074962.976136:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074962.976159:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074962.976164:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074962.976168:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074962.976179:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074962.976187:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769074962.976195:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074962.976200:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074962.976206:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074962.976211:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb0853a00 00000400:00000200:2.0:1769074962.976217:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074962.976223:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x7365 [4] + 224 00000800:00000001:2.0:1769074962.976245:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074962.976261:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074962.976265:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074962.976270:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769074962.976277:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074962.976286:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074962.976297:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.976309:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074962.976317:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074962.976321:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.977041:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074962.977051:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.977053:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.977057:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074962.977061:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a726900 00000400:00000010:1.0:1769074962.977064:0:11570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.977067:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.977072:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.977081:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.977087:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.977089:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.977091:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074962.977094:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074962.977097:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074962.977099:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.977102:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074962.977109:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074962.977113:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074962.977116:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074962.977117:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.977120:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074962.977123:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.977125:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.977130:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.977137:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.977140:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.977142:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.977146:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.977152:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598144:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.977157:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.977160:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.977162:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074962.977165:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.977168:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.977175:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074962.977177:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7260c0. 00000100:00000001:1.0:1769074962.977179:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074962.977181:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.977188:0:11570:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1769074962.977189:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.977192:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926598144/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.977197:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.977199:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.977202:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8da207f74000. 02000000:00000001:1.0:1769074962.977216:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.977219:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.977221:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.977223:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.977225:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202cebe00. 02000000:00000001:1.0:1769074962.977228:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.977230:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.977232:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074962.977235:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.977236:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074962.977239:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.977240:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.977242:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1769074962.977244:0:11570:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.977247:0:11570:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.977251:0:11570:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1769074962.977256:0:11570:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8da210a18720. 00000040:00001000:1.0:1769074962.977259:0:11570:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:1.0:1769074962.977985:0:28666:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1769074962.977993:0:28666:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202cebe00. 00000020:00000010:1.0:1769074962.977999:0:28666:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceb600. 00000040:00000010:1.0:1769074962.978003:0:28666:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202cea400. 00000020:00000010:1.0:1769074962.978009:0:28666:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a765800. 00000020:00000010:1.0:1769074962.978014:0:28666:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da202cf73b8. 00000020:00000010:1.0:1769074962.978018:0:28666:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da21118f800. 80000000:00000010:1.0:1769074962.978022:0:28666:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da210a18d20. 40000000:00000010:1.0:1769074962.978025:0:28666:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da2081b2ac0. 00100000:00000010:1.0:1769074962.978030:0:28666:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da20a761800. 00040000:00000010:1.0:1769074962.978034:0:28666:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20674f400. 00040000:00000010:1.0:1769074962.978038:0:28666:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da20a760800. 00040000:00000010:1.0:1769074962.978043:0:28666:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da2012e6200. 00000004:00000010:1.0:1769074962.978047:0:28666:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da20a764000. 00000004:00000010:1.0:1769074962.978052:0:28666:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da207fb4000. 00000004:00000010:1.0:1769074962.978056:0:28666:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da20a765000. 00002000:00000010:1.0:1769074962.978061:0:28666:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da20a3f6400. 00000004:00000010:1.0:1769074962.978065:0:28666:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da20a3f5800. 00000020:00000010:1.0:1769074962.978069:0:28666:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da2081b2800. 00000040:00000010:1.0:1769074962.978077:0:28666:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da202f3c000. 00000040:00080000:1.0:1769074962.978598:0:28666:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:1.0:1769074962.978603:0:28666:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da202f3c000. 00000020:00000010:1.0:1769074962.979873:0:28666:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da2081b2800. 00000020:00000010:1.0:1769074962.979891:0:28666:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceb600. 00000040:00000010:1.0:1769074962.979896:0:28666:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202cea400. 00000020:00000010:1.0:1769074962.979899:0:28666:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a765800. 00000020:00000010:1.0:1769074962.979904:0:28666:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da202cf73b8. 00000020:00000010:1.0:1769074962.979908:0:28666:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da21118f800. 80000000:00000010:1.0:1769074962.979912:0:28666:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da210a18d20. 40000000:00000010:1.0:1769074962.979916:0:28666:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da2081b2ac0. 00100000:00000010:1.0:1769074962.979920:0:28666:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da20a761800. 00040000:00000010:1.0:1769074962.979923:0:28666:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20674f400. 00040000:00000010:1.0:1769074962.979926:0:28666:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da20a760800. 00040000:00000010:1.0:1769074962.979930:0:28666:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da2012e6200. 00000004:00000010:1.0:1769074962.979934:0:28666:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da20a764000. 00000004:00000010:1.0:1769074962.979938:0:28666:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da207fb4000. 00000004:00000010:1.0:1769074962.979943:0:28666:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da20a765000. 00002000:00000010:1.0:1769074962.979947:0:28666:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da20a3f6400. 00000004:00000010:1.0:1769074962.979951:0:28666:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da20a3f5800. 00000020:00000010:1.0:1769074962.979954:0:28666:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202cebe00. 00000040:00000010:1.0:1769074962.980045:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da210a18720. 00000040:00000001:1.0:1769074962.980048:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1769074962.980052:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1769074962.980057:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da202f3e000. 00000040:00000010:1.0:1769074962.980060:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da202ceb000. 00000020:00000001:1.0:1769074962.980063:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.980066:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1769074962.980068:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceaa00. 00000040:00000010:1.0:1769074962.980071:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202cea000. 00000020:00000010:1.0:1769074962.980073:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a763800. 00000020:00000010:1.0:1769074962.980076:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202cebc00. 80000000:00000010:1.0:1769074962.980078:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da210a18420. 00040000:00000010:1.0:1769074962.980080:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202ceac00. 20000000:00000010:1.0:1769074962.980084:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da202ceb400. 00000020:00000010:1.0:1769074962.980087:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202ceb800. 10000000:00000010:1.0:1769074962.980090:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da2081b2900. 10000000:01000000:1.0:1769074962.980092:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1769074962.980095:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074962.980097:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.980100:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.980103:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814d000 refcount=3 00000020:00000001:1.0:1769074962.980105:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.980109:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061076480 : -125747648475136 : ffff8da21814d000) 00010000:00000001:1.0:1769074962.980112:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074962.980117:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516924 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.980127:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.980129:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074962.980131:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516924 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.980138:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074962.980139:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.980140:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074962.980142:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.980144:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.980146:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074962.980149:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074962.980151:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da210b9c400) refs 2 10000000:00000001:1.0:1769074962.980153:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.980155:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074962.980156:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8da21000ac00) refs 3 10000000:00000001:1.0:1769074962.980159:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074962.980160:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074962.980161:0:11570:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1769074962.980163:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074962.980165:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8da202f2f800 from 7 10000000:00000001:1.0:1769074962.980168:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074962.980169:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1769074962.980176:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.980180:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.980184:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.980187:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.980192:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.980199:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da2012e6200. 00000100:00000001:1.0:1769074962.980205:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.980209:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074962.980211:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074962.980217:0:11570:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da20ca46c00. 00010000:00000001:1.0:1769074962.980222:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074962.980224:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da21814ca00. 00000020:00000001:1.0:1769074962.980229:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074962.980231:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da21814ca00 with handle 0x5882d449736831ae to hash 00000020:00000001:1.0:1769074962.980233:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074962.980235:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:1.0:1769074962.980238:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:1.0:1769074962.980241:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074962.980243:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074962.980247:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.980253:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.980264:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1769074962.980269:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.980271:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.980277:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.980279:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832329472 : -125747877222144 : ffff8da20a726900) 00000100:00000001:1.0:1769074962.980282:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.980284:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.980289:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.980293:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.980295:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.980296:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.980307:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.980316:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.980318:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.980321:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.980324:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.980326:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.980330:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598272:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.980334:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.980339:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.980341:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.980344:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.980348:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f5800. 02000000:00000001:1.0:1769074962.980350:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.980359:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.980363:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.980369:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14ee0. 00000100:00000200:1.0:1769074962.980376:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926598272, portal 25 00000100:00000001:1.0:1769074962.980378:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.980379:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.980384:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.980392:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.980395:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.980398:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a147f8. 00000100:00000200:1.0:1769074962.980401:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926598272, offset 0 00000400:00000200:1.0:1769074962.980407:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.980415:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.980423:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.980428:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.980432:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.980435:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.980438:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.980442:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2866:2866:256:4294967295] 192.168.204.145@tcp LPNI seq info [2866:2866:8:4294967295] 00000400:00000200:1.0:1769074962.980446:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.980455:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.980483:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.980488:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769074962.980496:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.980504:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.980509:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.980519:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.980537:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.980540:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336017 00000100:00000001:1.0:1769074962.980547:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336005 00000100:00000001:1.0:1769074962.980551:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336017 00000100:00000001:1.0:1769074962.980555:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336005 00000100:00000001:1.0:1769074962.980558:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.980561:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.980563:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.980565:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.980568:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726900 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.980571:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.980574:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074962.981035:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074962.981041:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:2.0:1769074962.981046:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074962.981052:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074962.981057:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a147f8 00000400:00000010:2.0:1769074962.981060:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a147f8. 00000100:00000001:2.0:1769074962.981064:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074962.981068:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.981078:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074962.981082:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.981088:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.981090:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074962.985259:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.985276:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.985280:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.985283:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.985294:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.985302:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.985310:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.985315:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.985320:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.985324:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0853a80 00000400:00000200:3.0:1769074962.985329:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.985336:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x736d [1] + 224 00000800:00000001:3.0:1769074962.985344:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.985352:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.985355:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.985359:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.985366:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.985375:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.985386:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.985402:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.985410:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.985414:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.985581:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074962.985589:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.985591:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.985595:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074962.985600:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:1.0:1769074962.985602:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:1.0:1769074962.985605:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.985621:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.985630:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.985637:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.985639:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.985641:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074962.985644:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074962.985647:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074962.985649:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.985652:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074962.985659:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074962.985663:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074962.985666:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074962.985667:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.985670:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074962.985673:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.985675:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.985680:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.985688:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.985691:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.985693:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.985697:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.985705:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598272:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.985710:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.985713:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.985716:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074962.985718:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.985721:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.985728:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074962.985730:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.985733:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074962.985735:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.985737:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074962.985740:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.985743:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.985756:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ca00 refcount=4 00000020:00000001:1.0:1769074962.985758:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:1.0:1769074962.985761:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000040:1.0:1769074962.985767:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da21814ca00, remote cookie: 0xe52bf4d4a351692b, flags: 0x0 00010000:00000001:1.0:1769074962.985779:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074962.985783:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074962.985785:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074962.985786:0:11570:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074962.985788:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074962.985791:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8da20ca46c00) refcount = 1 00010000:00010000:1.0:1769074962.985796:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351692b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.985803:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074962.985805:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074962.985806:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074962.985809:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074962.985811:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074962.985814:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a351692b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074962.985819:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074962.985821:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.985823:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.985824:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.985825:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.985826:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.985829:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.985833:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926598272/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.985839:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.985841:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.985844:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f5800. 02000000:00000001:1.0:1769074962.985847:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.985849:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.985851:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.985853:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.985855:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da2012e6200. 02000000:00000001:1.0:1769074962.985858:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.985860:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.985862:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074962.985865:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.985866:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1769074962.985868:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.985871:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074962.985873:0:11570:0:(mgc_request.c:108:config_log_get()) log params (ffff8da210b9c400) refs 3 10000000:00000001:1.0:1769074962.985875:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.985877:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074962.985878:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074962.985879:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ca00 refcount=3 00000020:00000001:1.0:1769074962.985881:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:1.0:1769074962.985883:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:1.0:1769074962.985885:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1769074962.985887:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074962.985888:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074962.985889:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074962.985892:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1769074962.985896:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da2081b2900. 00000020:00000010:1.0:1769074962.985900:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da2012e6200. 00000020:00000010:1.0:1769074962.985907:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da21118f800. 00000040:00000010:1.0:1769074962.985912:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202ceb800. 00000020:00000010:1.0:1769074962.985917:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a763800. 00000020:00000010:1.0:1769074962.985922:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202ceb400. 80000000:00000010:1.0:1769074962.985926:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da210a18420. 00040000:00000010:1.0:1769074962.985930:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202ceac00. 20000000:00000010:1.0:1769074962.985933:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da202cebc00. 10000000:00000040:1.0:1769074962.985937:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:1.0:1769074962.985939:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1769074962.985941:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1769074962.985943:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1769074962.985946:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da202cea000. 00000040:00000001:1.0:1769074962.985950:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1769074962.985953:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:1.0:1769074962.985956:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.985959:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.985962:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.985965:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.985969:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.985975:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202ceaa00. 00000100:00000001:1.0:1769074962.985979:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.985985:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.985987:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.985991:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.985993:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832329472 : -125747877222144 : ffff8da20a726900) 00000100:00000001:1.0:1769074962.985996:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.985997:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.986002:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.986006:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.986007:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.986009:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.986013:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.986020:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.986022:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.986025:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.986028:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.986030:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.986033:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598400:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.986037:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.986041:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.986043:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.986045:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.986048:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202ceb000. 02000000:00000001:1.0:1769074962.986050:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.986055:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.986058:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.986062:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14ee0. 00000100:00000200:1.0:1769074962.986068:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926598400, portal 25 00000100:00000001:1.0:1769074962.986070:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.986071:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.986075:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.986082:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.986085:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.986087:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14440. 00000100:00000200:1.0:1769074962.986091:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007926598400, offset 0 00000400:00000200:1.0:1769074962.986097:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.986103:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.986109:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.986115:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.986118:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.986122:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.986125:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.986128:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2867:2867:256:4294967295] 192.168.204.145@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:1.0:1769074962.986132:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.986140:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.986146:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.986151:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769074962.986157:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.986162:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.986167:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.986175:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.986179:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.986182:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336024 00000100:00000001:1.0:1769074962.986188:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336017 00000100:00000001:1.0:1769074962.986193:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336024 00000100:00000001:1.0:1769074962.986197:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336017 00000100:00000001:1.0:1769074962.986199:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.986202:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.986204:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.986206:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.986208:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726900 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.986210:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.986212:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074962.986659:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074962.986665:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:2.0:1769074962.986669:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074962.986674:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074962.986679:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14440 00000400:00000010:2.0:1769074962.986681:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14440. 00000100:00000001:2.0:1769074962.986686:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074962.986690:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.986699:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074962.986702:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074962.986708:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074962.986709:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1769074962.989382:0:28665:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff8da207f738c0. 00000020:00000040:3.0:1769074962.989396:0:28665:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff8da202f2f800 has already been connecting to new target(16) 00000020:00000010:3.0:1769074962.989399:0:28665:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff8da207f738c0. 00000800:00000001:3.0:1769074962.997258:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.997274:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074962.997278:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.997280:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.997291:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.997300:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074962.997307:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.997312:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.997318:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.997323:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0853b00 00000400:00000200:3.0:1769074962.997328:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074962.997335:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x7375 [1] + 224 00000800:00000001:3.0:1769074962.997344:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.997352:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074962.997355:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.997359:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074962.997367:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074962.997375:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074962.997387:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.997408:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074962.997416:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074962.997420:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.997553:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074962.997561:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074962.997563:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074962.997567:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074962.997571:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:1.0:1769074962.997574:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:1.0:1769074962.997577:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074962.997582:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074962.997591:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997597:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074962.997599:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.997602:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074962.997604:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074962.997607:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074962.997609:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.997612:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074962.997620:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074962.997624:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074962.997627:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074962.997629:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074962.997632:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074962.997634:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.997637:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074962.997642:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997650:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.997653:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074962.997666:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074962.997671:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074962.997679:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598400:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.997687:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074962.997690:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.997693:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074962.997695:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.997699:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997706:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074962.997708:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.997712:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074962.997713:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.997719:0:11570:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1769074962.997722:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.997725:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.997727:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074962.997729:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074962.997731:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926598400/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997737:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074962.997740:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074962.997743:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202ceb000. 02000000:00000001:1.0:1769074962.997746:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074962.997747:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074962.997749:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074962.997750:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074962.997753:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceaa00. 02000000:00000001:1.0:1769074962.997756:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074962.997758:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074962.997760:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074962.997763:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074962.997764:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1769074962.997767:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074962.997780:0:11570:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1769074962.997787:0:11570:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8da202f3e000. 00000040:00000001:1.0:1769074962.997789:0:11570:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1769074962.997791:0:11570:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1769074962.997793:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:1.0:1769074962.997797:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074962.997800:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074962.997803:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074962.997805:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074962.997809:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074962.997813:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da202ceaa00. 00000100:00000001:1.0:1769074962.997819:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.997822:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074962.997823:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074962.997828:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074962.997830:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325832329472 : -125747877222144 : ffff8da20a726900) 00000100:00000001:1.0:1769074962.997833:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.997834:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000001:1.0:1769074962.997839:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074962.997843:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.997845:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074962.997846:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074962.997850:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997858:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074962.997860:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.997863:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074962.997866:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074962.997869:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074962.997872:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598528:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1769074962.997876:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074962.997880:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074962.997882:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074962.997884:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074962.997902:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8da207f74000. 02000000:00000001:1.0:1769074962.997905:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.997910:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769074962.997913:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769074962.997920:0:11570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8da20a726b40. 00000100:00000200:1.0:1769074962.997926:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007926598528, portal 25 00000100:00000001:1.0:1769074962.997928:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074962.997929:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:1.0:1769074962.997934:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074962.997942:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074962.997945:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769074962.997947:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14ee0. 00000100:00000200:1.0:1769074962.997950:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007926598528, offset 0 00000400:00000200:1.0:1769074962.997957:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769074962.997963:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.997969:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769074962.997974:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074962.997978:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769074962.997982:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074962.997984:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769074962.997988:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2868:2868:256:4294967295] 192.168.204.145@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:1.0:1769074962.997992:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769074962.998000:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769074962.998006:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769074962.998012:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769074962.998018:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769074962.998025:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769074962.998029:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1769074962.998048:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074962.998052:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769074962.998055:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336037 00000100:00000001:1.0:1769074962.998061:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336024 00000100:00000001:1.0:1769074962.998066:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336037 00000100:00000001:1.0:1769074962.998069:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336024 00000100:00000001:1.0:1769074962.998073:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074962.998075:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074962.998078:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074962.998079:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074962.998081:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a726900 going to sleep for 11 seconds 00000100:00000001:1.0:1769074962.998083:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074962.998085:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074962.999650:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074962.999662:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769074962.999667:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074962.999675:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074962.999682:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:3.0:1769074962.999685:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:3.0:1769074962.999690:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074962.999696:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.999708:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074962.999711:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074962.999718:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074962.999720:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074963.005129:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.005146:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074963.005150:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.005153:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.005164:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.005173:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074963.005180:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.005185:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.005191:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.005196:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 8416 into portal 25 MB=0x6971eb0853b80 00000400:00000200:3.0:1769074963.005201:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.005208:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 8416/8416 into md 0x737d [4] + 224 00000800:00000001:3.0:1769074963.005216:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.005227:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.005230:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.005235:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074963.005243:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074963.005253:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074963.005264:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.005282:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074963.005290:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.005294:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.005596:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074963.005605:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074963.005607:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074963.005624:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769074963.005629:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a726b40 00000400:00000010:1.0:1769074963.005632:0:11570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8da20a726b40. 00000100:00000001:1.0:1769074963.005635:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074963.005640:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074963.005649:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.005655:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074963.005666:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.005669:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074963.005672:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074963.005675:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074963.005677:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074963.005681:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074963.005688:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074963.005693:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074963.005696:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074963.005698:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074963.005700:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074963.005702:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.005705:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074963.005710:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.005717:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074963.005721:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074963.005723:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074963.005727:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074963.005734:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598528:192.168.204.145@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1769074963.005739:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.005741:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.005753:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074963.005756:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074963.005759:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.005766:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074963.005769:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a726900. 00000100:00000001:1.0:1769074963.005779:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074963.005780:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074963.005788:0:11570:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1769074963.005790:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074963.005793:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926598528/t0(0) o503->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074978 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.005800:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074963.005802:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074963.005805:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8da207f74000. 02000000:00000001:1.0:1769074963.005821:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074963.005825:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074963.005827:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074963.005829:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074963.005832:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da202ceaa00. 02000000:00000001:1.0:1769074963.005836:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074963.005838:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074963.005839:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:1.0:1769074963.005842:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074963.005843:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769074963.005846:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074963.005847:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769074963.005849:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1769074963.005851:0:11570:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074963.005854:0:11570:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074963.005857:0:11570:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1769074963.005861:0:11570:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8da210a18720. 00000040:00001000:1.0:1769074963.005864:0:11570:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1769074963.012197:0:28667:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1769074963.012211:0:28667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da202ceaa00. 00000020:00000010:1.0:1769074963.012219:0:28667:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da202ceb000. 00000040:00000010:1.0:1769074963.012223:0:28667:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da202cebe00. 00000020:00000010:1.0:1769074963.012229:0:28667:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20a765000. 00000020:00000010:1.0:1769074963.012235:0:28667:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8da202cf73b8. 00000020:00000010:1.0:1769074963.012239:0:28667:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da202cea400. 80000000:00000010:1.0:1769074963.012245:0:28667:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da210a18d20. 40000000:00000010:1.0:1769074963.012249:0:28667:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8da2081b26c0. 00100000:00000010:1.0:1769074963.012254:0:28667:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8da20a764000. 00040000:00000010:1.0:1769074963.012259:0:28667:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8da20674f600. 00040000:00000010:1.0:1769074963.012264:0:28667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8da20a760800. 00040000:00000010:1.0:1769074963.012268:0:28667:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da202ceb600. 00000004:00000010:1.0:1769074963.012273:0:28667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8da20a761800. 00000004:00000010:1.0:1769074963.012279:0:28667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8da207fb4000. 00000004:00000010:1.0:1769074963.012284:0:28667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8da20a765800. 00002000:00000010:1.0:1769074963.012290:0:28667:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8da20a3f5800. 00000004:00000010:1.0:1769074963.012295:0:28667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8da20a3f6400. 00000020:00000010:1.0:1769074963.012301:0:28667:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8da2081b2c80. 00000040:00000010:1.0:1769074963.012309:0:28667:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8da202f3c000. 00000040:00080000:1.0:1769074963.015126:0:28667:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1769074963.015137:0:28667:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8da202f3c000. 00000020:00000010:1.0:1769074963.015147:0:28667:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8da2081b2c80. 00000020:00000010:1.0:1769074963.015157:0:28667:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da202ceb000. 00000040:00000010:1.0:1769074963.015162:0:28667:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202cebe00. 00000020:00000010:1.0:1769074963.015165:0:28667:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a765000. 00000020:00000010:1.0:1769074963.015170:0:28667:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8da202cf73b8. 00000020:00000010:1.0:1769074963.015176:0:28667:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202cea400. 80000000:00000010:1.0:1769074963.015180:0:28667:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da210a18d20. 40000000:00000010:1.0:1769074963.015184:0:28667:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8da2081b26c0. 00100000:00000010:1.0:1769074963.015189:0:28667:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8da20a764000. 00040000:00000010:1.0:1769074963.015192:0:28667:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8da20674f600. 00040000:00000010:1.0:1769074963.015196:0:28667:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8da20a760800. 00040000:00000010:1.0:1769074963.015200:0:28667:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202ceb600. 00000004:00000010:1.0:1769074963.015203:0:28667:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8da20a761800. 00000004:00000010:1.0:1769074963.015208:0:28667:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8da207fb4000. 00000004:00000010:1.0:1769074963.015212:0:28667:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8da20a765800. 00002000:00000010:1.0:1769074963.015215:0:28667:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8da20a3f5800. 00000004:00000010:1.0:1769074963.015219:0:28667:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8da20a3f6400. 00000020:00000010:1.0:1769074963.015223:0:28667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da202ceaa00. 00000040:00000010:3.0:1769074963.016093:0:11570:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8da210a18720. 00000040:00000001:3.0:1769074963.016100:0:11570:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1769074963.016104:0:11570:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1769074963.016109:0:11570:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8da202f3e000. 00000040:00000010:3.0:1769074963.016112:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da202cea000. 00000020:00000001:3.0:1769074963.016115:0:11570:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074963.016118:0:11570:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1769074963.016122:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da21118f800. 00000040:00000010:3.0:1769074963.016130:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da202ceb800. 00000020:00000010:3.0:1769074963.016133:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20a763800. 00000020:00000010:3.0:1769074963.016138:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da202ceb400. 80000000:00000010:3.0:1769074963.016141:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da210a18420. 00040000:00000010:3.0:1769074963.016145:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da202ceac00. 20000000:00000010:3.0:1769074963.016148:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da202cebc00. 00000020:00000010:3.0:1769074963.016152:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da2012e6200. 10000000:00000010:3.0:1769074963.016155:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da2081b2900. 10000000:01000000:3.0:1769074963.016158:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1769074963.016162:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074963.016164:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074963.016167:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074963.016170:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da21814ca00 refcount=3 00000020:00000001:3.0:1769074963.016172:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:3.0:1769074963.016175:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618326061074944 : -125747648476672 : ffff8da21814ca00) 00010000:00000001:3.0:1769074963.016177:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074963.016182:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351692b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074963.016190:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074963.016192:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074963.016195:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da21814ca00/0x5882d449736831ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a351692b expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074963.016200:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074963.016202:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074963.016204:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074963.016205:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074963.016207:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074963.016210:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074963.016212:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074963.016214:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8da21000be00) refs 2 10000000:00000001:3.0:1769074963.016216:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074963.016218:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074963.016219:0:11570:0:(mgc_request.c:123:config_log_put()) log params(ffff8da210b9c400) refs 3 10000000:00000001:3.0:1769074963.016222:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074963.016223:0:11570:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074963.016225:0:11570:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1769074963.016226:0:11570:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074963.016228:0:11570:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff8da2083018d8 from 1 10000000:00000001:3.0:1769074963.016231:0:11570:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074963.016232:0:11570:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1769074963.016240:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074963.016243:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074963.016248:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074963.016251:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074963.016255:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074963.016262:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da2012a9200. 00000100:00000001:3.0:1769074963.016268:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074963.016273:0:11570:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074963.016275:0:11570:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1769074963.016280:0:11570:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46900 count: 2 00010000:00000001:3.0:1769074963.016283:0:11570:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074963.016285:0:11570:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074963.016288:0:11570:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da201491c00. 00000020:00000001:3.0:1769074963.016292:0:11570:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074963.016294:0:11570:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da201491c00 with handle 0x5882d449736831b5 to hash 00000020:00000001:3.0:1769074963.016296:0:11570:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074963.016297:0:11570:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074963.016300:0:11570:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:3.0:1769074963.016303:0:11570:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074963.016306:0:11570:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074963.016309:0:11570:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.016316:0:11570:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.016325:0:11570:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074963.016330:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074963.016331:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074963.016338:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a7cac00. 00000100:00000001:3.0:1769074963.016340:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325833001984 : -125747876549632 : ffff8da20a7cac00) 00000100:00000001:3.0:1769074963.016342:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074963.016343:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000001:3.0:1769074963.016349:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074963.016353:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074963.016354:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074963.016356:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074963.016367:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.016375:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074963.016377:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074963.016380:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074963.016382:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074963.016384:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074963.016388:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598656:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074963.016392:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074963.016396:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074963.016399:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074963.016401:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074963.016405:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769074963.016407:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074963.016416:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074963.016421:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b160. 00000400:00000010:3.0:1769074963.016427:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720cc0. 00000100:00000200:3.0:1769074963.016434:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926598656, portal 25 00000100:00000001:3.0:1769074963.016437:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074963.016438:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:3.0:1769074963.016443:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.016450:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074963.016453:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074963.016455:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074963.016458:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007926598656, offset 0 00000400:00000200:3.0:1769074963.016486:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074963.016494:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.016502:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074963.016506:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074963.016511:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074963.016515:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074963.016518:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074963.016532:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2869:2869:256:4294967295] 192.168.204.145@tcp LPNI seq info [2869:2869:8:4294967295] 00000400:00000200:3.0:1769074963.016536:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.016546:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074963.016552:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074963.016556:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000800:00000200:3.0:1769074963.016563:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074963.016571:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074963.016576:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074963.016589:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074963.016593:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074963.016596:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336055 00000800:00000200:3.0:1769074963.016702:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074963.016706:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000400:00000200:3.0:1769074963.016710:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.016714:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074963.016719:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7206e8 00000400:00000010:3.0:1769074963.016721:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7206e8. 00000100:00000001:3.0:1769074963.016727:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074963.016731:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.016740:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074963.016743:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.016751:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074963.016753:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074963.016769:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336037 00000100:00000001:3.0:1769074963.021013:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336059 00000100:00000001:3.0:1769074963.021019:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336037 00000100:00000001:3.0:1769074963.021022:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074963.021026:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074963.021029:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074963.021031:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074963.021034:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a7cac00 going to sleep for 11 seconds 00000100:00000001:3.0:1769074963.021038:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074963.021040:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074963.027177:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.027195:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074963.027200:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.027203:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.027213:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.027221:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074963.027229:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.027233:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.027239:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.027243:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 344 into portal 25 MB=0x6971eb0853c00 00000400:00000200:3.0:1769074963.027248:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.027254:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 344/344 into md 0x7385 [1] + 224 00000800:00000001:3.0:1769074963.027262:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.027268:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.027271:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.027276:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074963.027283:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074963.027292:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074963.027303:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.027329:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074963.027337:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.027340:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.032518:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074963.032545:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074963.032548:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074963.032552:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b160. 00000400:00000200:2.0:1769074963.032559:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720cc0 00000400:00000010:2.0:1769074963.032562:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720cc0. 00000100:00000001:2.0:1769074963.032569:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074963.032581:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074963.032594:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.032603:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074963.032605:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.032608:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074963.032621:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074963.032624:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074963.032627:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074963.032631:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074963.032638:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074963.032642:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074963.032645:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074963.032647:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074963.032651:0:11570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074963.032653:0:11570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.032656:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074963.032867:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.032876:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074963.032879:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074963.032881:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074963.032886:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074963.032895:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598656:192.168.204.145@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1769074963.032900:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.032903:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.032906:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074963.032908:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074963.032913:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.032921:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074963.032925:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a7cac00. 00000100:00000001:2.0:1769074963.032929:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074963.032931:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074963.032934:0:11570:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074963.032938:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074963.032941:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074963.032944:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=4 00000020:00000001:2.0:1769074963.032947:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:2.0:1769074963.032950:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000040:2.0:1769074963.032959:0:11570:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da201491c00, remote cookie: 0xe52bf4d4a3516932, flags: 0x0 00010000:00000001:2.0:1769074963.032963:0:11570:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074963.032967:0:11570:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074963.032969:0:11570:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074963.032972:0:11570:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074963.032974:0:11570:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074963.032977:0:11570:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff8da20ca46900) refcount = 2 00010000:00000040:2.0:1769074963.032980:0:11570:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1769074963.032984:0:11570:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.145@tcp lock: ffff8da21814d000/0x5882d449736831a7 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3516924 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.032994:0:11570:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516932 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074963.033001:0:11570:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074963.033003:0:11570:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074963.033005:0:11570:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074963.033008:0:11570:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074963.033011:0:11570:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074963.033014:0:11570:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xe52bf4d4a3516932 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074963.033020:0:11570:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074963.033023:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074963.033025:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074963.033026:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074963.033027:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074963.033029:0:11570:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.033032:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074963.033035:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926598656/t0(0) o101->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.033042:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074963.033045:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074963.033049:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:2.0:1769074963.033052:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074963.033055:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074963.033057:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074963.033059:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074963.033062:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da2012a9200. 02000000:00000001:2.0:1769074963.033065:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074963.033068:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074963.033069:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:2.0:1769074963.033073:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074963.033074:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1769074963.033077:0:11570:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074963.033080:0:11570:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1769074963.033083:0:11570:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8da21000be00) refs 3 10000000:00000001:2.0:1769074963.033085:0:11570:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074963.033088:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074963.033089:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074963.033091:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=3 00000020:00000001:2.0:1769074963.033093:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:2.0:1769074963.033095:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:2.0:1769074963.033097:0:11570:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1769074963.033099:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074963.033100:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074963.033101:0:11570:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074963.033104:0:11570:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1769074963.033109:0:11570:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8da207e39ac0. 00000020:00000010:2.0:1769074963.033114:0:11570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da206532a00. 00000020:00000010:2.0:1769074963.033118:0:11570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da206533000. 00000040:00000010:2.0:1769074963.033122:0:11570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8da206532e00. 00000020:00000010:2.0:1769074963.033128:0:11570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8da20ac53800. 00000020:00000010:2.0:1769074963.033133:0:11570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8da206532c00. 80000000:00000010:2.0:1769074963.033138:0:11570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8da2054dcea0. 00040000:00000010:2.0:1769074963.033143:0:11570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8da206533800. 20000000:00000010:2.0:1769074963.033149:0:11570:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8da206533a00. 10000000:00000040:2.0:1769074963.033154:0:11570:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8da210115480 : new refcount 2 00000020:00000001:2.0:1769074963.033157:0:11570:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1769074963.033159:0:11570:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1769074963.033161:0:11570:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1769074963.033164:0:11570:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8da206533c00. 00000040:00000001:2.0:1769074963.033168:0:11570:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1769074963.033171:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000010:2.0:1769074963.033176:0:11570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 00000020:00000040:2.0:1769074963.033180:0:11570:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074963.033185:0:11570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074963.033188:0:11570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074963.033192:0:11570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074963.033198:0:11570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8da20aeb5c00. 00000100:00000001:2.0:1769074963.033203:0:11570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.033208:0:11570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074963.033210:0:11570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074963.033215:0:11570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da20a4a99c0. 00000100:00000001:2.0:1769074963.033218:0:11570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325829720512 : -125747879831104 : ffff8da20a4a99c0) 00000100:00000001:2.0:1769074963.033220:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074963.033222:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000001:2.0:1769074963.033226:0:11570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074963.033230:0:11570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.033233:0:11570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074963.033234:0:11570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074963.033240:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.033247:0:11570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074963.033249:0:11570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074963.033253:0:11570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074963.033256:0:11570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074963.033259:0:11570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074963.033262:0:11570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598784:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1769074963.033267:0:11570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074963.033271:0:11570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074963.033273:0:11570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074963.033276:0:11570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074963.033280:0:11570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20aeb5400. 02000000:00000001:2.0:1769074963.033282:0:11570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074963.033290:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074963.033448:0:11570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b61b8. 00000400:00000010:2.0:1769074963.033456:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353990. 00000100:00000200:2.0:1769074963.033530:0:11570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926598784, portal 25 00000100:00000001:2.0:1769074963.033534:0:11570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074963.033536:0:11570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:2.0:1769074963.033543:0:11570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.033549:0:11570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074963.033552:0:11570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074963.033570:0:11570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353198. 00000100:00000200:2.0:1769074963.033574:0:11570:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007926598784, offset 0 00000400:00000200:2.0:1769074963.033579:0:11570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074963.033587:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074963.033595:0:11570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074963.033600:0:11570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074963.033603:0:11570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074963.033607:0:11570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074963.033620:0:11570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074963.033625:0:11570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2870:2870:256:4294967295] 192.168.204.145@tcp LPNI seq info [2870:2870:8:4294967295] 00000400:00000200:2.0:1769074963.033629:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074963.033638:0:11570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074963.033644:0:11570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074963.033650:0:11570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074963.033874:0:11570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074963.033885:0:11570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074963.033891:0:11570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1769074963.033905:0:11570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074963.033911:0:11570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074963.033914:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296336073 00000100:00000001:2.0:1769074963.033922:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336055 00000100:00000001:2.0:1769074963.033927:0:11570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296336073 00000100:00000001:2.0:1769074963.033931:0:11570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336059 00000100:00000001:2.0:1769074963.033934:0:11570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074963.033938:0:11570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.033940:0:11570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074963.033942:0:11570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074963.033946:0:11570:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da20a4a99c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074963.033948:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074963.033951:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074963.037024:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074963.037314:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074963.037321:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.037330:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074963.037338:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353198 00000400:00000010:3.0:1769074963.037340:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353198. 00000100:00000001:3.0:1769074963.037345:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074963.037353:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.037365:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074963.037368:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.037375:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074963.037377:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074963.051109:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.051127:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074963.051131:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.051134:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.051146:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.051154:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074963.051162:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.051166:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.051173:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.051178:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 272 into portal 25 MB=0x6971eb0853c80 00000400:00000200:3.0:1769074963.051183:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074963.051190:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 272/272 into md 0x7395 [1] + 224 00000800:00000001:3.0:1769074963.051199:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.051206:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.051209:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.051214:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074963.051221:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074963.051229:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074963.051241:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.051261:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074963.051269:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.051273:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.051646:0:11570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074963.051655:0:11570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074963.051657:0:11570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074963.051660:0:11570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b61b8. 00000400:00000200:2.0:1769074963.051666:0:11570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:2.0:1769074963.051680:0:11570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:2.0:1769074963.051684:0:11570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074963.051690:0:11570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074963.051699:0:11570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.051706:0:11570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074963.051708:0:11570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.051711:0:11570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074963.051714:0:11570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074963.051716:0:11570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074963.051719:0:11570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074963.051722:0:11570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074963.051729:0:11570:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074963.051734:0:11570:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074963.051737:0:11570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1769074963.051741:0:11570:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.051748:0:11570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1769074963.051751:0:11570:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1769074963.051755:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.051762:0:11570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1769074963.051766:0:11570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074963.051768:0:11570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074963.051772:0:11570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074963.051780:0:11570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d92a20d5-0179-4d84-9e4f-4b7777a5948a:11570:1855007926598784:192.168.204.145@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1769074963.051786:0:11570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.051788:0:11570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1769074963.051791:0:11570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074963.051793:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074963.051797:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.051803:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074963.051805:0:11570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da20a4a99c0. 00000100:00000001:2.0:1769074963.051808:0:11570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074963.051810:0:11570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1769074963.051813:0:11570:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1769074963.051817:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074963.051819:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074963.051821:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074963.051823:0:11570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074963.051826:0:11570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926598784/t0(0) o501->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074979 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074963.051831:0:11570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074963.051834:0:11570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074963.051837:0:11570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20aeb5400. 02000000:00000001:2.0:1769074963.051840:0:11570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074963.051841:0:11570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074963.051842:0:11570:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074963.051844:0:11570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074963.051846:0:11570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20aeb5c00. 02000000:00000001:2.0:1769074963.051849:0:11570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074963.051851:0:11570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074963.051854:0:11570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:2.0:1769074963.051858:0:11570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074963.051859:0:11570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1769074963.051862:0:11570:0:(llog.c:1547:llog_open()) MGC192.168.204.145@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1769074963.051865:0:11570:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8da206533c00. 00000040:00000001:2.0:1769074963.051868:0:11570:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1769074963.051871:0:11570:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1769074963.051875:0:11570:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1769074963.051882:0:11570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8da206533000. 00000040:00000010:2.0:1769074963.051885:0:11570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8da206532e00. 00000020:00000010:2.0:1769074963.051890:0:11570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8da20ac53800. 00000020:00000010:2.0:1769074963.051896:0:11570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8da206532c00. 80000000:00000010:2.0:1769074963.051900:0:11570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8da2054dcea0. 00040000:00000010:2.0:1769074963.051905:0:11570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8da206533800. 20000000:00000010:2.0:1769074963.051909:0:11570:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8da206533a00. 00000020:00000010:2.0:1769074963.051913:0:11570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8da206532a00. 10000000:00000010:2.0:1769074963.051916:0:11570:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8da207e39ac0. 10000000:01000000:2.0:1769074963.051920:0:11570:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1769074963.051923:0:11570:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1769074963.051926:0:11570:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074963.051929:0:11570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074963.051931:0:11570:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da201491c00 refcount=3 00000020:00000001:2.0:1769074963.051934:0:11570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:2.0:1769074963.051937:0:11570:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325678627840 : -125748030923776 : ffff8da201491c00) 00010000:00000001:2.0:1769074963.051940:0:11570:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074963.051944:0:11570:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516932 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074963.051952:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074963.051954:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074963.051957:0:11570:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.145@tcp lock: ffff8da201491c00/0x5882d449736831b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xe52bf4d4a3516932 expref: -99 pid: 11570 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074963.051963:0:11570:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074963.051965:0:11570:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074963.051966:0:11570:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1769074963.051968:0:11570:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074963.051970:0:11570:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1769074963.051973:0:11570:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1769074963.051975:0:11570:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074963.051977:0:11570:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8da21000be00) refs 3 10000000:00000001:2.0:1769074963.051980:0:11570:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1769074963.614717:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074963.614733:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074963.614735:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.614741:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074963.614744:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074963.614748:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074963.614752:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074963.806625:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074963.806643:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074963.806650:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074963.806654:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074963.806657:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074963.806659:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074963.806662:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074963.806664:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074963.806666:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074963.806668:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074963.806782:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074963.806786:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074963.806788:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074964.638628:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074964.638642:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074964.638644:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074964.638649:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074964.638652:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074964.638655:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074964.638659:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074964.831059:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074964.831065:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074964.831071:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074964.831072:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074964.831175:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074964.831180:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074964.831184:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074965.663563:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074965.663582:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074965.663585:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074965.663591:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074965.663595:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074965.663600:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074965.663604:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074965.854622:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074965.854629:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074965.854635:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074965.854637:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074965.854732:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074965.854735:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074965.854738:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074966.687756:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074966.687767:0:11606:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074966.687776:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769074966.687781:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074966.687786:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074966.687789:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074966.687795:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074966.687805:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13e00. 00000100:00000001:3.0:1769074966.687813:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074966.687824:0:11606:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074966.687839:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074966.687844:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074966.687849:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_01_00+0] req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074966.687881:0:11606:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074966.687883:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074966.687887:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074966.687889:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074966.687892:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074966.687895:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074966.687897:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074966.687901:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1665) 00000100:00000001:3.0:1769074966.687918:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074966.687926:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074966.687927:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074966.687929:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074966.687931:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074966.687934:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074966.687937:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074966.687939:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074966.687941:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074966.687943:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074966.687944:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074966.687945:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074966.687947:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074966.687952:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074966.687960:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074966.687962:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074966.687966:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074966.687969:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074966.687971:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074966.687974:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926598912:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074966.687978:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074966.687984:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074966.687986:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074966.687988:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074966.687993:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a9a00. 02000000:00000001:3.0:1769074966.687994:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074966.688004:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074966.688009:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b790. 00000400:00000010:3.0:1769074966.688016:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7206e8. 00000100:00000200:3.0:1769074966.688023:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926598912, portal 25 00000100:00000001:3.0:1769074966.688025:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074966.688026:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:3.0:1769074966.688032:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074966.688039:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074966.688042:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074966.688045:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074966.688047:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926598912, offset 0 00000400:00000200:3.0:1769074966.688053:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074966.688061:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.688069:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074966.688074:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074966.688078:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074966.688081:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074966.688084:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074966.688088:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2871:2871:256:4294967295] 192.168.204.145@tcp LPNI seq info [2871:2871:8:4294967295] 00000400:00000200:3.0:1769074966.688092:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.688101:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074966.688109:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074966.688114:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769074966.688121:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074966.688128:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074966.688132:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074966.688154:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074966.688159:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074966.688162:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296339727 00000100:00000001:3.0:1769074966.688167:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296336073 00000100:00000001:3.0:1769074966.688171:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296339727 00000100:00000001:3.0:1769074966.688174:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296336073 00000100:00000001:3.0:1769074966.688176:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074966.688179:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074966.688181:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074966.688183:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074966.688283:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.688287:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000400:00000200:3.0:1769074966.688291:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.688296:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074966.688302:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:3.0:1769074966.688304:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:3.0:1769074966.688310:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074966.688314:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074966.688323:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074966.688326:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074966.688333:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074966.688335:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074966.688989:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074966.688994:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074966.692440:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.692456:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.692696:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.692701:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.692712:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.692720:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074966.692727:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.692732:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.692737:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.692742:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853d00 00000400:00000200:3.0:1769074966.692747:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074966.692753:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73a5 [1] + 224 00000800:00000001:3.0:1769074966.692761:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.692767:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.692771:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.692775:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074966.692782:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.692791:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074966.692802:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074966.692869:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074966.692874:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074966.692892:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074966.692901:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.692905:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074966.692954:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074966.692956:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074966.692959:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b790. 00000400:00000200:2.0:1769074966.692964:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7206e8 00000400:00000010:2.0:1769074966.692967:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7206e8. 00000100:00000001:2.0:1769074966.692971:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074966.692976:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074966.692985:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074966.692991:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074966.692993:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074966.692995:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074966.692999:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074966.693001:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074966.693002:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074966.693005:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074966.693012:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074966.693016:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074966.693019:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074966.693020:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.693023:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074966.693025:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.693028:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074966.693033:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074966.693039:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074966.693042:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074966.693044:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074966.693047:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074966.693054:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926598912:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074966.693060:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.693062:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.693065:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926598912/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074966.693077:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074966.693080:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074966.693083:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a9a00. 02000000:00000001:2.0:1769074966.693086:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074966.693089:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074966.693091:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074966.693093:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074966.693095:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13e00. 02000000:00000001:2.0:1769074966.693099:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074966.693100:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074966.693103:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:2.0:1769074966.693106:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074966.693108:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074966.693110:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.693112:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074966.693113:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074966.693115:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.693117:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074966.878590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074966.878596:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074966.878603:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074966.878604:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074966.879523:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074966.879527:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074966.879531:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074967.710594:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074967.710606:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.710608:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.710614:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.710616:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.710620:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.710623:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.710979:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074967.710982:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769074967.710997:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074951/real 1769074951] req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074967.711013:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074967.711015:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074967.711018:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074967.711024:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074967.711026:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074967.711031:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.711035:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074967.711054:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.711063:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074967.711064:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711067:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074967.711069:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074967.711073:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.711079:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711083:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074967.711085:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.711087:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.711088:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.711090:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711092:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074967.711094:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.711098:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.711105:0:2382:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1769074967.711108:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711109:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074967.711111:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074967.711115:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074967.711122:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926596224:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074967.711127:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711129:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.711132:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b800 x1855007926596224/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074967 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.711140:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074967.711142:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074967.711146:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207da4400. 02000000:00000001:2.0:1769074967.711151:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074967.711154:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074967.711156:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=54 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769074967.711158:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074967.711160:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da208348a00. 02000000:00000001:2.0:1769074967.711164:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074967.711166:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074967.711168:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b800. 00000100:00000001:2.0:1769074967.711171:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074967.711172:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711174:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.711177:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074967.711178:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.711180:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.711182:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.902582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074967.902588:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.902594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074967.902595:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074967.902662:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074967.902666:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.902669:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074967.922229:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.922244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.922249:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.922251:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.922262:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074967.922332:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074967.922341:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074967.922346:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074967.922351:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074967.922356:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:3.0:1769074967.922360:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074967.922366:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:3.0:1769074967.922374:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.922381:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.922384:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.922388:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074967.922395:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.922403:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074967.922414:0:2374:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.922438:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.922457:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.922488:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.922562:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.922566:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.922569:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769074967.922571:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769074967.922578:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 02000000:00000010:1.0:1769074967.922583:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674fb00. 02000000:00000001:1.0:1769074967.922586:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.922588:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.922590:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.922598:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.922600:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.922606:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=6 v=5 (1 0 0 0) 02000000:00000010:1.0:1769074967.922610:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674fb00. 00000100:00000010:1.0:1769074967.922614:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00001000:1.0:1769074967.922619:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 22s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074989 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.922628:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.922630:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.922634:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074968.526134:0:28699:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074968.681585:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffd08 00000080:00200008:2.0:1769074968.681594:0:28719:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1769074968.681602:0:28719:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074968.681603:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffc80 00000080:00200000:2.0:1769074968.681605:0:28719:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:2.0:1769074968.681612:0:28719:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20a7d1000. 00800000:00000002:2.0:1769074968.681618:0:28719:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:2.0:1769074968.681622:0:28719:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074968.681626:0:28719:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074968.681628:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffba0 00800000:00000002:2.0:1769074968.681630:0:28719:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074968.681634:0:28719:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074968.681638:0:28719:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074968.681642:0:28719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074968.681644:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffa70 00000002:00010000:2.0:1769074968.681646:0:28719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074968.681649:0:28719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074968.681651:0:28719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074968.681654:0:28719:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074968.681661:0:28719:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074968.681664:0:28719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074968.681666:0:28719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074968.681668:0:28719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074968.681670:0:28719:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074968.681675:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b800. 00000020:00000040:2.0:1769074968.681679:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00010000:00000001:2.0:1769074968.681685:0:28719:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074968.681690:0:28719:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074968.681696:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074968.681698:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074968.681699:0:28719:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.681702:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074968.681704:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074968.681709:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074968.681715:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30800. 00000100:00000001:2.0:1769074968.681721:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074968.681726:0:28719:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074968.681728:0:28719:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074968.681729:0:28719:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074968.681730:0:28719:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074968.681732:0:28719:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074968.681737:0:28719:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00010000:00000001:2.0:1769074968.681741:0:28719:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074968.681743:0:28719:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074968.681747:0:28719:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8da211a0ee00. 00010000:00000010:2.0:1769074968.681751:0:28719:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8da208b48100. 00010000:00000001:2.0:1769074968.681756:0:28719:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074968.681759:0:28719:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8da20ab81600. 00000020:00000001:2.0:1769074968.681763:0:28719:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074968.681766:0:28719:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8da20ab81600 with handle 0x5882d449736831bc to hash 00000020:00000001:2.0:1769074968.681768:0:28719:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074968.681769:0:28719:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:2.0:1769074968.681773:0:28719:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:2.0:1769074968.681777:0:28719:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074968.681779:0:28719:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074968.681783:0:28719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 28719 initiator: MDT0 00010000:00010000:2.0:1769074968.681793:0:28719:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28719 initiator: MDT0 00010000:00010000:2.0:1769074968.681873:0:28719:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 28719 initiator: MDT0 00000100:00000001:2.0:1769074968.681879:0:28719:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074968.681881:0:28719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074968.681887:0:28719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da2101156c0. 00000100:00000001:2.0:1769074968.681889:0:28719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325926631104 : -125747782920512 : ffff8da2101156c0) 00000100:00000001:2.0:1769074968.681892:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074968.681894:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00000100:00000001:2.0:1769074968.681898:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074968.681901:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.681903:0:28719:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074968.681905:0:28719:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074968.681914:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074968.681923:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074968.681991:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074968.681997:0:28719:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != REPLAY) req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074968.682006:0:28719:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.682008:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074968.682011:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074968.682013:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074968.682017:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074968.682020:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074968.682021:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074968.682023:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074968.682026:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.734625:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074968.734638:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074968.734640:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.734645:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074968.734648:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074968.734652:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.734655:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.926664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074968.926673:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074968.926676:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074968.926681:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074968.926683:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074968.926684:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.926689:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074968.926691:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.926692:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.926694:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.926698:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074968.926699:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074968.926768:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074968.926772:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074968.926776:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074969.694617:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074969.694623:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074969.694625:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074969.694629:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074969.694632:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074969.694634:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074969.694636:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074969.694638:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074969.694640:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074969.758627:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074969.758640:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074969.758642:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074969.758647:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074969.758650:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074969.758653:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074969.758657:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074969.950588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074969.950594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074969.950599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074969.950600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074969.951484:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074969.951488:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074969.951492:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074970.718568:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074970.718574:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074970.718575:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074970.718579:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074970.718582:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074970.718585:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074970.718587:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074970.718588:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074970.718590:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074970.782586:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074970.782597:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074970.782599:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074970.782603:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074970.782606:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074970.782609:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074970.782612:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074970.974590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074970.974597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074970.974602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074970.974603:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074970.974668:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074970.974672:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074970.974675:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074971.742562:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074971.742569:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074971.742571:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074971.742577:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074971.742580:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074971.742584:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.742586:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074971.742588:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.742591:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074971.806573:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:2.0:1769074971.806578:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074971.806586:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074971.806586:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1769074971.806589:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074971.806594:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074971.806597:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074971.806599:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074971.806602:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074971.806603:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 00000020:00000040:2.0:1769074971.806610:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769074971.806615:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074971.806618:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074971.806624:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074971.806633:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ca2c800. 00000100:00000001:2.0:1769074971.806638:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074971.806649:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074971.806659:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074971.806663:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074971.806669:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ad302f0] to pc [ptlrpcd_01_01+1] req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.806699:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074971.806702:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074971.806705:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:2.0:1769074971.806708:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074971.806712:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074971.806715:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074971.806718:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1769074971.806720:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769074971.806723:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1671) 00000100:00000001:3.0:1769074971.806724:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074971.806728:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769074971.806736:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769074971.806738:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.806740:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074971.806751:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074971.806754:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074971.806757:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074971.806760:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074971.806763:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074971.806767:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599168:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769074971.806771:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074971.806776:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074971.806779:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074971.806781:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074971.806785:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8800. 02000000:00000001:3.0:1769074971.806787:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074971.806796:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769074971.806800:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b4d0. 00000400:00000010:3.0:1769074971.806806:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7205d8. 00000100:00000200:3.0:1769074971.806813:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599168, portal 25 00000100:00000001:3.0:1769074971.806815:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074971.806816:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:3.0:1769074971.806820:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074971.806826:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074971.806828:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769074971.806829:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720e58. 00000100:00000200:3.0:1769074971.806831:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599168, offset 0 00000400:00000200:3.0:1769074971.806835:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769074971.806841:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.806846:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769074971.806850:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074971.806853:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769074971.806856:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074971.806858:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769074971.806861:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2872:2872:256:4294967295] 192.168.204.145@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:3.0:1769074971.806863:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.806871:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769074971.806875:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769074971.806878:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769074971.806884:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769074971.806889:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769074971.806892:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074971.806903:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074971.806906:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769074971.806908:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296344846 00000100:00000001:3.0:1769074971.806913:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296339727 00000100:00000001:3.0:1769074971.806916:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296344846 00000100:00000001:3.0:1769074971.806919:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296339727 00000100:00000001:3.0:1769074971.806922:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074971.806924:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074971.806926:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074971.806928:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074971.806931:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074971.806932:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074971.806933:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074971.806934:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074971.806935:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074971.806937:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074971.807008:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074971.807012:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000400:00000200:2.0:1769074971.807017:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074971.807022:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074971.807027:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720e58 00000400:00000010:2.0:1769074971.807030:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720e58. 00000100:00000001:2.0:1769074971.807036:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074971.807040:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.807053:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074971.807057:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.807064:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074971.807065:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074971.808438:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074971.808450:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074971.808453:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074971.808455:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074971.808476:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.808482:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074971.808489:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.808493:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.808498:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.808502:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853e00 00000400:00000200:3.0:1769074971.808506:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074971.808513:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73b5 [1] + 224 00000800:00000001:3.0:1769074971.808519:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074971.808526:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074971.808528:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074971.808532:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074971.808601:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074971.808608:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074971.808618:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074971.808636:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074971.808643:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074971.808647:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.808680:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074971.808684:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074971.808690:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074971.808692:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074971.808695:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b4d0. 00000400:00000200:2.0:1769074971.808699:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7205d8 00000400:00000010:2.0:1769074971.808701:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7205d8. 00000100:00000001:2.0:1769074971.808705:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074971.808710:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074971.808720:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.808727:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074971.808728:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.808731:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074971.808733:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074971.808735:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074971.808737:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074971.808740:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074971.808745:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=126 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074971.808749:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074971.808752:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074971.808753:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074971.808756:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074971.808758:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074971.808761:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074971.808765:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.808778:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074971.808781:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074971.808782:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074971.808786:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074971.808793:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599168:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074971.808798:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.808800:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074971.808804:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926599168/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074971.808810:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074971.808812:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074971.808815:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8800. 02000000:00000001:2.0:1769074971.808818:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074971.808820:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074971.808822:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074971.808824:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074971.808826:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ca2c800. 02000000:00000001:2.0:1769074971.808831:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074971.808833:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074971.808835:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:2.0:1769074971.808839:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074971.808840:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.808842:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074971.808848:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074971.808849:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074971.808851:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074971.808853:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074971.998591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074971.998598:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074971.998604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074971.998605:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.998669:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074971.998673:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074971.998676:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074972.766569:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074972.766576:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074972.766577:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074972.766582:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074972.766586:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074972.766590:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074972.766593:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074972.766594:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074972.766596:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074972.830565:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074972.830565:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074972.830571:0:2380:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769074972.830577:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074972.830581:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000400:0.0:1769074972.830583:0:2380:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074956/real 1769074956] req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074972.830588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074972.830592:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074972.830595:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074972.830600:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769074972.830605:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074972.830608:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074972.830613:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:0.0:1769074972.830619:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:0.0:1769074972.830622:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769074972.830626:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074972.830631:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074972.830639:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074972.830647:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074972.830649:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830652:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074972.830653:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074972.830658:0:2380:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074972.830664:0:2380:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830667:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074972.830668:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074972.830669:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074972.830670:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074972.830671:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830673:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074972.830676:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074972.830680:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074972.830686:0:2380:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1769074972.830689:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830690:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074972.830692:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074972.830695:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074972.830702:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926596736:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074972.830706:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830709:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074972.830712:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994000 x1855007926596736/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074972 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074972.830719:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074972.830722:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074972.830725:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f800. 02000000:00000001:0.0:1769074972.830730:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074972.830733:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074972.830734:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=54 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769074972.830742:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074972.830745:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f200. 02000000:00000001:0.0:1769074972.830747:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074972.830749:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074972.830750:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994000. 00000100:00000001:0.0:1769074972.830752:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074972.830753:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830754:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074972.830756:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074972.830757:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074972.830758:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074972.830760:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074973.022583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074973.022589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074973.022595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074973.022596:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074973.022704:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074973.022707:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074973.022710:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074973.790551:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074973.790558:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074973.790560:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074973.790565:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074973.790568:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074973.790571:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074973.790573:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074973.790576:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074973.790578:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074974.046588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074974.046594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074974.046600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074974.046603:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074974.046605:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074974.046608:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074974.046611:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074974.046614:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074974.046616:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074974.046618:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074974.046672:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074974.046676:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074974.046679:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074974.814543:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074974.814549:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074974.814551:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074974.814555:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074974.814563:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074974.814566:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074974.814568:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074974.814570:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074974.814572:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074975.070587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074975.070592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074975.070598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074975.070599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074975.070648:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074975.070650:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074975.070653:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074975.838558:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074975.838563:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074975.838565:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074975.838568:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074975.838571:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074975.838574:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074975.838576:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074975.838578:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074975.838579:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074976.094582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074976.094589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074976.094594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074976.094596:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074976.094641:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074976.094644:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074976.094647:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074976.862562:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074976.862569:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074976.862570:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074976.862574:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074976.862577:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074976.862580:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.862582:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074976.862584:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.862586:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074976.926609:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074976.926620:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074976.926630:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769074976.926636:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074976.926640:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074976.926643:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074976.926649:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074976.926658:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13100. 00000100:00000001:3.0:1769074976.926664:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074976.926674:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074976.926685:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074976.926689:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074976.926695:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_01_00+0] req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074976.926720:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074976.926724:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074976.926728:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074976.926731:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074976.926735:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1769074976.926737:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769074976.926738:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074976.926742:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074976.926745:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074976.926752:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074976.926757:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074976.926763:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1676) 00000100:00000001:2.0:1769074976.926771:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074976.926774:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074976.926778:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074976.926781:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074976.926784:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074976.926789:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599296:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074976.926794:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769074976.926796:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769074976.926800:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769074976.926801:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074976.926804:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074976.926809:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074976.926813:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1c00. 02000000:00000001:2.0:1769074976.926815:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074976.926823:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074976.926826:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074976.926831:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074976.926837:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599296, portal 25 00000100:00000001:2.0:1769074976.926838:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074976.926839:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:2.0:1769074976.926843:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074976.926849:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074976.926851:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074976.926853:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353990. 00000100:00000200:2.0:1769074976.926855:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599296, offset 0 00000400:00000200:2.0:1769074976.926859:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074976.926866:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074976.926871:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074976.926875:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074976.926879:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074976.926881:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074976.926883:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074976.926886:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2873:2873:256:4294967295] 192.168.204.145@tcp LPNI seq info [2873:2873:8:4294967295] 00000400:00000200:2.0:1769074976.926888:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074976.926895:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074976.926898:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074976.926901:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074976.926906:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074976.926911:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074976.926914:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074976.926926:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074976.926929:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074976.926931:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296349966 00000100:00000001:2.0:1769074976.926936:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296344846 00000100:00000001:2.0:1769074976.926939:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296349966 00000100:00000001:2.0:1769074976.926942:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296344846 00000100:00000001:2.0:1769074976.926945:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074976.926947:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074976.926950:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074976.926951:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.926957:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074976.926958:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074976.926960:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074976.926961:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074976.926962:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074976.926964:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074976.927034:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074976.927038:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074976.927045:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.927051:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074976.927056:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353990 00000400:00000010:3.0:1769074976.927059:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353990. 00000100:00000001:3.0:1769074976.927063:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074976.927067:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074976.927076:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074976.927079:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074976.927086:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074976.927088:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074976.928330:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074976.928341:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074976.928344:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074976.928347:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074976.928399:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074976.928405:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074976.928411:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074976.928415:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074976.928420:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074976.928424:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853e80 00000400:00000200:3.0:1769074976.928428:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074976.928434:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73c5 [1] + 224 00000800:00000001:3.0:1769074976.928440:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074976.928448:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074976.928451:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.928455:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074976.928487:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074976.928493:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074976.928503:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074976.928527:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074976.928535:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074976.928538:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.928576:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074976.928583:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074976.928589:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074976.928590:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074976.928593:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074976.928598:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074976.928599:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074976.928601:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074976.928605:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074976.928612:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074976.928617:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074976.928618:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.928620:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074976.928621:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074976.928623:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074976.928624:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074976.928626:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074976.928631:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074976.928633:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074976.928635:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074976.928636:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074976.928638:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074976.928640:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074976.928641:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074976.928645:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074976.928649:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074976.928651:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074976.928652:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074976.928655:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074976.928664:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599296:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074976.928667:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.928668:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074976.928670:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926599296/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074976.928674:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074976.928676:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074976.928678:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1c00. 02000000:00000001:2.0:1769074976.928680:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074976.928682:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074976.928683:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074976.928684:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074976.928686:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13100. 02000000:00000001:2.0:1769074976.928688:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074976.928689:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074976.928691:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:2.0:1769074976.928693:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074976.928694:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.928695:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074976.928699:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074976.928699:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074976.928701:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074976.928702:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074977.118586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074977.118592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074977.118598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074977.118599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074977.118654:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074977.118657:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074977.118659:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074977.886579:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074977.886586:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074977.886588:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074977.886593:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074977.886597:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074977.886600:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074977.886603:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074977.886605:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074977.886608:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074978.142580:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074978.142586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074978.142591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074978.142592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074978.142646:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074978.142648:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074978.142651:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074978.910633:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074978.910639:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074978.910640:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074978.910645:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074978.910648:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074978.910650:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074978.910652:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074978.910654:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074978.910656:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074979.166561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074979.166569:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074979.166571:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074979.166575:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074979.166577:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074979.166579:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074979.166583:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074979.166585:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074979.166586:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074979.166595:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074979.166600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074979.166601:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074979.166660:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074979.166664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074979.166667:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074979.633671:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074979.633684:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074979.633687:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074979.633689:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074979.633697:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074979.633703:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074979.633709:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074979.633713:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074979.633717:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074979.633720:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:3.0:1769074979.633724:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074979.633728:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:3.0:1769074979.633765:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074979.633771:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074979.633773:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.633776:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074979.633782:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074979.633790:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074989 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074979.633803:0:2373:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074989 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074979.633821:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074979.633829:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074979.633832:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074979.633858:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074979.633863:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074979.633865:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769074979.633867:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769074979.633871:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 02000000:00000010:1.0:1769074979.633875:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674f600. 02000000:00000001:1.0:1769074979.633877:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074979.633879:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074979.633880:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074979.633886:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074979.633887:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074979.633892:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=18 v=5 (1 0 0 0) 02000000:00000010:1.0:1769074979.633895:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674f600. 00000100:00000010:1.0:1769074979.633898:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00001000:1.0:1769074979.633903:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 22s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 2 to 0 dl 1769075001 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074979.633909:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074979.633910:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074979.633912:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.934566:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074979.934573:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074979.934574:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074979.934578:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074979.934582:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074979.934585:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074979.934588:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074979.934590:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074979.934593:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074980.190586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074980.190593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074980.190598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074980.190600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074980.190656:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074980.190660:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074980.190664:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074980.958567:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074980.958575:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074980.958577:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074980.958583:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074980.958587:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074980.958590:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074980.958593:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074980.958595:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074980.958597:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074981.214540:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074981.214545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074981.214548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074981.214549:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074981.214594:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074981.214597:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074981.214600:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074981.982549:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074981.982553:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074981.982555:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074981.982559:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074981.982562:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074981.982565:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074981.982566:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074981.982568:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074981.982570:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074982.046574:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074982.046584:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074982.046594:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769074982.046600:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074982.046605:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074982.046608:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074982.046612:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074982.046619:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13e00. 00000100:00000001:3.0:1769074982.046624:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074982.046635:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074982.046645:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074982.046648:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074982.046653:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_01_01+1] req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074982.046682:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074982.046685:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074982.046688:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074982.046691:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074982.046694:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074982.046696:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074982.046699:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074982.046704:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1681) 00000100:00000001:2.0:1769074982.046718:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074982.046722:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074982.046724:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074982.046729:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074982.046734:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074982.046738:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074982.046739:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.046741:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074982.046745:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074982.046747:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074982.046749:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074982.046752:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599424:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074982.046755:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074982.046759:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074982.046761:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074982.046762:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074982.046766:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1c00. 02000000:00000001:2.0:1769074982.046767:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074982.046774:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074982.046777:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074982.046781:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074982.046786:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599424, portal 25 00000100:00000001:2.0:1769074982.046788:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074982.046789:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769074982.046792:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074982.046797:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074982.046799:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074982.046801:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353b28. 00000100:00000200:2.0:1769074982.046802:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599424, offset 0 00000400:00000200:2.0:1769074982.046807:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074982.046814:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074982.046819:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074982.046823:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074982.046826:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074982.046829:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074982.046830:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074982.046833:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2874:2874:256:4294967295] 192.168.204.145@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:2.0:1769074982.046835:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074982.046842:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074982.046845:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074982.046849:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074982.046854:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074982.046859:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074982.046862:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074982.046873:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074982.046876:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074982.046878:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296355086 00000100:00000001:2.0:1769074982.046884:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296349966 00000100:00000001:2.0:1769074982.046887:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296355086 00000100:00000001:2.0:1769074982.046890:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296349966 00000100:00000001:2.0:1769074982.046892:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074982.046894:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.046896:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.046898:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.046903:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074982.046904:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074982.046906:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074982.046906:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074982.046907:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.046909:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074982.046973:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074982.046977:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074982.046984:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.046989:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074982.046994:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353b28 00000400:00000010:3.0:1769074982.046997:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353b28. 00000100:00000001:3.0:1769074982.047000:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074982.047005:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074982.047014:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074982.047018:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074982.047024:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074982.047026:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074982.048158:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074982.048169:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074982.048171:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074982.048172:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074982.048176:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074982.048221:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074982.048226:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074982.048228:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074982.048231:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074982.048234:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853f00 00000400:00000200:3.0:1769074982.048237:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074982.048241:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73d5 [1] + 224 00000800:00000001:3.0:1769074982.048245:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074982.048250:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074982.048252:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.048254:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074982.048257:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074982.048260:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074982.048266:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074982.048277:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074982.048282:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074982.048284:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.048303:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074982.048305:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074982.048309:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074982.048310:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074982.048313:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074982.048317:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074982.048319:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074982.048325:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074982.048331:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074982.048340:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074982.048346:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074982.048348:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.048350:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074982.048352:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074982.048354:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074982.048356:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074982.048359:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074982.048364:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074982.048368:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074982.048370:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074982.048371:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074982.048374:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074982.048377:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.048379:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074982.048383:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074982.048388:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074982.048390:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074982.048391:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074982.048394:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074982.048398:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599424:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074982.048401:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.048403:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074982.048405:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926599424/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074982.048409:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074982.048410:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074982.048412:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1c00. 02000000:00000001:2.0:1769074982.048414:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074982.048415:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074982.048416:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074982.048418:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074982.048419:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13e00. 02000000:00000001:2.0:1769074982.048421:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074982.048423:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074982.048425:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769074982.048427:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074982.048428:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.048429:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074982.048432:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074982.048433:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074982.048434:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074982.048441:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074982.238558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074982.238563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074982.238568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074982.238569:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074982.238622:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074982.238625:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074982.238627:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074983.006633:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074983.006640:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074983.006642:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074983.006647:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074983.006650:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074983.006653:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074983.006656:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074983.006658:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074983.006661:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074983.262577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074983.262582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074983.262588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074983.262589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074983.262636:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074983.262639:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074983.262642:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074984.030562:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074984.030567:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074984.030569:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074984.030573:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074984.030576:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074984.030578:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074984.030580:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074984.030582:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074984.030584:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074984.286588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074984.286593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074984.286597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074984.286599:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074984.286601:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074984.286603:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074984.286604:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074984.286606:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074984.286607:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074984.286609:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074984.286665:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074984.286669:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074984.286673:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074985.054520:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074985.054526:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074985.054528:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074985.054534:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074985.054538:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074985.054541:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074985.054543:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074985.054546:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074985.054548:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074985.118518:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074985.118527:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074985.118529:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074985.118533:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074985.118535:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074985.118538:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074985.118540:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074985.310531:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074985.310537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074985.310542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074985.310543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074985.310590:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074985.310593:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074985.310595:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074986.078551:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074986.078557:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074986.078559:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074986.078563:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074986.078566:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074986.078569:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074986.078570:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074986.078572:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074986.078574:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074986.334543:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074986.334550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074986.334555:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074986.334557:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074986.334608:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074986.334611:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074986.334613:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074987.102579:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074987.102586:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074987.102588:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074987.102593:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074987.102597:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074987.102600:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074987.102602:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074987.102604:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074987.102607:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.166555:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074987.166563:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074987.166571:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc000. 00000020:00000040:1.0:1769074987.166576:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769074987.166579:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074987.166582:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074987.166586:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074987.166592:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f600. 00000100:00000001:1.0:1769074987.166597:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.166605:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074987.166618:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074987.166621:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.166626:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e86c364] to pc [ptlrpcd_00_01+1] req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.166645:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074987.166647:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074987.166649:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:1.0:1769074987.166651:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074987.166653:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074987.166655:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074987.166658:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074987.166661:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1686) 00000100:00000001:0.0:1769074987.166664:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074987.166668:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074987.166670:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769074987.166670:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074987.166673:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074987.166678:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.166686:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074987.166687:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074987.166690:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074987.166692:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074987.166694:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074987.166696:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926599552:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074987.166700:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074987.166704:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074987.166706:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074987.166707:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074987.166710:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69400. 02000000:00000001:0.0:1769074987.166712:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.166718:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769074987.166722:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769074987.166726:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769074987.166731:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599552, portal 25 00000100:00000001:0.0:1769074987.166732:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074987.166733:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061793280 : -125747647758336 : ffff8da2181fc000) 00000100:00000040:0.0:1769074987.166737:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.166749:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074987.166751:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769074987.166753:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769074987.166755:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599552, offset 0 00000400:00000200:0.0:1769074987.166759:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769074987.166767:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074987.166773:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769074987.166776:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074987.166779:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769074987.166782:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074987.166784:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769074987.166786:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2875:2875:256:4294967295] 192.168.204.145@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:0.0:1769074987.166789:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769074987.166796:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.166799:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769074987.166803:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38b00. 00000800:00000200:0.0:1769074987.166807:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769074987.166813:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769074987.166816:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074987.166826:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.166829:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769074987.166833:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296360206 00000100:00000001:0.0:1769074987.166838:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296355086 00000100:00000001:0.0:1769074987.166841:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296360206 00000100:00000001:0.0:1769074987.166844:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296355086 00000100:00000001:0.0:1769074987.166848:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074987.166850:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.166852:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.166853:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.166859:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074987.166861:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074987.166862:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074987.166863:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074987.166864:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.166866:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074987.166917:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.166921:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:3.0:1769074987.166925:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.166930:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074987.166933:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:3.0:1769074987.166935:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:3.0:1769074987.166938:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074987.166941:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074987.166948:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074987.166950:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074987.166955:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.166956:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074987.168212:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074987.168220:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074987.168222:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074987.168223:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074987.168227:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074987.168231:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074987.168234:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074987.168237:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074987.168240:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074987.168242:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0853f80 00000400:00000200:3.0:1769074987.168245:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074987.168308:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73e5 [1] + 224 00000800:00000001:3.0:1769074987.168313:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074987.168319:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074987.168321:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.168325:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074987.168329:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074987.168334:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074987.168343:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074987.168357:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074987.168362:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074987.168365:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.168385:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074987.168388:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074987.168393:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074987.168394:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074987.168397:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:0.0:1769074987.168401:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:0.0:1769074987.168403:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769074987.168406:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074987.168411:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074987.168418:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.168422:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074987.168424:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.168425:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074987.168427:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074987.168429:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074987.168430:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074987.168432:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074987.168440:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074987.168443:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074987.168444:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074987.168446:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074987.168448:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074987.168449:0:2380:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.168451:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074987.168454:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.168485:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074987.168488:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074987.168490:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074987.168495:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074987.168500:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926599552:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769074987.168503:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.168504:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074987.168506:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc000 x1855007926599552/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.168509:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074987.168511:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074987.168513:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69400. 02000000:00000001:0.0:1769074987.168516:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074987.168517:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074987.168518:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769074987.168520:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074987.168522:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f600. 02000000:00000001:0.0:1769074987.168524:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074987.168525:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074987.168527:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc000. 00000100:00000001:0.0:1769074987.168528:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074987.168529:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.168531:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.168533:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074987.168534:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.168535:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074987.168536:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074987.358558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074987.358564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074987.358569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074987.358570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074987.358619:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074987.358622:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074987.358624:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074988.126533:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074988.126539:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074988.126541:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074988.126547:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074988.126550:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074988.126554:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074988.126556:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074988.126559:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074988.126562:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074988.382529:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074988.382534:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074988.382538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074988.382539:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074988.382582:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074988.382584:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074988.382586:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074989.150560:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074989.150566:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074989.150567:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074989.150571:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074989.150574:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074989.150577:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074989.150578:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074989.150581:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074989.150583:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074989.406531:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074989.406538:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074989.406541:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074989.406546:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074989.406549:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074989.406550:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074989.406555:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074989.406557:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074989.406559:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074989.406562:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074989.406565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074989.406567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074989.406628:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074989.406632:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074989.406636:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074990.174546:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074990.174554:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074990.174556:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074990.174562:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074990.174566:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074990.174570:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.174572:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074990.174575:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.174578:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074990.430573:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074990.430580:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074990.430584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074990.430585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074990.430644:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074990.430646:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074990.430649:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074991.198564:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074991.198570:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074991.198571:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074991.198576:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074991.198579:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074991.198583:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.198585:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074991.198587:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.198589:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074991.454587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074991.454594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074991.454600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074991.454601:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074991.454654:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074991.454657:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074991.454660:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074991.985714:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074991.985728:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074991.985732:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074991.985735:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074991.985784:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074991.985793:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074991.985801:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074991.985806:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074991.985812:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074991.985817:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:3.0:1769074991.985822:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074991.985829:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:3.0:1769074991.985838:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074991.985845:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074991.985848:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074991.985851:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074991.985857:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074991.985866:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 2 to 0 dl 1769075001 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074991.985880:0:2374:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 2 to 0 dl 1769075001 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074991.985906:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074991.985915:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074991.985919:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074991.985939:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074991.985944:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074991.985946:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769074991.985948:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769074991.985954:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fd180. 02000000:00000010:1.0:1769074991.985959:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674fb00. 02000000:00000001:1.0:1769074991.985961:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074991.985963:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074991.985965:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074991.985971:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074991.985972:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074991.985977:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=30 v=5 (1 0 0 0) 02000000:00000010:1.0:1769074991.985981:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674fb00. 00000100:00000010:1.0:1769074991.985984:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fd180. 00000100:00001000:1.0:1769074991.985990:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 22s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 3 to 0 dl 1769075013 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074991.985997:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074991.985999:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074991.986001:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.222529:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074992.222535:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.222537:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074992.222541:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074992.222544:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074992.222548:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.222550:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074992.222552:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.222554:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074992.286589:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074992.286598:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074992.286607:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769074992.286612:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074992.286617:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074992.286619:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074992.286623:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074992.286630:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13c00. 00000100:00000001:3.0:1769074992.286635:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074992.286644:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074992.286653:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074992.286656:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074992.286661:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_01_00+0] req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074992.286685:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074992.286689:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074992.286693:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074992.286703:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074992.286707:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074992.286710:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074992.286713:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074992.286718:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1691) 00000100:00000001:2.0:1769074992.286729:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074992.286733:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074992.286736:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074992.286743:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074992.286745:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074992.286748:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.286751:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074992.286753:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074992.286757:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074992.286760:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074992.286763:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074992.286766:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599680:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074992.286772:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074992.286777:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074992.286779:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074992.286782:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074992.286787:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769074992.286788:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074992.286796:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074992.286800:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074992.286804:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074992.286811:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599680, portal 25 00000100:00000001:2.0:1769074992.286813:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074992.286814:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:2.0:1769074992.286818:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074992.286824:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074992.286826:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074992.286828:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353110. 00000100:00000200:2.0:1769074992.286830:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599680, offset 0 00000400:00000200:2.0:1769074992.286834:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074992.286842:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074992.286848:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074992.286852:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074992.286856:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074992.286859:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074992.286861:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074992.286863:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2876:2876:256:4294967295] 192.168.204.145@tcp LPNI seq info [2876:2876:8:4294967295] 00000400:00000200:2.0:1769074992.286866:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074992.286873:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074992.286877:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074992.286882:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074992.286887:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074992.286894:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074992.286897:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074992.286910:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074992.286914:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074992.286917:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296365326 00000100:00000001:2.0:1769074992.286924:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296360206 00000100:00000001:2.0:1769074992.286928:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296365326 00000100:00000001:2.0:1769074992.286931:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296360206 00000100:00000001:2.0:1769074992.286935:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074992.286938:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.286941:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.286943:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.286950:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.286952:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074992.286954:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074992.286955:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074992.286957:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.286959:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074992.287019:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074992.287022:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769074992.287028:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074992.287042:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769074992.287047:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353110 00000400:00000010:3.0:1769074992.287049:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353110. 00000100:00000001:3.0:1769074992.287052:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074992.287056:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074992.287063:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074992.287065:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074992.287070:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074992.287071:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074992.288544:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074992.288553:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074992.288555:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074992.288557:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074992.288561:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074992.288565:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074992.288569:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074992.288572:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074992.288576:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074992.288578:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854000 00000400:00000200:3.0:1769074992.288582:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074992.288586:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73ed [1] + 224 00000800:00000001:3.0:1769074992.288591:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074992.288595:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074992.288643:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074992.288646:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074992.288650:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074992.288654:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074992.288661:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074992.288672:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074992.288678:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074992.288682:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.288703:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074992.288705:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074992.288710:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074992.288712:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074992.288714:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074992.288719:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074992.288721:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074992.288725:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074992.288728:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074992.288735:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074992.288739:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074992.288740:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.288743:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074992.288744:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074992.288746:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074992.288747:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074992.288749:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074992.288754:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074992.288756:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074992.288758:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074992.288759:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074992.288762:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074992.288763:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.288765:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074992.288768:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074992.288773:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074992.288775:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074992.288777:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074992.288780:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074992.288785:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599680:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074992.288788:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.288789:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074992.288791:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926599680/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074992.288795:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074992.288797:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074992.288798:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769074992.288801:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074992.288802:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074992.288803:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074992.288805:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074992.288806:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13c00. 02000000:00000001:2.0:1769074992.288808:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074992.288810:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074992.288811:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769074992.288813:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074992.288814:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.288815:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.288818:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.288819:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.288820:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074992.288821:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074992.478583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074992.478590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074992.478596:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074992.478598:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074992.478658:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074992.478663:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074992.478666:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074993.246567:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074993.246573:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074993.246575:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074993.246579:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074993.246583:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074993.246586:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074993.246588:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074993.246590:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074993.246592:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074993.502584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074993.502590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074993.502595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074993.502597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074993.502670:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074993.502674:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074993.502686:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074994.270524:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074994.270530:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074994.270532:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074994.270536:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074994.270539:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074994.270542:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.270544:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074994.270546:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.270548:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074994.526558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074994.526564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074994.526568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074994.526571:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074994.526573:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074994.526575:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074994.526577:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074994.526579:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074994.526580:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074994.526582:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074994.526634:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074994.526639:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074994.526643:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074995.294579:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074995.294585:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074995.294587:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074995.294591:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074995.294594:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074995.294597:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.294599:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074995.294601:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.294603:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074995.550645:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074995.550656:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074995.550665:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074995.550666:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074995.550758:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074995.550763:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074995.550767:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074996.318577:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074996.318584:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074996.318586:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074996.318592:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074996.318596:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074996.318599:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.318602:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074996.318604:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.318607:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074996.382559:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074996.382577:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074996.382580:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:1.0:1769074996.382589:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074996.382592:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074996.382596:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074996.382601:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074996.574567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074996.574578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074996.574587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074996.574589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074996.574641:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074996.574648:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074996.574653:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074997.342618:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074997.342629:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074997.342631:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074997.342639:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074997.342644:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.342649:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.342652:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074997.342655:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.342659:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074997.406617:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074997.406634:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074997.406645:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769074997.406653:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769074997.406659:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074997.406663:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074997.406670:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074997.406680:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13700. 00000100:00000001:3.0:1769074997.406688:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074997.406703:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074997.406816:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074997.406823:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074997.406832:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_01+1] req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074997.406867:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074997.406872:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074997.406877:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074997.406880:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074997.406884:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074997.406888:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074997.406892:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074997.406899:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1696) 00000100:00000001:2.0:1769074997.406911:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074997.406918:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.406922:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074997.406931:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.406942:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074997.406961:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074997.406968:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074997.406972:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074997.406976:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074997.406982:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599808:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074997.406989:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074997.406998:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074997.407001:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074997.407005:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074997.407013:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769074997.407016:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074997.407029:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769074997.407036:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769074997.407045:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769074997.407056:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599808, portal 25 00000100:00000001:2.0:1769074997.407069:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074997.407072:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769074997.407081:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.407097:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074997.407102:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769074997.407107:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353e58. 00000100:00000200:2.0:1769074997.407111:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599808, offset 0 00000400:00000200:2.0:1769074997.407120:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769074997.407137:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074997.407148:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769074997.407156:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074997.407162:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769074997.407167:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074997.407171:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769074997.407177:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2877:2877:256:4294967295] 192.168.204.145@tcp LPNI seq info [2877:2877:8:4294967295] 00000400:00000200:2.0:1769074997.407183:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769074997.407196:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769074997.407204:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769074997.407211:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769074997.407221:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769074997.407230:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769074997.407236:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074997.407252:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074997.407257:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769074997.407261:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296370446 00000100:00000001:2.0:1769074997.407271:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296365326 00000100:00000001:2.0:1769074997.407275:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296370446 00000100:00000001:2.0:1769074997.407280:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296365326 00000100:00000001:2.0:1769074997.407284:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074997.407288:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.407291:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.407294:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.407306:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074997.407309:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074997.407312:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074997.407314:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.407316:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.407318:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.407346:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074997.407351:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074997.407447:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074997.407453:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769074997.407487:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074997.407495:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769074997.407503:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353e58 00000400:00000010:2.0:1769074997.407506:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353e58. 00000100:00000001:2.0:1769074997.407512:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074997.407518:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.407530:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074997.407534:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.407543:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.407545:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074997.408535:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074997.408543:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074997.408605:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074997.408611:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074997.408618:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074997.408625:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769074997.408633:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074997.408637:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074997.408655:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074997.408666:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854080 00000400:00000200:3.0:1769074997.408672:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769074997.408678:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x73fd [1] + 224 00000800:00000001:3.0:1769074997.408688:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074997.408695:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074997.408697:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074997.408702:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769074997.408707:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074997.408712:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074997.408725:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074997.408743:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074997.408751:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074997.408756:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.408775:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074997.408778:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074997.408784:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074997.408785:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074997.408788:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:2.0:1769074997.408792:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:2.0:1769074997.408794:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:2.0:1769074997.408796:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074997.408800:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074997.408808:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.408814:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074997.408816:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.408818:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074997.408822:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074997.408824:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074997.408826:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074997.408829:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074997.408835:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074997.408838:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074997.408840:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074997.408841:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.408844:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074997.408846:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.408848:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074997.408852:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.408857:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074997.408859:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074997.408861:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074997.408864:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074997.408870:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926599808:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769074997.408873:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.408874:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074997.408876:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926599808/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.408880:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074997.408882:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074997.408885:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769074997.408888:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074997.408890:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074997.408892:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769074997.408893:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074997.408896:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13700. 02000000:00000001:2.0:1769074997.408899:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074997.408900:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074997.408902:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769074997.408905:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074997.408906:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.408907:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.408910:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074997.408911:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.408913:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074997.408914:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074997.598600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074997.598607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074997.598612:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074997.598613:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074997.598670:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074997.598674:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074997.598678:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074998.366536:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074998.366547:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074998.366550:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074998.366558:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074998.366563:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074998.366568:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.366571:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074998.366575:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.366579:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074998.622571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074998.622579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074998.622586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074998.622588:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074998.622639:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074998.622643:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074998.622647:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074999.390579:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074999.390591:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074999.390593:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074999.390600:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769074999.390606:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074999.390611:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.390614:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.390618:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.390622:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074999.646542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074999.646549:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074999.646551:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074999.646555:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074999.646557:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074999.646558:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074999.646562:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074999.646564:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074999.646566:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074999.646567:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074999.646570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074999.646571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074999.646656:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074999.646662:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074999.646665:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075000.414609:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075000.414619:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075000.414621:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075000.414628:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075000.414633:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075000.414638:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.414642:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075000.414646:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.414650:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075000.670531:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075000.670537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075000.670541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075000.670542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075000.670617:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075000.670620:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075000.670623:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075001.438577:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075001.438586:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075001.438588:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075001.438594:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075001.438597:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075001.438601:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075001.438608:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075001.438611:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075001.438614:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075001.694575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075001.694582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075001.694587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075001.694589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075001.694658:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075001.694664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075001.694669:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075002.462621:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075002.462629:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075002.462631:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075002.462652:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075002.462658:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075002.462663:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.462666:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075002.462670:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.462673:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075002.526582:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075002.526593:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075002.526602:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769075002.526609:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075002.526630:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075002.526634:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075002.526641:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075002.526650:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13400. 00000100:00000001:3.0:1769075002.526658:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075002.526670:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075002.526682:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075002.526687:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075002.526694:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_01_00+0] req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075002.526721:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075002.526724:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075002.526728:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769075002.526730:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075002.526733:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075002.526736:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075002.526738:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075002.526742:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1701) 00000100:00000001:3.0:1769075002.526784:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075002.526787:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075002.526790:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075002.526791:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075002.526798:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.526802:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075002.526808:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075002.526812:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075002.526816:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075002.526818:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075002.526821:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075002.526824:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599936:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075002.526845:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075002.526852:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075002.526854:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075002.526857:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075002.526874:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8800. 02000000:00000001:3.0:1769075002.526876:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075002.526887:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075002.526893:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b840. 00000400:00000010:3.0:1769075002.526899:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720aa0. 00000100:00000200:3.0:1769075002.526907:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926599936, portal 25 00000100:00000001:3.0:1769075002.526910:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075002.526911:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:3.0:1769075002.526917:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075002.526924:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075002.526927:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075002.526929:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720088. 00000100:00000200:3.0:1769075002.526932:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926599936, offset 0 00000400:00000200:3.0:1769075002.526938:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075002.526947:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.526973:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075002.526978:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075002.526983:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075002.526987:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075002.526989:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075002.526993:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2878:2878:256:4294967295] 192.168.204.145@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:3.0:1769075002.526996:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.527015:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075002.527037:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075002.527042:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000800:00000200:3.0:1769075002.527048:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075002.527057:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075002.527062:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769075002.527074:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075002.527078:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075002.527081:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296375566 00000100:00000001:3.0:1769075002.527087:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296370446 00000100:00000001:3.0:1769075002.527093:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296375566 00000100:00000001:3.0:1769075002.527097:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296370446 00000100:00000001:3.0:1769075002.527101:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075002.527104:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075002.527107:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075002.527109:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075002.527117:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075002.527119:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769075002.527136:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075002.527137:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075002.527138:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075002.527140:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075002.527205:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075002.527211:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:2.0:1769075002.527217:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075002.527225:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075002.527231:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720088 00000400:00000010:2.0:1769075002.527233:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720088. 00000100:00000001:2.0:1769075002.527240:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075002.527245:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.527270:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075002.527276:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.527290:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075002.527293:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769075002.528633:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075002.528644:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075002.528647:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075002.528649:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075002.528655:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.528661:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769075002.528665:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.528669:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.528708:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.528712:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854100 00000400:00000200:3.0:1769075002.528716:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075002.528720:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x740d [1] + 224 00000800:00000001:3.0:1769075002.528727:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075002.528734:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075002.528736:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075002.528738:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075002.528742:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075002.528747:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075002.528756:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075002.528770:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075002.528777:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075002.528786:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.528797:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075002.528800:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769075002.528805:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075002.528806:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075002.528809:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b840. 00000400:00000200:2.0:1769075002.528813:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720aa0 00000400:00000010:2.0:1769075002.528814:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720aa0. 00000100:00000001:2.0:1769075002.528817:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075002.528822:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075002.528830:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.528835:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075002.528836:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.528845:0:2381:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769075002.528848:0:2381:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769075002.528850:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769075002.528852:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075002.528854:0:2381:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769075002.528872:0:2381:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1769075002.528876:0:2381:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1769075002.528878:0:2381:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769075002.528880:0:2381:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075002.528882:0:2381:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769075002.528885:0:2381:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075002.528887:0:2381:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075002.528890:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.528896:0:2381:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075002.528899:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075002.528900:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075002.528905:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075002.528911:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926599936:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769075002.528915:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.528916:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075002.528918:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926599936/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075002.528923:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075002.528925:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075002.528928:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8800. 02000000:00000001:2.0:1769075002.528931:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075002.528933:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075002.528934:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075002.528936:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075002.528938:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13400. 02000000:00000001:2.0:1769075002.528941:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075002.528943:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075002.528945:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769075002.528952:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075002.528953:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.528954:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.528960:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075002.528962:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075002.528963:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075002.528964:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075002.718557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075002.718566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075002.718575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075002.718577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075002.718628:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075002.718632:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075002.718635:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075003.486584:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075003.486592:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075003.486593:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075003.486599:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075003.486603:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075003.486607:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075003.486609:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075003.486612:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075003.486615:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075003.742591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075003.742597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075003.742601:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075003.742602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075003.742694:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075003.742717:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075003.742723:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769075004.209804:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075004.209819:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075004.209823:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075004.209824:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075004.209846:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075004.209853:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075004.209860:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075004.209864:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075004.209869:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075004.209873:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:2.0:1769075004.209877:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075004.209883:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:2.0:1769075004.209890:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075004.209903:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075004.209905:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075004.209909:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075004.209914:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075004.209921:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 3 to 0 dl 1769075013 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1769075004.209931:0:2373:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 3 to 0 dl 1769075013 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075004.209946:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075004.209953:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075004.209955:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075004.210002:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075004.210008:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075004.210011:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769075004.210013:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769075004.210019:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fd180. 02000000:00000010:1.0:1769075004.210026:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674fb00. 02000000:00000001:1.0:1769075004.210030:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075004.210032:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075004.210035:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075004.210042:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075004.210044:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075004.210050:0:2378:0:(import.c:2128:obd_at_measure()) add 2 to ffff8da20ac51c10 time=43 v=5 (1 0 0 0) 02000000:00000010:1.0:1769075004.210055:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674fb00. 00000100:00000010:1.0:1769075004.210058:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fd180. 00000100:00001000:1.0:1769075004.210064:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #4, new deadline in 21s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 4 to 0 dl 1769075025 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075004.210070:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075004.210072:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075004.210074:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075004.510532:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075004.510539:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075004.510540:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075004.510545:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075004.510548:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075004.510551:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075004.510553:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075004.510555:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075004.510557:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075004.766552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075004.766561:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075004.766569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075004.766574:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075004.766577:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075004.766579:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075004.766583:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075004.766586:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075004.766588:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075004.766592:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075004.766688:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075004.766694:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075004.766698:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075005.534585:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075005.534593:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075005.534595:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075005.534601:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075005.534605:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075005.534609:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075005.534612:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075005.534614:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075005.534617:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075005.790528:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075005.790534:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075005.790540:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075005.790541:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075005.790594:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075005.790597:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075005.790599:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075006.558565:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075006.558572:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075006.558573:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075006.558577:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075006.558580:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075006.558583:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075006.558585:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075006.558587:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075006.558589:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075006.814558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075006.814577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075006.814585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075006.814587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075006.814646:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075006.814652:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075006.814656:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075007.582588:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075007.582595:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075007.582597:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075007.582603:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075007.582607:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075007.582611:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075007.582614:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075007.582617:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075007.582619:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075007.646519:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075007.646534:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075007.646544:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075007.646550:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075007.646555:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075007.646558:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075007.646564:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075007.646572:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13000. 00000100:00000001:3.0:1769075007.646580:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075007.646592:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075007.646602:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075007.646606:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075007.646612:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_01_01+1] req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.646636:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075007.646638:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075007.646642:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769075007.646644:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075007.646647:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075007.646649:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075007.646651:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075007.646655:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1706) 00000100:00000001:2.0:1769075007.646718:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075007.646727:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075007.646730:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075007.646745:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075007.646759:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075007.646762:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075007.646767:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075007.646771:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075007.646786:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075007.646791:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600064:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769075007.646796:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075007.646803:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075007.646805:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075007.646808:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075007.646818:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769075007.646820:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075007.646831:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075007.646836:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b68f0. 00000400:00000010:2.0:1769075007.646841:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083537f8. 00000100:00000200:2.0:1769075007.646848:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600064, portal 25 00000100:00000001:2.0:1769075007.646850:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075007.646852:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:2.0:1769075007.646864:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075007.646871:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075007.646873:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075007.646875:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353e58. 00000100:00000200:2.0:1769075007.646878:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926600064, offset 0 00000400:00000200:2.0:1769075007.646882:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075007.646889:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.646897:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075007.646901:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075007.646905:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075007.646908:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075007.646910:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075007.646913:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2879:2879:256:4294967295] 192.168.204.145@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:2.0:1769075007.646915:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.646923:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075007.646928:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075007.646932:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075007.646937:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075007.646943:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075007.646947:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769075007.646963:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075007.646967:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075007.646969:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296380686 00000100:00000001:2.0:1769075007.646976:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296375566 00000100:00000001:2.0:1769075007.646981:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296380686 00000100:00000001:2.0:1769075007.646989:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296375566 00000100:00000001:2.0:1769075007.646991:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075007.646993:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075007.646996:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075007.646998:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075007.647004:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075007.647006:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769075007.647013:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075007.647014:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075007.647017:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075007.647020:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075007.647034:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075007.647036:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075007.647079:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075007.647086:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769075007.647094:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075007.647103:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075007.647113:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353e58 00000400:00000010:3.0:1769075007.647116:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353e58. 00000100:00000001:3.0:1769075007.647121:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075007.647127:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.647138:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075007.647142:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.647201:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075007.647204:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075007.648367:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075007.648383:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075007.648387:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075007.648391:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075007.648397:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.648403:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075007.648410:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.648414:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.648419:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.648423:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854180 00000400:00000200:2.0:1769075007.648430:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075007.648434:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x741d [1] + 224 00000800:00000001:2.0:1769075007.648440:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075007.648514:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075007.648518:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075007.648522:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075007.648528:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075007.648533:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075007.648542:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075007.648558:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075007.648565:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075007.648569:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.648588:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075007.648592:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769075007.648598:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075007.648599:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075007.648603:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b68f0. 00000400:00000200:3.0:1769075007.648607:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083537f8 00000400:00000010:3.0:1769075007.648609:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083537f8. 00000100:00000001:3.0:1769075007.648611:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075007.648617:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075007.648625:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.648630:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075007.648631:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.648634:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769075007.648636:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769075007.648639:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769075007.648641:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075007.648643:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769075007.648650:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1769075007.648656:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1769075007.648659:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769075007.648661:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769075007.648664:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769075007.648668:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075007.648671:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075007.648677:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.648685:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075007.648689:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075007.648692:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075007.648697:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075007.648706:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600064:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075007.648711:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.648713:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075007.648717:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926600064/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075007.648726:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075007.648729:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075007.648732:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1400. 02000000:00000001:3.0:1769075007.648736:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075007.648739:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075007.648741:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075007.648743:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075007.648748:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13000. 02000000:00000001:3.0:1769075007.648752:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075007.648755:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075007.648757:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:3.0:1769075007.648761:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075007.648763:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.648765:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.648771:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075007.648786:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075007.648788:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075007.648790:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075007.838568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075007.838574:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075007.838579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075007.838580:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075007.838643:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075007.838647:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075007.838652:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075008.606564:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075008.606570:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075008.606571:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075008.606576:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075008.606579:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075008.606582:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075008.606584:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075008.606586:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075008.606588:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075008.670538:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075008.670550:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075008.670553:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:1.0:1769075008.670558:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075008.670560:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075008.670563:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075008.670565:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075008.862538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075008.862545:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075008.862546:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075008.862551:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075008.862553:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075008.862554:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075008.862558:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075008.862559:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075008.862561:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075008.862563:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075008.862565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075008.862566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075008.862651:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075008.862659:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075008.862665:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075009.630561:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075009.630567:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075009.630569:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075009.630578:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075009.630580:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075009.630583:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075009.630585:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075009.630588:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075009.630590:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075009.886579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075009.886586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075009.886592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075009.886594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075009.886656:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075009.886659:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075009.886662:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075010.654565:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075010.654574:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075010.654576:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075010.654582:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075010.654586:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075010.654590:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075010.654593:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075010.654595:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075010.654597:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075010.910527:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075010.910535:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075010.910541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075010.910542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075010.910602:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075010.910606:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075010.910610:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075011.678528:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075011.678534:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075011.678535:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075011.678540:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075011.678543:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075011.678545:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075011.678547:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075011.678549:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075011.678551:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075011.934596:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075011.934603:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075011.934610:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075011.934612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075011.934676:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075011.934680:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075011.934692:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075012.702600:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075012.702608:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075012.702609:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075012.702615:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075012.702620:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075012.702624:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075012.702626:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075012.702629:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075012.702632:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075012.766532:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075012.766541:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075012.766550:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075012.766557:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075012.766560:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075012.766563:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075012.766568:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075012.766576:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13000. 00000100:00000001:3.0:1769075012.766581:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075012.766590:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075012.766600:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075012.766603:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075012.766608:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_01_00+0] req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.766631:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075012.766634:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075012.766636:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769075012.766638:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075012.766640:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075012.766642:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075012.766644:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075012.766648:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00000100:00000001:3.0:1769075012.766658:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769075012.766661:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769075012.766662:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.766668:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075012.766670:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075012.766670:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075012.766675:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075012.766675:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075012.766678:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075012.766680:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075012.766685:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.766705:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075012.766707:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075012.766711:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075012.766713:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075012.766715:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075012.766718:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600192:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075012.766721:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075012.766725:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075012.766727:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075012.766729:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075012.766733:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a9200. 02000000:00000001:3.0:1769075012.766734:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075012.766742:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075012.766746:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b948. 00000400:00000010:3.0:1769075012.766751:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720c38. 00000100:00000200:3.0:1769075012.766757:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600192, portal 25 00000100:00000001:3.0:1769075012.766759:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075012.766760:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:3.0:1769075012.766764:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.766770:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075012.766772:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075012.766774:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720880. 00000100:00000200:3.0:1769075012.766776:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926600192, offset 0 00000400:00000200:3.0:1769075012.766781:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075012.766788:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075012.766795:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075012.766801:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075012.766806:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075012.766810:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075012.766813:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075012.766818:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2880:2880:256:4294967295] 192.168.204.145@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:3.0:1769075012.766822:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075012.766844:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075012.766851:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075012.766856:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13300. 00000800:00000200:3.0:1769075012.766861:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075012.766867:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075012.766871:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769075012.766887:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075012.766891:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075012.766893:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296385806 00000100:00000001:3.0:1769075012.766898:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296380686 00000100:00000001:3.0:1769075012.766901:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296385806 00000100:00000001:3.0:1769075012.766905:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296380686 00000100:00000001:3.0:1769075012.766908:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075012.766910:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075012.766913:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075012.766915:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075012.766997:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075012.767002:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13300. 00000400:00000200:2.0:1769075012.767007:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075012.767012:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075012.767016:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720880 00000400:00000010:2.0:1769075012.767018:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720880. 00000100:00000001:2.0:1769075012.767023:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075012.767027:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075012.767040:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075012.767044:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075012.767051:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075012.767054:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075012.768245:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075012.768265:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075012.768268:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075012.768274:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075012.768281:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075012.768287:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075012.768293:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075012.768297:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075012.768302:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075012.768306:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854200 00000400:00000200:2.0:1769075012.768311:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075012.768317:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x742d [1] + 224 00000800:00000001:2.0:1769075012.768325:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075012.768341:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075012.768348:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075012.768353:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075012.768358:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075012.768363:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075012.768374:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075012.768392:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075012.768398:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075012.768403:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.768409:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075012.768412:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769075012.768418:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075012.768420:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075012.768423:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b948. 00000400:00000200:3.0:1769075012.768426:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720c38 00000400:00000010:3.0:1769075012.768428:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720c38. 00000100:00000001:3.0:1769075012.768430:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075012.768435:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075012.768443:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.768452:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075012.768453:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.768455:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769075012.768457:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769075012.768484:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769075012.768487:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075012.768489:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769075012.768495:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1769075012.768498:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1769075012.768500:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769075012.768501:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769075012.768503:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769075012.768505:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075012.768507:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075012.768510:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.768516:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075012.768519:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075012.768521:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075012.768525:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075012.768535:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600192:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075012.768539:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.768541:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075012.768545:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926600192/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075012.768552:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075012.768555:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075012.768558:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a9200. 02000000:00000001:3.0:1769075012.768561:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075012.768563:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075012.768565:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075012.768567:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075012.768570:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13000. 02000000:00000001:3.0:1769075012.768572:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075012.768574:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075012.768576:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:3.0:1769075012.768580:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075012.768581:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.768583:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075012.768588:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075012.768589:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075012.768592:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075012.768593:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075012.958602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075012.958609:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075012.958614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075012.958615:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075012.958672:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075012.958676:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075012.958679:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075013.726584:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075013.726590:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075013.726591:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075013.726596:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075013.726599:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075013.726602:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075013.726604:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075013.726606:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075013.726608:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075013.982603:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075013.982613:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075013.982619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075013.982623:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075013.982625:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075013.982627:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075013.982630:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075013.982632:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075013.982634:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075013.982636:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075013.982740:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075013.982747:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075013.982753:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075014.750590:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075014.750598:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075014.750600:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075014.750606:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075014.750611:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075014.750615:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075014.750618:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075014.750620:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075014.750623:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075015.006608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075015.006614:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075015.006620:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075015.006621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075015.006707:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075015.006712:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075015.006715:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769075015.537939:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075015.537959:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075015.537963:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075015.537965:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075015.537975:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075015.537981:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075015.537988:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075015.537992:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075015.537997:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075015.538001:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:2.0:1769075015.538005:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075015.538011:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:2.0:1769075015.538018:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075015.538036:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075015.538039:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075015.538045:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075015.538053:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075015.538060:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 4 to 0 dl 1769075025 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1769075015.538069:0:2374:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 4 to 0 dl 1769075025 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075015.538088:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075015.538095:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075015.538098:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.538135:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075015.538141:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075015.538144:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769075015.538147:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769075015.538154:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fd180. 02000000:00000010:1.0:1769075015.538160:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674fb00. 02000000:00000001:1.0:1769075015.538164:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075015.538166:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075015.538168:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075015.538176:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075015.538179:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075015.538185:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=54 v=5 (2 0 0 0) 02000000:00000010:1.0:1769075015.538191:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674fb00. 00000100:00000010:1.0:1769075015.538195:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fd180. 00000100:00001000:1.0:1769075015.538204:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #5, new deadline in 22s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 5 to 0 dl 1769075037 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075015.538214:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.538217:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.538221:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075015.774556:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075015.774562:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075015.774564:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075015.774568:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075015.774571:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075015.774575:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075015.774577:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075015.774579:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075015.774581:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075016.030603:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075016.030610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075016.030615:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075016.030616:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075016.030700:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075016.030706:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075016.030710:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075016.798534:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075016.798541:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075016.798544:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075016.798549:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075016.798552:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075016.798556:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075016.798559:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075016.798562:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075016.798565:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075017.054646:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075017.054657:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075017.054667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075017.054669:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075017.054743:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075017.054747:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075017.054751:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075017.822525:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075017.822532:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075017.822533:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075017.822538:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075017.822541:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075017.822544:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075017.822546:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075017.822548:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075017.822549:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075017.886513:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075017.886524:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075017.886532:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075017.886537:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075017.886541:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075017.886543:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075017.886548:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075017.886554:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13000. 00000100:00000001:3.0:1769075017.886559:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075017.886568:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075017.886578:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075017.886581:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075017.886586:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_01_01+1] req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.886626:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075017.886630:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075017.886634:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769075017.886637:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075017.886643:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769075017.886647:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769075017.886651:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1769075017.886654:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075017.886658:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1717) 00000100:00000001:2.0:1769075017.886659:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075017.886663:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075017.886670:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075017.886677:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075017.886679:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075017.886682:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075017.886685:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075017.886687:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075017.886690:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600320:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075017.886692:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075017.886694:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075017.886696:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075017.886700:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075017.886703:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075017.886705:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075017.886710:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20a7d1400. 02000000:00000001:2.0:1769075017.886711:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075017.886718:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075017.886722:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b61b8. 00000400:00000010:2.0:1769075017.886727:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353000. 00000100:00000200:2.0:1769075017.886733:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600320, portal 25 00000100:00000001:2.0:1769075017.886734:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075017.886736:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:2.0:1769075017.886740:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075017.886751:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075017.886754:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075017.886757:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353a18. 00000100:00000200:2.0:1769075017.886760:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926600320, offset 0 00000400:00000200:2.0:1769075017.886766:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075017.886775:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.886783:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075017.886789:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075017.886794:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075017.886798:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075017.886801:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075017.886805:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2881:2881:256:4294967295] 192.168.204.145@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:2.0:1769075017.886810:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.886820:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075017.886826:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075017.886831:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075017.886836:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075017.886842:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075017.886846:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769075017.886859:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075017.886862:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075017.886865:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296390926 00000100:00000001:2.0:1769075017.886870:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296385806 00000100:00000001:2.0:1769075017.886874:0:2382:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296390926 00000100:00000001:2.0:1769075017.886877:0:2382:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296385806 00000100:00000001:2.0:1769075017.886880:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075017.886882:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075017.886884:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075017.886886:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075017.886896:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075017.886898:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769075017.886899:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075017.886901:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075017.886902:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075017.886903:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075017.886942:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075017.886946:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769075017.886957:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075017.886962:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075017.886966:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353a18 00000400:00000010:3.0:1769075017.886968:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353a18. 00000100:00000001:3.0:1769075017.886971:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075017.886975:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.886982:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075017.886984:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.886989:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075017.886991:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075017.888304:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075017.888317:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075017.888320:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075017.888322:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075017.888327:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.888332:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075017.888336:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.888339:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.888342:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.888345:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854280 00000400:00000200:2.0:1769075017.888349:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075017.888353:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x743d [1] + 224 00000800:00000001:2.0:1769075017.888358:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075017.888365:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075017.888367:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075017.888371:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075017.888374:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075017.888378:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075017.888395:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075017.888407:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075017.888413:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075017.888415:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075017.888431:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075017.888434:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769075017.888440:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075017.888442:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075017.888445:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b61b8. 00000400:00000200:3.0:1769075017.888450:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353000 00000400:00000010:3.0:1769075017.888452:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353000. 00000100:00000001:3.0:1769075017.888456:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075017.888489:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075017.888496:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.888505:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075017.888507:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075017.888509:0:2382:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769075017.888511:0:2382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769075017.888513:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769075017.888514:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075017.888517:0:2382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769075017.888521:0:2382:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1769075017.888524:0:2382:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1769075017.888527:0:2382:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769075017.888528:0:2382:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769075017.888530:0:2382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769075017.888531:0:2382:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075017.888533:0:2382:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075017.888536:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.888541:0:2382:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075017.888543:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075017.888544:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075017.888547:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075017.888553:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2382:1855007926600320:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075017.888556:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075017.888557:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075017.888559:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926600320/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075017.888563:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075017.888565:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075017.888568:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20a7d1400. 02000000:00000001:3.0:1769075017.888570:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075017.888571:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075017.888573:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075017.888574:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075017.888576:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13000. 02000000:00000001:3.0:1769075017.888578:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075017.888580:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075017.888582:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:3.0:1769075017.888584:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075017.888585:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075017.888586:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075017.888589:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075017.888590:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075017.888591:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075017.888592:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075018.078569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075018.078576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075018.078581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075018.078582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075018.078646:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075018.078651:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075018.078656:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075018.846579:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075018.846613:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075018.846615:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075018.846622:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075018.846628:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075018.846633:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075018.846636:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075018.846640:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075018.846645:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075019.102614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075019.102626:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075019.102628:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075019.102634:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075019.102636:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075019.102638:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075019.102643:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075019.102645:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075019.102647:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075019.102649:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075019.102653:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075019.102655:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075019.102721:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075019.102725:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075019.102728:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075019.870611:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075019.870622:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075019.870625:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075019.870633:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075019.870638:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075019.870642:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075019.870646:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075019.870650:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075019.870653:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075020.126555:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075020.126575:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075020.126584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075020.126586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075020.126649:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075020.126652:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075020.126656:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075020.894632:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075020.894643:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075020.894646:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075020.894654:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075020.894659:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075020.894664:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075020.894667:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075020.894670:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075020.894674:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075020.958522:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075020.958535:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075020.958538:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:1.0:1769075020.958544:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075020.958547:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075020.958576:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075020.958579:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075021.150561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075021.150567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075021.150572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075021.150573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075021.150638:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075021.150642:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075021.150645:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075021.918577:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075021.918587:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075021.918590:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075021.918597:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075021.918603:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075021.918608:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075021.918611:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075021.918615:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075021.918619:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075022.174552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075022.174558:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075022.174562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075022.174563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075022.174638:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075022.174643:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075022.174647:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075022.942603:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075022.942612:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075022.942614:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075022.942619:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075022.942623:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075022.942627:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075022.942629:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075022.942632:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075022.942634:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075023.006606:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075023.006621:0:1372:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769075023.006634:0:1372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fd180. 00000020:00000040:1.0:1769075023.006641:0:1372:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769075023.006647:0:1372:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075023.006651:0:1372:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075023.006659:0:1372:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075023.006670:0:1372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fb00. 00000100:00000001:1.0:1769075023.006679:0:1372:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075023.006694:0:1372:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075023.006708:0:1372:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075023.006713:0:1372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075023.006721:0:1372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000665cdb5a] to pc [ptlrpcd_00_00+0] req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075023.006759:0:1372:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075023.006763:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075023.006768:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:1.0:1769075023.006773:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075023.006778:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769075023.006781:0:1372:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075023.006786:0:1372:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769075023.006792:0:1372:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1722) 00000100:00000001:0.0:1769075023.006800:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075023.006808:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075023.006811:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075023.006823:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075023.006834:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075023.006836:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075023.006840:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769075023.006841:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769075023.006844:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075023.006848:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075023.006849:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075023.006863:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926600448:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075023.006868:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075023.006874:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075023.006876:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075023.006878:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075023.006885:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69e00. 02000000:00000001:0.0:1769075023.006887:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075023.006896:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075023.006899:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075023.006904:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769075023.006911:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600448, portal 25 00000100:00000001:0.0:1769075023.006913:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075023.006914:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061797760 : -125747647753856 : ffff8da2181fd180) 00000100:00000040:0.0:1769075023.006918:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075023.006924:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075023.006927:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075023.006930:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038414c8. 00000100:00000200:0.0:1769075023.006932:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926600448, offset 0 00000400:00000200:0.0:1769075023.006937:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075023.006943:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075023.006950:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075023.006954:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075023.006958:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075023.006960:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075023.006963:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075023.006965:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2882:2882:256:4294967295] 192.168.204.145@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:0.0:1769075023.006969:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075023.006976:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075023.006980:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075023.006984:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000800:00000200:0.0:1769075023.006989:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075023.006995:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075023.006999:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769075023.007013:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075023.007018:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075023.007021:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296396046 00000100:00000001:0.0:1769075023.007029:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296390926 00000100:00000001:0.0:1769075023.007034:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296396046 00000100:00000001:0.0:1769075023.007038:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296390926 00000100:00000001:0.0:1769075023.007041:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075023.007044:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075023.007047:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075023.007050:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.007057:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075023.007059:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769075023.007062:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075023.007063:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075023.007064:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075023.007067:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075023.007124:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075023.007128:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:3.0:1769075023.007132:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075023.007136:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075023.007140:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038414c8 00000400:00000010:3.0:1769075023.007142:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038414c8. 00000100:00000001:3.0:1769075023.007145:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075023.007149:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075023.007156:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075023.007159:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075023.007164:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075023.007166:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075023.008697:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075023.008712:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075023.008715:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075023.008717:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075023.008726:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075023.008734:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075023.008742:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075023.008748:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075023.008754:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075023.008759:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854300 00000400:00000200:2.0:1769075023.008766:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075023.008774:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x744d [1] + 224 00000800:00000001:2.0:1769075023.008785:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075023.008797:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075023.008800:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075023.008805:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075023.008813:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075023.008820:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075023.008833:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075023.008853:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075023.008863:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075023.008867:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.008897:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075023.008901:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075023.008908:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075023.008910:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075023.008913:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:0.0:1769075023.008919:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:0.0:1769075023.008921:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769075023.008924:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075023.008932:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075023.008943:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075023.008951:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075023.008953:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.008956:0:2379:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075023.008958:0:2379:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075023.008961:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075023.008963:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075023.008966:0:2379:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075023.008972:0:2379:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075023.008976:0:2379:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1769075023.008979:0:2379:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769075023.008981:0:2379:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075023.008984:0:2379:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769075023.008986:0:2379:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075023.008990:0:2379:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075023.008994:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075023.009014:0:2379:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075023.009017:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075023.009020:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075023.009024:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075023.009032:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926600448:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075023.009038:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.009040:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075023.009043:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fd180 x1855007926600448/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075023.009050:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075023.009053:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075023.009056:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69e00. 02000000:00000001:0.0:1769075023.009060:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075023.009063:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075023.009065:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075023.009067:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075023.009070:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fb00. 02000000:00000001:0.0:1769075023.009073:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075023.009075:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075023.009077:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fd180. 00000100:00000001:0.0:1769075023.009081:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075023.009082:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.009084:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075023.009089:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075023.009091:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075023.009093:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075023.009096:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075023.198585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075023.198593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075023.198599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075023.198600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075023.198654:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075023.198658:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075023.198661:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075023.966533:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075023.966539:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075023.966541:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075023.966545:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075023.966549:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075023.966551:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075023.966553:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075023.966555:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075023.966557:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075024.222561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075024.222566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075024.222571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075024.222574:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075024.222576:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075024.222578:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075024.222580:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075024.222582:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075024.222583:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075024.222585:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075024.222635:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075024.222638:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075024.222640:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075024.990576:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075024.990582:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075024.990584:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075024.990588:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075024.990591:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075024.990595:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075024.990597:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075024.990599:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075024.990600:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075025.246614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075025.246622:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075025.246627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075025.246628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075025.246702:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075025.246708:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075025.246711:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075026.014569:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075026.014577:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075026.014579:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075026.014586:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075026.014590:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075026.014594:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075026.014597:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075026.014599:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075026.014602:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075026.270537:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075026.270542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075026.270546:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075026.270547:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075026.270629:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075026.270636:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075026.270640:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075027.038586:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075027.038594:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075027.038596:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075027.038603:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075027.038608:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075027.038611:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075027.038614:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075027.038617:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075027.038620:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075027.294611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075027.294617:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075027.294622:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075027.294624:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075027.294720:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075027.294725:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075027.294728:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769075027.825654:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075027.825668:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075027.825672:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075027.825673:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075027.825682:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075027.825725:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769075027.825738:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075027.825743:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075027.825748:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075027.825751:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb084ea80 00000400:00000200:3.0:1769075027.825756:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075027.825761:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x7335 [1] + 0 00000800:00000001:3.0:1769075027.825767:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075027.825774:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075027.825776:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075027.825779:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075027.825785:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075027.825792:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 5 to 0 dl 1769075037 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769075027.825802:0:2373:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 5 to 0 dl 1769075037 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075027.825820:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075027.825827:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075027.825829:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075027.825857:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075027.825861:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075027.825864:0:2378:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1769075027.825865:0:2378:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1769075027.825871:0:2378:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 02000000:00000010:1.0:1769075027.825875:0:2378:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff8da20674f100. 02000000:00000001:1.0:1769075027.825878:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075027.825879:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075027.825881:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075027.825888:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075027.825890:0:2378:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075027.825894:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=66 v=5 (2 0 0 0) 02000000:00000010:1.0:1769075027.825898:0:2378:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff8da20674f100. 00000100:00000010:1.0:1769075027.825901:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 00000100:00001000:1.0:1769075027.825908:0:2378:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #6, new deadline in 22s (12s) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 6 to 0 dl 1769075049 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075027.825915:0:2378:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075027.825916:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075027.825919:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075028.062584:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075028.062591:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075028.062593:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075028.062599:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075028.062603:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075028.062607:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075028.062610:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075028.062612:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075028.062615:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075028.126553:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075028.126565:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769075028.126576:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc380. 00000020:00000040:0.0:1769075028.126583:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769075028.126588:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075028.126591:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075028.126598:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075028.126606:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38400. 00000100:00000001:0.0:1769075028.126614:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075028.126627:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075028.126637:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075028.126641:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075028.126647:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002257a2cd] to pc [ptlrpcd_00_01+1] req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075028.126686:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075028.126690:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075028.126695:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769075028.126699:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075028.126702:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075028.126706:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1769075028.126710:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769075028.126712:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075028.126714:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075028.126721:0:25395:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769075028.126729:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075028.126732:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1727) 00000100:00000001:1.0:1769075028.126746:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075028.126748:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075028.126750:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075028.126754:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075028.126758:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075028.126764:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075028.126768:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075028.126775:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926600576:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075028.126780:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075028.126794:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075028.126797:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075028.126800:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075028.126808:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8f000. 02000000:00000001:1.0:1769075028.126810:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075028.126821:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075028.126826:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075028.126833:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14550. 00000100:00000200:1.0:1769075028.126840:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600576, portal 25 00000100:00000001:1.0:1769075028.126843:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075028.126844:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788967808 : -125747920583808 : ffff8da207dcc380) 00000100:00000040:1.0:1769075028.126850:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075028.126857:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075028.126859:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075028.126861:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14cc0. 00000100:00000200:1.0:1769075028.126864:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926600576, offset 0 00000400:00000200:1.0:1769075028.126869:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075028.126876:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075028.126883:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075028.126887:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075028.126890:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075028.126893:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075028.126895:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075028.126898:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2883:2883:256:4294967295] 192.168.204.145@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:1.0:1769075028.126901:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075028.126909:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075028.126913:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075028.126917:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769075028.126922:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075028.126936:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075028.126940:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769075028.126951:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075028.126954:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075028.126956:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296401166 00000100:00000001:1.0:1769075028.126962:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296396046 00000100:00000001:1.0:1769075028.126966:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296401166 00000100:00000001:1.0:1769075028.126970:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296396046 00000100:00000001:1.0:1769075028.126973:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075028.126976:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.126979:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.126982:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.126988:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075028.126990:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075028.126996:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075028.126997:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075028.126999:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.127001:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075028.127106:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075028.127113:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:2.0:1769075028.127120:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075028.127129:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075028.127136:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14cc0 00000400:00000010:2.0:1769075028.127139:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14cc0. 00000100:00000001:2.0:1769075028.127145:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075028.127151:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075028.127165:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075028.127169:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075028.127187:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075028.127194:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769075028.128359:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075028.128373:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075028.128375:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075028.128377:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075028.128384:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075028.128422:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769075028.128444:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075028.128451:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075028.128456:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075028.128488:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 25 MB=0x6971eb0854380 00000400:00000200:3.0:1769075028.128494:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075028.128500:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.145@tcp of length 224/224 into md 0x7455 [1] + 224 00000800:00000001:3.0:1769075028.128507:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075028.128515:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075028.128518:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075028.128523:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075028.128530:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075028.128536:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075028.128549:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075028.128569:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075028.128577:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075028.128582:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.128608:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075028.128617:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075028.128624:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075028.128626:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075028.128629:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075028.128633:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:1.0:1769075028.128635:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:1.0:1769075028.128638:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075028.128643:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075028.128651:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075028.128657:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075028.128658:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.128660:0:2380:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075028.128662:0:2380:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075028.128663:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075028.128665:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075028.128667:0:2380:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075028.128672:0:2380:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202e8f458 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075028.128675:0:2380:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202e8f410 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1769075028.128677:0:2380:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075028.128679:0:2380:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075028.128681:0:2380:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075028.128683:0:2380:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.128685:0:2380:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075028.128688:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075028.128693:0:2380:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075028.128695:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075028.128697:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075028.128700:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075028.128709:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926600576:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075028.128713:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.128715:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075028.128717:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc380 x1855007926600576/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075028.128722:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075028.128724:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075028.128726:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8f000. 02000000:00000001:1.0:1769075028.128728:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075028.128731:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075028.128732:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075028.128734:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075028.128736:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38400. 02000000:00000001:1.0:1769075028.128738:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075028.128740:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075028.128742:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc380. 00000100:00000001:1.0:1769075028.128745:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075028.128746:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.128747:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.128750:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075028.128751:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.128753:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075028.128754:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075028.318537:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075028.318544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075028.318549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075028.318551:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075028.318623:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075028.318627:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075028.318629:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075029.086555:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075029.086561:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075029.086562:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075029.086566:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075029.086570:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075029.086573:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075029.086575:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075029.086577:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075029.086579:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075029.342553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075029.342562:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075029.342565:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075029.342570:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075029.342573:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075029.342574:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075029.342580:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075029.342582:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075029.342583:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075029.342585:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075029.342589:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075029.342590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075029.342647:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075029.342651:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075029.342654:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075030.110558:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075030.110565:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075030.110566:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075030.110571:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075030.110573:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075030.110576:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075030.110578:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075030.110580:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075030.110582:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075030.366586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075030.366593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075030.366598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075030.366599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075030.366705:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075030.366711:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075030.366714:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075031.134542:0:28719:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075031.134548:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075031.134549:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075031.134554:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 0 seconds 00000100:00000001:2.0:1769075031.134557:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075031.134560:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075031.134561:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075031.134563:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075031.134565:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.390554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075031.390561:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.390567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075031.390568:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.390622:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075031.390627:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.390632:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769075031.519640:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.519658:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.519662:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.519664:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.519674:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519680:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.519689:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519694:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519700:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519703:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084ea80 00000400:00000200:2.0:1769075031.519708:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519715:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7335 [1] + 224 00000800:00000001:2.0:1769075031.519721:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.519731:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.519734:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.519739:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.519747:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.519757:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 6 to 0 dl 1769075049 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.519770:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 6 to 0 dl 1769075049 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.519794:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.519803:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.519807:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.519828:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.519838:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2884:2884:256:4294967295] 192.168.204.145@tcp LPNI seq info [2884:2884:8:4294967295] 00000100:00000001:1.0:1769075031.519841:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075031.519845:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.519850:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769075031.519860:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000400:00000001:1.0:1769075031.519864:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.519869:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000001:1.0:1769075031.519870:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1769075031.519880:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000010:1.0:1769075031.519881:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000800:00000200:2.0:1769075031.519890:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000200:1.0:1769075031.519894:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.519899:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000010:1.0:1769075031.519901:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000800:00000200:2.0:1769075031.519904:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.519910:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.519922:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 6 to 0 dl 1769075049 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.519937:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 6 to 0 dl 1769075049 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.519946:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075031.519950:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.519958:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.519965:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.519969:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.519973:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.519975:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.519980:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.519989:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.519996:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00001000:1.0:1769075031.519997:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=184 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.520008:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000400:00000200:2.0:1769075031.520008:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1769075031.520017:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.520019:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1769075031.520022:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000040:1.0:1769075031.520029:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.520040:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.520043:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.520047:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.520051:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.520054:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.520059:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.520065:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.520075:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.520079:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.520081:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.520084:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.520089:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.520099:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.520110:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074960 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.520116:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.520118:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526510:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.526514:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.526518:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.526520:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.526522:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.526533:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.526543:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.526546:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.526548:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509446 00000100:00000001:1.0:1769075031.526551:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.526557:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074960 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526562:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.526564:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882048 : -125747874669568 : ffff8da20a995c00) 00000100:00000040:1.0:1769075031.526568:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2fd4ac7] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074960 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526576:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526578:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526580:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526581:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.526585:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.526592:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926577792:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.526596:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.526598:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.526600:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526605:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526607:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.526614:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.526616:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526618:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.526620:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.526646:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.526649:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074960 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526655:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.526657:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.526660:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.526663:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.526665:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.526667:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578048:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.526670:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.526676:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.526678:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.526685:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.526690:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.526695:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.526701:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926578048, portal 10 00000100:00000001:1.0:1769075031.526702:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.526703:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882048 : -125747874669568 : ffff8da20a995c00) 00000100:00000040:1.0:1769075031.526709:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.526714:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.526717:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.526719:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14550. 00000100:00000200:1.0:1769075031.526722:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926578048, offset 0 00000400:00000200:1.0:1769075031.526727:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.526734:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.526740:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.526745:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.526750:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.526753:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.526756:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.526758:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2885:2885:256:4294967295] 192.168.204.145@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:1.0:1769075031.526762:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.526769:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.526773:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.526777:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769075031.526782:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.526788:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.526791:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.526804:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.526809:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1254887 usecs (1255 jiffies) 00000400:00000200:1.0:1769075031.526813:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.526817:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.526820:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.526823:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.526827:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.526829:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.526833:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526836:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526838:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.526841:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.526843:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.526845:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.526846:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.526848:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.526849:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.526899:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.526903:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769075031.526907:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.526911:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.526915:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:3.0:1769075031.526917:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:3.0:1769075031.526920:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.526924:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.526930:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.526932:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.526937:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.526938:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.528348:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.528356:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.528358:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.528360:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.528365:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.528369:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.528391:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.528394:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.528398:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.528401:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084eb80 00000400:00000200:2.0:1769075031.528404:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.528409:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x745d [1] + 224 00000800:00000001:2.0:1769075031.528414:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.528423:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.528425:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.528428:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.528431:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.528435:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.528443:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.528457:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.528493:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.528497:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1769075031.528502:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1769075031.528505:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1769075031.528506:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769075031.528510:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.528514:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.528520:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.528523:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.528527:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.528534:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.528544:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528552:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.528554:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.528557:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.528560:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.528561:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.528564:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.528568:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.528574:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=183 v=5 (10 5 5 5) 00000100:00001000:1.0:1769075031.528578:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51ca0 change: old=5 new=10 delta=5 (val=10) hist 10 10 5 5 00000100:00001000:1.0:1769075031.528581:0:2378:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff8da202f2f800 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1769075031.528584:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.528586:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.528587:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.528590:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.528595:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528596:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.528598:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.528600:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.528601:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.528603:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.528606:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528611:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.528613:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.528615:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.528616:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.528619:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528623:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.528624:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.528625:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.528626:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.528627:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.528629:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.528633:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.528635:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.528636:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509447 00000100:00000001:1.0:1769075031.528638:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.528641:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528645:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.528646:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000040:1.0:1769075031.528649:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c64cd3d] to pc [ptlrpcd_rcv+-1] req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528660:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528661:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528662:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528664:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.528666:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.528671:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578048:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.528674:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.528675:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.528677:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528681:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528682:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.528685:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.528686:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528688:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.528689:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.528690:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.528693:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528697:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.528698:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.528700:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.528701:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.528703:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.528705:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578432:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.528707:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.528709:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.528710:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.528713:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.528719:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f4400. 02000000:00000001:1.0:1769075031.528721:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.528725:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.528727:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.528729:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.528731:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926578432, portal 10 00000100:00000001:1.0:1769075031.528733:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.528734:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000040:1.0:1769075031.528737:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.528742:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.528744:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.528745:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14aa0. 00000100:00000200:1.0:1769075031.528747:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926578432, offset 0 00000400:00000200:1.0:1769075031.528750:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.528754:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.528757:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.528760:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.528762:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.528764:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.528766:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.528768:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2886:2886:256:4294967295] 192.168.204.145@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:1.0:1769075031.528771:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.528777:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.528780:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.528783:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769075031.528786:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.528790:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.528792:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.528804:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.528808:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1252021 usecs (1253 jiffies) 00000400:00000200:1.0:1769075031.528812:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.528814:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.528817:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.528819:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.528822:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.528824:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.528827:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528829:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528831:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.528835:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.528836:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.528838:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.528840:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.528842:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.528843:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.528869:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.528872:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769075031.528876:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.528880:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.528882:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14aa0 00000400:00000010:3.0:1769075031.528884:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14aa0. 00000100:00000001:3.0:1769075031.528886:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.528890:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.528896:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.528898:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.528903:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.528904:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.531745:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.531753:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.531755:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.531757:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.531761:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531765:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.531769:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531772:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531775:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531777:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084ed00 00000400:00000200:2.0:1769075031.531780:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531784:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7465 [1] + 224 00000800:00000001:2.0:1769075031.531788:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.531793:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.531795:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.531797:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.531800:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.531805:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.531813:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.531828:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.531832:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.531834:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531837:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.531841:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2887:2887:256:4294967295] 192.168.204.145@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:2.0:1769075031.531844:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.531853:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.531858:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.531862:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.531863:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.531867:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.531868:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:1.0:1769075031.531872:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.531874:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000001:1.0:1769075031.531876:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.531885:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.531886:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.531896:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.531899:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.531904:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.531912:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.531925:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.531935:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075031.531936:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.531939:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.531943:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.531945:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.531948:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.531951:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.531953:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1769075031.531954:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075031.531959:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769075031.531964:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1769075031.531965:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000800:00000001:3.0:1769075031.531969:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1769075031.531972:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000400:00000200:2.0:1769075031.531977:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.531981:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.531992:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532002:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.532004:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.532006:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.532008:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.532010:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.532012:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.532017:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532025:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.532027:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.532029:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.532031:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.532035:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.532044:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.532054:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.532060:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.532062:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532068:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.532069:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.532070:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.532072:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.532073:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.532077:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.532081:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.532083:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.532084:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509448 00000100:00000001:1.0:1769075031.532086:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.532088:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532092:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.532093:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000040:1.0:1769075031.532096:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a1b3a94] to pc [ptlrpcd_rcv+-1] req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532102:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532104:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532105:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532107:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.532110:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.532115:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578432:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.532118:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.532120:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.532122:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532126:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532127:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.532131:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.532132:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532134:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.532135:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.532137:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.532139:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532144:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.532145:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.532147:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.532148:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.532150:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.532152:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578688:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.532154:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.532157:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.532159:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.532163:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.532166:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.532169:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.532173:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926578688, portal 10 00000100:00000001:1.0:1769075031.532174:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.532175:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834875776 : -125747874675840 : ffff8da20a994380) 00000100:00000040:1.0:1769075031.532179:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.532184:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.532185:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.532187:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14dd0. 00000100:00000200:1.0:1769075031.532189:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926578688, offset 0 00000400:00000200:1.0:1769075031.532193:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.532197:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.532203:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.532207:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.532211:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.532213:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.532217:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.532221:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2888:2888:256:4294967295] 192.168.204.145@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:1.0:1769075031.532227:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.532236:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.532241:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.532254:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769075031.532260:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.532266:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.532270:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.532285:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.532289:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1249171 usecs (1250 jiffies) 00000400:00000200:1.0:1769075031.532293:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.532296:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.532299:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.532303:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.532306:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.532311:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.532314:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532317:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532319:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.532323:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.532326:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.532329:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.532331:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.532333:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.532335:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.532354:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.532360:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769075031.532365:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.532371:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.532386:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000400:00000010:3.0:1769075031.532389:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000100:00000001:3.0:1769075031.532393:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.532398:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.532408:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.532411:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.532417:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.532418:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.533701:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.533711:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.533714:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.533717:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.533723:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.533729:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.533736:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.533740:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.533744:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.533747:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084ee00 00000400:00000200:2.0:1769075031.533752:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.533757:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x746d [1] + 224 00000800:00000001:2.0:1769075031.533762:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.533769:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.533772:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.533776:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.533781:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.533787:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.533799:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.533819:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.533824:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.533827:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.533860:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.533864:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.533868:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.533870:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.533872:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.533876:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.533878:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.533881:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.533886:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.533894:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.533900:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.533901:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.533903:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.533904:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.533905:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.533906:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.533908:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.533911:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.533914:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.533916:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.533917:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.533919:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.533921:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.533923:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.533924:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.533925:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.533927:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.533928:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.533931:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.533936:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.533938:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.533939:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.533940:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.533942:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.533947:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.533949:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.533951:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.533952:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.533953:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.533956:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.533960:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.533961:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.533962:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509449 00000100:00000001:1.0:1769075031.533964:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.533967:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.533971:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.533972:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:1.0:1769075031.533975:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096125424] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.533980:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.533982:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.533983:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.533985:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.533987:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.533993:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926578688:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.533996:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.533997:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.533999:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.534003:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.534004:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.534007:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.534008:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.534010:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.534011:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.534012:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.534014:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.534019:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.534020:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.534021:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.534023:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.534024:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.534026:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579072:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.534028:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.534029:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.534031:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.534032:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.534036:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f5000. 02000000:00000001:1.0:1769075031.534038:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.534041:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.534043:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.534046:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.534049:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579072, portal 10 00000100:00000001:1.0:1769075031.534050:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.534051:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000040:1.0:1769075031.534054:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.534059:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.534061:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.534063:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14770. 00000100:00000200:1.0:1769075031.534065:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926579072, offset 0 00000400:00000200:1.0:1769075031.534069:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.534073:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.534077:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.534080:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.534082:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.534084:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.534086:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.534088:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2889:2889:256:4294967295] 192.168.204.145@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:1.0:1769075031.534092:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.534097:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.534100:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.534103:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769075031.534107:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.534111:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.534113:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.534124:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.534127:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1246331 usecs (1247 jiffies) 00000400:00000200:1.0:1769075031.534129:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.534131:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394286 00000100:00000001:1.0:1769075031.534133:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.534135:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394286 00000100:00000001:1.0:1769075031.534137:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.534138:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.534139:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.534141:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.534142:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.534144:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.534146:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.534148:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.534150:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.534151:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.534152:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.534205:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.534210:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769075031.534214:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.534219:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.534224:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000400:00000010:3.0:1769075031.534226:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 00000100:00000001:3.0:1769075031.534230:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.534235:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.534299:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.534304:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.534313:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.534315:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.536801:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.536827:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.536830:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.536833:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.536837:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536841:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.536845:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536848:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536851:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536853:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084ef80 00000400:00000200:2.0:1769075031.536857:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536861:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7475 [1] + 224 00000800:00000001:2.0:1769075031.536865:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.536870:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.536872:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.536874:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.536878:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.536882:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.536890:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.536905:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.536909:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.536911:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536914:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.536918:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2890:2890:256:4294967295] 192.168.204.145@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:2.0:1769075031.536921:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.536931:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.536938:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.536942:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.536945:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.536950:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.536950:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:1.0:1769075031.536960:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.536963:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.536968:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000010:1.0:1769075031.536969:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000800:00000200:2.0:1769075031.536973:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769075031.536975:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.536979:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.536981:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.536988:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.536996:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537005:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.537006:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537009:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.537010:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.537012:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.537014:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.537017:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.537021:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000800:00000200:2.0:1769075031.537022:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.537025:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1769075031.537026:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000800:00000010:2.0:1769075031.537028:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.537035:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537041:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1769075031.537042:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1769075031.537047:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.537051:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.537065:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.537067:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.537068:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.537069:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.537071:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.537073:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.537079:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537085:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.537087:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.537089:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537090:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.537093:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.537098:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.537104:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.537108:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.537110:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537115:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.537117:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.537118:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.537119:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.537120:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.537122:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.537126:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.537128:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.537129:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509450 00000100:00000001:1.0:1769075031.537131:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.537135:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537139:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.537140:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000100:00000040:1.0:1769075031.537143:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3d45ec] to pc [ptlrpcd_rcv+-1] req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537149:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537151:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537152:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537154:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.537156:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.537162:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579072:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.537165:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537167:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.537169:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537173:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537175:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537178:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.537180:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537183:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.537184:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.537186:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.537188:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537193:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.537193:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.537195:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.537197:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.537199:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.537200:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579328:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.537202:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.537204:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.537206:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.537209:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.537212:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.537215:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.537218:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579328, portal 10 00000100:00000001:1.0:1769075031.537219:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.537221:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087040 : -125747947464576 : ffff8da206429880) 00000100:00000040:1.0:1769075031.537224:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.537229:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.537231:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.537233:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075031.537234:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926579328, offset 0 00000400:00000200:1.0:1769075031.537239:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.537242:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.537246:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.537249:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.537251:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.537253:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.537255:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.537257:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2891:2891:256:4294967295] 192.168.204.145@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:1.0:1769075031.537260:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.537266:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.537269:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.537272:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769075031.537276:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.537280:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.537285:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.537299:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.537303:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1243507 usecs (1244 jiffies) 00000400:00000200:1.0:1769075031.537308:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.537310:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394286 00000100:00000001:1.0:1769075031.537315:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.537318:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394286 00000100:00000001:1.0:1769075031.537321:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.537324:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.537327:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537330:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.537333:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.537345:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.537348:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.537352:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.537354:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1769075031.537357:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.537358:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075031.537367:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000100:00000001:1.0:1769075031.537368:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075031.537392:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.537398:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.537403:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:3.0:1769075031.537405:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075031.537408:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.537483:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.537493:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.537496:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.537501:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.537502:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.538615:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.538623:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.538626:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.538629:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.538634:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.538639:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.538644:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.538648:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.538651:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.538655:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f080 00000400:00000200:2.0:1769075031.538659:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.538664:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x747d [1] + 224 00000800:00000001:2.0:1769075031.538669:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.538675:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.538678:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.538682:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.538686:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.538691:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.538704:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.538717:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.538722:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.538724:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.538749:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.538758:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.538761:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.538763:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.538765:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.538768:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.538770:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.538772:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.538777:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.538784:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538789:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.538790:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.538791:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.538792:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.538793:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.538795:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.538796:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.538799:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.538801:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.538803:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.538804:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.538806:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.538808:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538810:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.538811:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.538813:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.538814:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.538816:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.538819:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538823:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.538825:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.538826:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.538828:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.538830:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538834:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.538835:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.538836:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.538837:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.538837:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.538840:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.538844:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.538845:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.538846:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509451 00000100:00000001:1.0:1769075031.538848:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.538852:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538856:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.538857:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000040:1.0:1769075031.538860:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9fa29fa] to pc [ptlrpcd_rcv+-1] req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538877:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538880:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538882:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538884:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.538888:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.538898:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579328:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.538902:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.538905:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.538908:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538916:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538918:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.538922:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.538924:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.538926:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.538928:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.538930:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.538933:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538939:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.538940:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.538942:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.538944:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.538945:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.538947:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579712:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.538949:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.538951:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.538952:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.538955:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.538958:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f7400. 02000000:00000001:1.0:1769075031.538960:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.538963:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.538965:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.538968:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.538970:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579712, portal 10 00000100:00000001:1.0:1769075031.538972:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.538973:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000040:1.0:1769075031.538976:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.538981:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.538983:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.538984:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075031.538986:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926579712, offset 0 00000400:00000200:1.0:1769075031.538990:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.538993:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.538996:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.538998:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.539001:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.539003:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.539005:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.539007:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2892:2892:256:4294967295] 192.168.204.145@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:1.0:1769075031.539010:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.539015:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.539018:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.539021:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fb00. 00000800:00000200:1.0:1769075031.539024:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.539028:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.539031:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.539043:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.539046:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1240692 usecs (1241 jiffies) 00000400:00000200:1.0:1769075031.539049:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.539051:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.539052:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.539054:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.539056:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.539057:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.539059:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.539060:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.539062:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.539065:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.539066:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.539068:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.539069:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.539071:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.539072:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.539111:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.539115:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fb00. 00000400:00000200:3.0:1769075031.539118:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.539122:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.539125:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:3.0:1769075031.539127:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:3.0:1769075031.539130:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.539133:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.539140:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.539143:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.539148:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.539149:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.542811:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.542823:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.542827:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.542828:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.542837:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542843:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.542848:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542858:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542863:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542866:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084f200 00000400:00000200:2.0:1769075031.542869:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542874:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7485 [1] + 224 00000800:00000001:2.0:1769075031.542879:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.542885:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.542887:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.542890:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.542894:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.542899:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.542911:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.542930:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.542937:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.542940:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542946:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.542953:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2893:2893:256:4294967295] 192.168.204.145@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:2.0:1769075031.542958:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.542970:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:1.0:1769075031.542975:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.542981:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075031.542982:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.542991:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1769075031.542992:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000001:1.0:1769075031.542994:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.543000:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.543010:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.543010:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:1.0:1769075031.543018:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.543022:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769075031.543029:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.543033:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769075031.543035:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.543047:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543054:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.543057:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.543060:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.543064:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.543067:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.543070:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.543074:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.543077:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1769075031.543082:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.543087:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.543090:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.543095:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543100:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.543103:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000800:00000200:2.0:1769075031.543103:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.543110:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000010:2.0:1769075031.543110:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000040:1.0:1769075031.543114:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.543117:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1769075031.543118:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.543119:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.543121:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.543136:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.543145:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.543159:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.543163:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.543164:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.543168:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.543173:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.543180:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.543188:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.543193:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.543195:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543201:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.543202:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.543205:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.543207:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.543208:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.543213:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.543228:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.543230:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.543234:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509452 00000100:00000001:1.0:1769075031.543238:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.543242:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543250:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.543252:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000040:1.0:1769075031.543259:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0de435] to pc [ptlrpcd_rcv+-1] req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543270:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543272:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543274:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543277:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.543282:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.543291:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579712:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.543297:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.543300:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.543304:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543312:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543314:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.543321:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.543323:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543325:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.543327:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.543328:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.543331:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543336:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.543338:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.543341:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.543345:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.543348:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.543351:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579968:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.543356:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.543362:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.543365:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.543383:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.543390:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.543396:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.543403:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926579968, portal 10 00000100:00000001:1.0:1769075031.543406:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.543407:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762083456 : -125747947468160 : ffff8da206428a80) 00000100:00000040:1.0:1769075031.543414:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.543427:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.543431:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.543433:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14330. 00000100:00000200:1.0:1769075031.543437:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926579968, offset 0 00000400:00000200:1.0:1769075031.543443:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.543449:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.543455:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.543492:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.543496:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.543499:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.543502:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.543505:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2894:2894:256:4294967295] 192.168.204.145@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:1.0:1769075031.543508:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.543515:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.543520:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.543524:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f600. 00000800:00000200:1.0:1769075031.543529:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.543534:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.543538:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.543550:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.543554:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1237897 usecs (1238 jiffies) 00000400:00000200:1.0:1769075031.543557:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.543560:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.543563:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.543565:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.543567:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.543569:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.543571:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543572:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543574:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.543577:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.543578:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.543580:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.543581:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.543584:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.543586:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.543600:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.543604:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:3.0:1769075031.543607:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.543613:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.543617:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14330 00000400:00000010:3.0:1769075031.543619:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14330. 00000100:00000001:3.0:1769075031.543621:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.543625:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.543633:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.543636:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.543641:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.543642:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.545074:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.545081:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.545084:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.545087:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.545092:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.545097:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.545103:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.545106:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.545110:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.545114:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f300 00000400:00000200:2.0:1769075031.545118:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.545123:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x748d [1] + 224 00000800:00000001:2.0:1769075031.545128:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.545135:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.545137:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.545141:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.545145:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.545150:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.545158:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.545178:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.545185:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.545187:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.545222:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.545226:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.545231:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.545233:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.545236:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:1.0:1769075031.545240:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.545242:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.545244:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.545249:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.545257:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545262:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.545263:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.545265:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.545267:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.545269:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.545271:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.545273:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.545280:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.545283:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.545285:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.545286:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.545288:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.545291:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545293:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.545295:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.545297:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.545298:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.545300:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.545303:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545308:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.545311:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.545312:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.545314:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.545316:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545321:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.545323:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.545325:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.545326:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.545327:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.545330:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.545335:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.545337:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.545338:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509453 00000100:00000001:1.0:1769075031.545341:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.545345:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545349:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.545350:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000040:1.0:1769075031.545353:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041614368] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545360:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545361:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545363:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545364:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.545367:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.545385:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926579968:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.545388:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.545390:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.545392:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545397:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545398:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.545404:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.545405:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.545407:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.545408:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.545410:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.545412:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545417:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.545418:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.545421:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.545423:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.545425:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.545427:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580352:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.545429:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.545433:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.545435:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.545437:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.545441:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f5c00. 02000000:00000001:1.0:1769075031.545443:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.545446:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.545449:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb06e0. 00000400:00000010:1.0:1769075031.545452:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.545456:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926580352, portal 10 00000100:00000001:1.0:1769075031.545458:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.545478:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000040:1.0:1769075031.545483:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.545489:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.545492:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.545494:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14000. 00000100:00000200:1.0:1769075031.545497:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926580352, offset 0 00000400:00000200:1.0:1769075031.545503:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.545509:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.545514:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.545518:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.545522:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.545526:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.545530:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.545533:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2895:2895:256:4294967295] 192.168.204.145@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:1.0:1769075031.545539:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.545550:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.545557:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.545588:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769075031.545598:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.545605:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.545609:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.545622:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.545627:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1235108 usecs (1236 jiffies) 00000400:00000200:0.0:1769075031.545632:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.545636:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:0.0:1769075031.545639:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.545642:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:0.0:1769075031.545644:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.545646:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.545649:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.545651:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.545652:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.545656:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.545657:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769075031.545659:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.545660:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.545661:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.545663:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.545681:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.545684:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:3.0:1769075031.545687:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.545691:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.545693:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14000 00000400:00000010:3.0:1769075031.545695:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14000. 00000100:00000001:3.0:1769075031.545697:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.545700:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.545707:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.545709:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.545718:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.545719:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.548667:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.548675:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.548678:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.548681:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.548686:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548692:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.548697:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548700:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548704:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548707:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084f480 00000400:00000200:2.0:1769075031.548710:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548713:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7495 [1] + 224 00000800:00000001:2.0:1769075031.548717:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.548722:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.548724:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.548726:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.548729:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.548733:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.548740:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.548757:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.548761:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.548763:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548765:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.548769:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2896:2896:256:4294967295] 192.168.204.145@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:2.0:1769075031.548772:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.548777:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.548781:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.548784:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.548788:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.548793:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.548795:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1769075031.548797:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.548801:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.548807:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075031.548809:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.548816:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb06e0. 00000400:00000200:0.0:1769075031.548821:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:0.0:1769075031.548824:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:0.0:1769075031.548828:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.548834:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1769075031.548840:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.548844:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.548847:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075031.548849:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769075031.548855:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769075031.548860:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.548865:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:0.0:1769075031.548876:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.548878:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.548879:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.548881:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.548882:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.548884:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.548886:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.548890:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075031.548892:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:0.0:1769075031.548894:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769075031.548897:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.548902:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769075031.548903:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769075031.548904:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769075031.548905:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:0.0:1769075031.548906:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.548908:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769075031.548911:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.548916:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769075031.548918:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.548919:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.548921:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769075031.548923:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769075031.548928:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769075031.548936:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769075031.548941:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769075031.548944:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.548949:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.548950:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769075031.548951:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769075031.548952:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.548954:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:0.0:1769075031.548958:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769075031.548965:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769075031.548968:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769075031.548969:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509454 00000100:00000001:0.0:1769075031.548973:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769075031.548977:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.548984:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.548985:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:0.0:1769075031.548991:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.549001:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549003:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549005:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549007:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.549011:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769075031.549018:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580352:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769075031.549022:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.549023:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.549025:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.549030:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549031:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.549034:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.549035:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549036:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.549037:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.549038:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075031.549040:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.549044:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.549045:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.549047:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075031.549049:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.549050:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.549052:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580608:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769075031.549054:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.549056:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075031.549057:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075031.549061:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075031.549064:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075031.549067:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769075031.549070:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926580608, portal 10 00000100:00000001:0.0:1769075031.549071:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.549072:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:0.0:1769075031.549076:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.549080:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.549082:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.549084:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841d48. 00000100:00000200:0.0:1769075031.549086:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926580608, offset 0 00000400:00000200:0.0:1769075031.549089:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.549093:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.549096:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.549098:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.549100:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.549102:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.549104:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.549106:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2897:2897:256:4294967295] 192.168.204.145@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:0.0:1769075031.549109:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.549115:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.549118:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.549120:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38000. 00000800:00000200:0.0:1769075031.549123:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.549127:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.549129:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.549139:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.549142:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1232336 usecs (1233 jiffies) 00000400:00000200:0.0:1769075031.549144:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.549145:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:0.0:1769075031.549147:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.549149:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:0.0:1769075031.549151:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.549153:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.549155:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549157:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549158:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.549161:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.549162:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769075031.549164:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.549165:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.549166:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.549168:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.549198:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.549203:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38000. 00000400:00000200:3.0:1769075031.549206:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.549211:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.549215:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841d48 00000400:00000010:3.0:1769075031.549217:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841d48. 00000100:00000001:3.0:1769075031.549219:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.549222:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.549229:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.549231:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.549235:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.549237:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.550536:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.550542:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.550543:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.550545:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.550549:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.550551:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.550555:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.550557:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.550559:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.550562:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f580 00000400:00000200:2.0:1769075031.550564:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.550567:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x749d [1] + 224 00000800:00000001:2.0:1769075031.550570:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.550574:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.550576:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.550578:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.550581:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.550584:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.550591:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.550603:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.550606:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.550608:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550637:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.550639:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.550642:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075031.550643:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.550645:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:0.0:1769075031.550648:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:0.0:1769075031.550649:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769075031.550651:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.550655:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769075031.550662:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550667:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.550668:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550669:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.550670:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.550671:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.550672:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.550674:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.550677:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:0.0:1769075031.550679:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:0.0:1769075031.550681:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769075031.550682:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.550684:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769075031.550685:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550687:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769075031.550688:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769075031.550689:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:0.0:1769075031.550690:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.550691:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.550694:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550699:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.550700:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.550702:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550703:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769075031.550705:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550709:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.550710:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769075031.550711:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769075031.550712:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.550712:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:0.0:1769075031.550715:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769075031.550719:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769075031.550720:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769075031.550721:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509455 00000100:00000001:0.0:1769075031.550724:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769075031.550726:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550730:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.550731:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000040:0.0:1769075031.550734:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d068b2] to pc [ptlrpcd_rcv+-1] req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550740:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550741:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550742:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550744:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.550746:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769075031.550751:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580608:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769075031.550754:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550756:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.550757:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550762:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550764:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550767:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.550768:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550770:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.550772:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.550773:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075031.550777:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550784:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.550785:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.550788:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075031.550790:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.550792:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.550796:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580992:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769075031.550799:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.550802:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075031.550804:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.550806:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075031.550811:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94400. 02000000:00000001:0.0:1769075031.550814:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075031.550818:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075031.550821:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075031.550825:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769075031.550828:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926580992, portal 10 00000100:00000001:0.0:1769075031.550830:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.550832:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000040:0.0:1769075031.550837:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.550845:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.550847:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.550851:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841770. 00000100:00000200:0.0:1769075031.550854:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926580992, offset 0 00000400:00000200:0.0:1769075031.550859:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.550864:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.550868:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.550872:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.550875:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.550877:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.550880:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.550883:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2898:2898:256:4294967295] 192.168.204.145@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:0.0:1769075031.550889:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.550896:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.550901:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.550905:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000800:00000200:0.0:1769075031.550909:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.550914:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.550917:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.550929:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.550933:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1229572 usecs (1230 jiffies) 00000400:00000200:0.0:1769075031.550937:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.550939:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394286 00000100:00000001:0.0:1769075031.550942:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.550945:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394286 00000100:00000001:0.0:1769075031.550947:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.550951:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.550953:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550956:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550959:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.550963:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.550964:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769075031.550968:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.550970:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.550972:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.550974:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.551040:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.551046:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000400:00000200:3.0:1769075031.551050:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.551057:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.551061:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841770 00000400:00000010:3.0:1769075031.551064:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841770. 00000100:00000001:3.0:1769075031.551066:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.551072:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.551080:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.551082:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.551088:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.551090:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.554730:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.554752:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.554757:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.554759:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.554773:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554784:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.554794:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554800:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554808:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554814:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084f700 00000400:00000200:2.0:1769075031.554822:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554828:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74a5 [1] + 224 00000800:00000001:2.0:1769075031.554837:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.554853:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.554856:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.554860:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.554865:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.554874:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.554884:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.554901:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.554908:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.554911:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554917:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.554924:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2899:2899:256:4294967295] 192.168.204.145@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:2.0:1769075031.554930:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.554941:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.554948:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075031.554953:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1769075031.554956:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:0.0:1769075031.554960:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.554968:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.554968:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:0.0:1769075031.554972:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.554977:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000800:00000200:2.0:1769075031.554989:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:0.0:1769075031.554992:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000800:00000200:2.0:1769075031.554996:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1769075031.554999:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:0.0:1769075031.555007:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.555017:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769075031.555030:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555039:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.555041:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.555044:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.555047:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.555050:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.555052:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.555055:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.555063:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075031.555067:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:0.0:1769075031.555070:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769075031.555074:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555081:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769075031.555085:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769075031.555087:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769075031.555089:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:0.0:1769075031.555091:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.555094:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769075031.555099:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555106:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769075031.555109:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.555111:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.555113:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769075031.555118:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769075031.555126:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000800:00000200:2.0:1769075031.555133:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.555138:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000002:00080000:0.0:1769075031.555140:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.555144:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.555155:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:2.0:1769075031.555166:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000002:00000001:0.0:1769075031.555168:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000800:00000001:2.0:1769075031.555171:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00020000:0.0:1769075031.555178:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555188:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.555191:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769075031.555193:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769075031.555195:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.555197:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:0.0:1769075031.555203:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769075031.555210:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769075031.555212:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769075031.555214:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509456 00000100:00000001:0.0:1769075031.555219:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769075031.555225:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555233:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.555235:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000100:00000040:0.0:1769075031.555242:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f8cced3] to pc [ptlrpcd_rcv+-1] req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555253:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555257:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555260:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555263:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.555268:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769075031.555275:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926580992:192.168.204.145@tcp:101:createmany.0 00000100:00000001:0.0:1769075031.555279:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.555281:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.555283:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555288:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555290:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.555294:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.555296:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555298:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.555300:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.555301:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075031.555305:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555312:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.555314:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.555317:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075031.555321:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.555324:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.555327:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581248:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769075031.555331:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.555336:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075031.555338:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075031.555345:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075031.555351:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075031.555355:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841bb0. 00000100:00000200:0.0:1769075031.555359:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926581248, portal 10 00000100:00000001:0.0:1769075031.555361:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.555362:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762092416 : -125747947459200 : ffff8da20642ad80) 00000100:00000040:0.0:1769075031.555366:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.555391:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.555397:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.555399:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841000. 00000100:00000200:0.0:1769075031.555402:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926581248, offset 0 00000400:00000200:0.0:1769075031.555407:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.555413:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.555418:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.555422:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.555425:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.555427:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.555429:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.555432:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2900:2900:256:4294967295] 192.168.204.145@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:0.0:1769075031.555435:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.555442:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.555446:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.555450:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38f00. 00000800:00000200:0.0:1769075031.555454:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.555500:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.555506:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.555523:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.555527:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1226827 usecs (1227 jiffies) 00000400:00000200:0.0:1769075031.555532:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.555536:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394288 00000100:00000001:0.0:1769075031.555539:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.555542:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394288 00000100:00000001:0.0:1769075031.555544:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.555546:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.555548:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555549:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555551:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.555553:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.555555:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769075031.555557:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.555558:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.555559:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.555560:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.555587:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.555593:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000400:00000200:3.0:1769075031.555596:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.555600:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.555604:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841000 00000400:00000010:3.0:1769075031.555606:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841000. 00000100:00000001:3.0:1769075031.555609:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.555613:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.555654:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.555657:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.555663:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.555665:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.557404:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.557411:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.557414:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.557415:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.557420:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.557424:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.557428:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.557432:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.557434:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.557437:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084f800 00000400:00000200:2.0:1769075031.557441:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.557444:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74ad [1] + 224 00000800:00000001:2.0:1769075031.557449:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.557456:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.557458:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.557490:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.557496:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.557502:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.557515:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.557546:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.557553:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.557557:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.557593:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.557599:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.557601:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.557604:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:1.0:1769075031.557610:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841bb0 00000400:00000010:1.0:1769075031.557612:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841bb0. 00000100:00000001:1.0:1769075031.557616:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.557622:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.557634:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557642:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.557644:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557647:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.557650:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.557653:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.557656:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.557659:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.557668:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.557671:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.557674:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.557675:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.557678:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.557681:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557684:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.557686:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.557688:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.557689:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.557691:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.557695:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557701:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.557703:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.557704:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557706:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.557709:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557714:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.557715:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.557717:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.557718:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.557719:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.557722:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.557728:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.557730:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.557731:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509457 00000100:00000001:1.0:1769075031.557735:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.557739:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557743:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.557744:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075031.557747:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557756:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557757:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557759:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557760:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.557763:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.557769:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581248:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.557772:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557773:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.557775:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557779:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557780:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557786:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.557787:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557789:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.557790:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.557791:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.557794:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557799:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.557800:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.557802:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.557804:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.557806:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.557808:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581632:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.557811:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.557814:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.557816:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.557819:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.557824:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f6800. 02000000:00000001:1.0:1769075031.557825:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.557829:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.557832:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.557836:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.557841:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926581632, portal 10 00000100:00000001:1.0:1769075031.557842:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.557843:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075031.557847:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.557853:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.557854:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.557856:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14000. 00000100:00000200:1.0:1769075031.557859:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926581632, offset 0 00000400:00000200:1.0:1769075031.557863:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.557867:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.557870:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.557874:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.557877:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.557879:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.557881:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.557884:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2901:2901:256:4294967295] 192.168.204.145@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:1.0:1769075031.557888:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.557896:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.557902:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.557906:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f200. 00000800:00000200:1.0:1769075031.557912:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.557918:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.557922:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.557935:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.557940:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1224090 usecs (1225 jiffies) 00000400:00000200:1.0:1769075031.557945:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.557948:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394288 00000100:00000001:1.0:1769075031.557952:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.557956:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394288 00000100:00000001:1.0:1769075031.557959:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.557971:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.557973:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557975:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557977:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.557980:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.557981:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.557983:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.557984:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.557985:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.557987:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.557993:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.557997:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769075031.558001:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.558006:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.558009:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14000 00000400:00000010:3.0:1769075031.558010:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14000. 00000100:00000001:3.0:1769075031.558013:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.558016:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.558024:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.558026:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.558031:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.558032:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.560925:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.560935:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.560938:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.560941:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.560947:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.560953:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.560960:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.560964:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.560968:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.560973:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084f980 00000400:00000200:2.0:1769075031.560978:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.560983:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74b5 [1] + 224 00000800:00000001:2.0:1769075031.560988:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.560995:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.560997:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.561000:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.561004:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.561008:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.561015:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.561029:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.561032:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.561035:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.561038:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.561041:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2902:2902:256:4294967295] 192.168.204.145@tcp LPNI seq info [2902:2902:8:4294967295] 00000400:00000200:2.0:1769075031.561044:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.561049:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.561054:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.561058:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.561062:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075031.561066:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.561067:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.561072:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.561073:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1769075031.561080:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.561084:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.561087:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.561092:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.561095:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.561097:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.561102:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1769075031.561109:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1769075031.561111:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561118:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.561120:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.561122:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.561123:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.561125:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1769075031.561126:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.561128:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075031.561130:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.561131:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075031.561133:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075031.561138:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1769075031.561140:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000400:00000200:2.0:1769075031.561146:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00001000:1.0:1769075031.561147:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.561151:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.561155:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561161:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.561163:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.561164:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.561165:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.561166:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.561168:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.561171:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561177:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.561180:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.561182:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.561184:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.561187:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.561196:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.561207:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.561215:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.561219:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561226:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.561228:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.561230:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.561232:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.561234:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.561239:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.561247:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.561250:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.561252:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509458 00000100:00000001:1.0:1769075031.561256:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.561260:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561268:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.561279:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075031.561290:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561300:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561303:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561305:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561307:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.561311:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.561320:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581632:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.561323:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.561325:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.561327:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561332:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561333:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.561336:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.561338:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561339:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.561340:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.561342:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.561344:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561349:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.561356:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.561358:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.561360:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.561362:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.561365:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581888:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.561367:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.561370:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.561386:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.561390:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.561393:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.561396:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.561399:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926581888, portal 10 00000100:00000001:1.0:1769075031.561400:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.561401:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075031.561405:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.561410:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.561412:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.561414:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14330. 00000100:00000200:1.0:1769075031.561416:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926581888, offset 0 00000400:00000200:1.0:1769075031.561420:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.561423:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.561426:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.561429:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.561431:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.561433:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.561436:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.561438:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2903:2903:256:4294967295] 192.168.204.145@tcp LPNI seq info [2903:2903:8:4294967295] 00000400:00000200:1.0:1769075031.561442:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.561446:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.561450:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.561452:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769075031.561456:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.561481:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.561485:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.561493:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.561496:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1221366 usecs (1222 jiffies) 00000400:00000200:1.0:1769075031.561499:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.561503:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394289 00000100:00000001:1.0:1769075031.561506:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.561508:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394289 00000100:00000001:1.0:1769075031.561512:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.561513:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.561515:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561518:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561520:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.561523:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.561524:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.561526:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.561527:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.561530:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.561532:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.561536:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.561540:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769075031.561545:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.561564:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.561568:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14330 00000400:00000010:3.0:1769075031.561572:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14330. 00000100:00000001:3.0:1769075031.561577:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.561583:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.561653:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.561658:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.561667:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.561669:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.562962:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.562970:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.562974:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.562976:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.562981:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.562985:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.562989:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.562992:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.562995:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.562997:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084fa80 00000400:00000200:2.0:1769075031.563000:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.563003:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74bd [1] + 224 00000800:00000001:2.0:1769075031.563006:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.563011:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.563012:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.563015:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.563018:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.563021:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.563029:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.563041:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.563044:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.563046:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563076:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.563079:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.563083:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.563085:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.563088:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.563091:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.563093:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.563095:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.563099:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.563107:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563112:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.563113:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563114:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.563116:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.563117:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.563118:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.563120:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.563123:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.563126:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.563127:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.563128:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.563130:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.563132:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563134:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.563135:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.563136:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.563138:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.563140:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.563142:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563148:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.563150:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.563152:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563153:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.563157:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563165:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.563167:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.563169:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.563171:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.563172:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.563177:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.563185:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.563187:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.563189:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509459 00000100:00000001:1.0:1769075031.563193:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.563198:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563205:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.563207:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000040:1.0:1769075031.563212:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccbfa8c5] to pc [ptlrpcd_rcv+-1] req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563221:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563222:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563224:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563226:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.563228:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.563234:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926581888:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.563237:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563238:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.563240:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563244:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563246:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563249:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.563250:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563252:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.563253:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.563255:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.563258:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563266:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.563268:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.563270:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.563272:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.563275:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.563278:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582272:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.563281:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.563284:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.563286:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.563288:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.563294:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f5400. 02000000:00000001:1.0:1769075031.563297:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.563302:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.563305:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.563309:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.563313:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926582272, portal 10 00000100:00000001:1.0:1769075031.563315:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.563316:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000040:1.0:1769075031.563322:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.563343:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.563346:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.563349:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075031.563352:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926582272, offset 0 00000400:00000200:1.0:1769075031.563358:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.563363:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.563367:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.563370:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.563385:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.563388:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.563391:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.563393:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2904:2904:256:4294967295] 192.168.204.145@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:1.0:1769075031.563396:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.563402:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.563405:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.563409:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769075031.563412:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.563416:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.563418:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.563428:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.563431:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1218651 usecs (1219 jiffies) 00000400:00000200:1.0:1769075031.563433:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.563435:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.563437:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.563439:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.563440:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.563442:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.563444:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563446:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563448:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.563451:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.563452:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.563454:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.563454:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.563456:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.563458:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.563510:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.563513:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769075031.563517:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.563523:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.563527:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:3.0:1769075031.563528:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:3.0:1769075031.563531:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.563534:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.563540:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.563543:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.563549:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.563551:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.565965:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.565972:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.565975:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.565978:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.565983:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.565988:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.565992:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.565995:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.565997:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.566000:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084fc00 00000400:00000200:2.0:1769075031.566003:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.566006:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74c5 [1] + 224 00000800:00000001:2.0:1769075031.566009:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.566014:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.566016:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.566018:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.566021:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.566025:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.566032:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.566045:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.566048:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.566050:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.566053:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.566056:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2905:2905:256:4294967295] 192.168.204.145@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:2.0:1769075031.566060:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.566065:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.566069:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.566072:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.566076:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.566080:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.566083:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.566083:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.566087:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.566091:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.566093:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.566095:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.566099:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.566100:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.566102:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.566107:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.566114:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566121:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.566123:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075031.566123:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.566124:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.566129:0:2378:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:2.0:1769075031.566130:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.566130:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075031.566132:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.566135:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.566138:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075031.566138:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1769075031.566140:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.566145:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000400:00000200:2.0:1769075031.566145:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00001000:1.0:1769075031.566152:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.566154:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.566158:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566163:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.566165:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.566166:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.566167:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.566168:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.566169:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.566172:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566177:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.566179:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.566181:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.566182:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.566185:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.566190:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.566195:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.566199:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.566201:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566206:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.566207:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.566209:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.566210:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.566211:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.566214:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.566219:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.566220:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.566221:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509460 00000100:00000001:1.0:1769075031.566223:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.566225:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566229:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.566229:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000100:00000040:1.0:1769075031.566232:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6a092b8] to pc [ptlrpcd_rcv+-1] req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566237:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566239:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566241:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566242:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.566245:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.566250:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582272:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.566254:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.566256:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.566259:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566266:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566268:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.566272:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.566274:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566276:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.566278:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.566279:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.566283:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566291:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.566293:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.566295:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.566298:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.566300:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.566304:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582528:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.566307:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.566310:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.566311:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.566316:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.566318:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.566321:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.566324:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926582528, portal 10 00000100:00000001:1.0:1769075031.566326:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.566327:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762085248 : -125747947466368 : ffff8da206429180) 00000100:00000040:1.0:1769075031.566331:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.566336:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.566337:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.566339:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075031.566341:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926582528, offset 0 00000400:00000200:1.0:1769075031.566344:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.566347:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.566350:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.566352:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.566354:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.566356:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.566358:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.566360:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2906:2906:256:4294967295] 192.168.204.145@tcp LPNI seq info [2906:2906:8:4294967295] 00000400:00000200:1.0:1769075031.566363:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.566367:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.566370:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.566388:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075031.566392:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.566396:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.566398:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.566407:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.566410:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1215951 usecs (1216 jiffies) 00000400:00000200:1.0:1769075031.566413:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.566414:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.566416:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.566418:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.566420:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.566422:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.566424:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566426:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566428:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.566431:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.566432:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.566434:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.566435:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.566436:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.566438:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.566482:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.566486:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:3.0:1769075031.566489:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.566493:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.566498:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:3.0:1769075031.566546:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075031.566551:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.566556:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.566565:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.566569:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.566577:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.566579:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.567701:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.567706:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.567708:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.567710:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.567713:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.567717:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.567720:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.567722:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.567725:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.567727:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084fd00 00000400:00000200:2.0:1769075031.567730:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.567733:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74cd [1] + 224 00000800:00000001:2.0:1769075031.567736:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.567741:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.567744:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.567747:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.567751:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.567756:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.567766:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.567783:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.567788:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.567791:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.567811:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.567813:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.567816:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.567817:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.567819:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.567821:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.567823:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.567825:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.567828:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.567835:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567840:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.567841:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.567842:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.567843:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.567844:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.567845:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.567847:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.567850:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.567854:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.567857:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.567858:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.567860:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.567863:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567865:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.567867:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.567869:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.567871:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.567873:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.567877:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567886:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.567888:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.567890:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.567892:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.567896:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567904:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.567906:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.567908:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.567909:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.567911:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.567915:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.567920:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.567922:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.567923:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509461 00000100:00000001:1.0:1769075031.567926:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.567929:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567933:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.567934:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000040:1.0:1769075031.567937:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015bc7e04] to pc [ptlrpcd_rcv+-1] req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567949:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567951:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567952:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567953:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.567956:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.567970:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582528:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.567973:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.567974:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.567976:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567981:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567982:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.567985:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.567986:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.567987:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.567988:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.567989:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.567992:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.567997:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.567998:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.567999:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.568001:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.568002:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.568004:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582912:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.568006:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.568008:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.568009:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.568011:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.568014:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f5800. 02000000:00000001:1.0:1769075031.568016:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.568019:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.568021:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.568023:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.568026:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926582912, portal 10 00000100:00000001:1.0:1769075031.568028:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.568030:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000040:1.0:1769075031.568035:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.568043:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.568045:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.568048:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14770. 00000100:00000200:1.0:1769075031.568050:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926582912, offset 0 00000400:00000200:1.0:1769075031.568055:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.568060:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.568065:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.568068:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.568071:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.568074:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.568077:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.568080:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2907:2907:256:4294967295] 192.168.204.145@tcp LPNI seq info [2907:2907:8:4294967295] 00000400:00000200:1.0:1769075031.568085:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.568091:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.568094:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.568098:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075031.568101:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.568104:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.568106:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.568116:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.568119:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1213260 usecs (1214 jiffies) 00000400:00000200:1.0:1769075031.568122:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.568124:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.568126:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.568129:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.568131:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.568133:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.568135:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.568137:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.568139:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.568141:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.568142:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.568144:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.568145:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.568146:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.568148:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.568168:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.568172:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769075031.568175:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.568179:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.568181:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000400:00000010:3.0:1769075031.568183:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 00000100:00000001:3.0:1769075031.568185:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.568189:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.568195:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.568197:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.568202:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.568203:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.570570:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.570577:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.570579:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.570581:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.570585:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570588:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.570592:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570595:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570597:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570600:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb084fe80 00000400:00000200:2.0:1769075031.570603:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570606:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74d5 [1] + 224 00000800:00000001:2.0:1769075031.570610:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.570615:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.570616:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.570619:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.570622:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.570626:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.570633:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.570647:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.570650:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.570652:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570655:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.570659:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2908:2908:256:4294967295] 192.168.204.145@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:2.0:1769075031.570662:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.570666:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.570670:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.570673:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.570676:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.570679:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.570681:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.570708:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.570712:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.570717:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.570717:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.570717:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1769075031.570721:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1769075031.570723:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.570724:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075031.570725:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:2.0:1769075031.570727:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769075031.570732:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000200:2.0:1769075031.570734:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000400:00000010:1.0:1769075031.570736:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.570740:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.570746:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.570755:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570761:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.570763:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.570764:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.570765:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.570766:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.570768:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.570770:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.570773:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.570775:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.570777:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.570779:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570784:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.570786:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.570787:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.570788:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.570789:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.570790:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.570793:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570798:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.570800:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.570801:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.570803:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.570806:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.570810:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.570815:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.570819:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.570821:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570826:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.570827:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.570829:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.570830:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.570832:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.570835:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.570839:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.570841:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.570842:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509462 00000100:00000001:1.0:1769075031.570844:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.570846:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570852:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.570853:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000040:1.0:1769075031.570857:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000682e1b8f] to pc [ptlrpcd_rcv+-1] req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570867:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.570869:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.570871:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.570873:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.570877:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.570886:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926582912:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.570890:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.570892:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.570895:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570903:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.570905:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.570909:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.570911:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.570913:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.570915:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.570916:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.570920:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570928:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.570930:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.570932:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.570934:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.570935:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.570938:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583168:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.570940:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.570943:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.570944:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.570947:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.570951:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.570953:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.570956:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926583168, portal 10 00000100:00000001:1.0:1769075031.570957:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.570958:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834878464 : -125747874673152 : ffff8da20a994e00) 00000100:00000040:1.0:1769075031.570962:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.570967:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.570969:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.570971:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14dd0. 00000100:00000200:1.0:1769075031.570973:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926583168, offset 0 00000400:00000200:1.0:1769075031.570976:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.570979:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.570982:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.570984:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.570986:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.570989:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.570991:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.570993:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2909:2909:256:4294967295] 192.168.204.145@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:1.0:1769075031.570997:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.571002:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.571005:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.571008:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769075031.571011:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.571015:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.571018:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.571030:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.571034:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1210583 usecs (1211 jiffies) 00000400:00000200:1.0:1769075031.571038:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.571041:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.571044:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.571047:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.571050:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.571053:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.571055:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.571058:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.571060:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.571064:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.571066:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.571069:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.571071:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.571073:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.571074:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.571083:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.571087:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769075031.571091:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.571095:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.571099:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000400:00000010:3.0:1769075031.571100:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000100:00000001:3.0:1769075031.571103:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.571106:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.571112:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.571115:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.571151:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.571152:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.572223:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.572229:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.572231:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.572232:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.572236:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.572239:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.572243:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.572245:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.572248:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.572250:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb084ff80 00000400:00000200:2.0:1769075031.572253:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.572256:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74dd [1] + 224 00000800:00000001:2.0:1769075031.572259:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.572263:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.572265:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.572267:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.572270:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.572273:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.572280:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.572292:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.572295:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.572297:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572328:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.572331:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.572334:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.572335:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.572337:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.572341:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.572343:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.572345:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.572350:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.572366:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572385:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.572387:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572389:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.572390:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.572392:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.572393:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.572395:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.572398:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.572401:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.572403:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.572404:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.572405:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.572407:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572409:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.572410:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.572412:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.572413:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.572415:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.572418:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572423:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.572425:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.572426:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572427:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.572430:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572434:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.572435:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.572437:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.572438:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.572439:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.572443:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.572447:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.572449:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.572450:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509463 00000100:00000001:1.0:1769075031.572452:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.572455:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572478:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.572479:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000040:1.0:1769075031.572483:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3acced7] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572488:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572490:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572491:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572493:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.572496:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.572502:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583168:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.572505:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572506:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.572508:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572512:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572514:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572517:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.572518:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572519:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.572521:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.572522:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.572524:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572529:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.572530:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.572531:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.572533:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.572534:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.572536:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583552:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.572538:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.572540:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.572541:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.572542:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.572545:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f6400. 02000000:00000001:1.0:1769075031.572547:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.572551:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.572553:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.572555:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.572558:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926583552, portal 10 00000100:00000001:1.0:1769075031.572559:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.572560:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000040:1.0:1769075031.572564:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.572569:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.572570:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.572572:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14aa0. 00000100:00000200:1.0:1769075031.572574:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926583552, offset 0 00000400:00000200:1.0:1769075031.572577:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.572581:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.572585:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.572587:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.572590:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.572592:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.572594:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.572596:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2910:2910:256:4294967295] 192.168.204.145@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:1.0:1769075031.572599:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.572604:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.572607:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.572610:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075031.572613:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.572617:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.572620:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.572630:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.572633:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1207915 usecs (1208 jiffies) 00000400:00000200:1.0:1769075031.572635:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.572637:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394286 00000100:00000001:1.0:1769075031.572639:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.572641:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394286 00000100:00000001:1.0:1769075031.572643:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.572644:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.572645:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572647:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572648:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.572650:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.572651:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.572652:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.572653:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.572654:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.572656:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.572724:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.572728:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:3.0:1769075031.572731:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.572736:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.572739:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14aa0 00000400:00000010:3.0:1769075031.572740:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14aa0. 00000100:00000001:3.0:1769075031.572743:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.572746:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.572753:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.572756:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.572761:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.572763:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.575103:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.575110:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.575112:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.575114:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.575117:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575121:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.575125:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575127:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575130:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575133:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850100 00000400:00000200:2.0:1769075031.575136:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575139:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74e5 [1] + 224 00000800:00000001:2.0:1769075031.575143:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.575148:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.575149:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.575152:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.575155:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.575159:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.575167:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.575180:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.575183:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.575185:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575188:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.575191:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2911:2911:256:4294967295] 192.168.204.145@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:2.0:1769075031.575194:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.575201:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.575205:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.575209:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.575211:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.575215:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075031.575216:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.575221:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.575222:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000001:1.0:1769075031.575224:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.575227:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.575228:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.575233:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.575234:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.575237:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.575242:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.575249:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575257:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.575260:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.575263:0:2378:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1769075031.575263:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.575264:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.575269:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.575271:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.575273:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1769075031.575276:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1769075031.575281:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.575282:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.575286:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.575289:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.575294:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.575299:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.575302:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.575307:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575319:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.575321:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.575323:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.575324:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.575325:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.575327:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.575330:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575335:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.575338:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.575340:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.575341:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.575344:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.575349:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.575354:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.575358:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.575360:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575365:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.575367:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.575368:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.575369:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.575370:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.575384:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.575389:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.575391:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.575392:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509464 00000100:00000001:1.0:1769075031.575394:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.575397:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575401:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.575402:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000040:1.0:1769075031.575406:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000368d6639] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575411:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575413:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575415:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575416:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.575419:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.575424:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583552:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.575426:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.575428:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.575430:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575435:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575436:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.575439:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.575440:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575441:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.575442:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.575443:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.575445:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575450:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.575452:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.575453:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.575455:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.575456:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.575458:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583808:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.575477:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.575479:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.575480:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.575484:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.575487:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.575490:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.575493:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926583808, portal 10 00000100:00000001:1.0:1769075031.575494:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.575495:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835283328 : -125747874268288 : ffff8da20a9f7b80) 00000100:00000040:1.0:1769075031.575499:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.575504:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.575505:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.575507:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14550. 00000100:00000200:1.0:1769075031.575509:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926583808, offset 0 00000400:00000200:1.0:1769075031.575512:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.575515:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.575518:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.575520:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.575523:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.575525:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.575527:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.575529:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2912:2912:256:4294967295] 192.168.204.145@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:1.0:1769075031.575532:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.575537:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.575540:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.575543:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769075031.575546:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.575550:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.575552:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fa00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.575562:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.575564:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1205262 usecs (1206 jiffies) 00000400:00000200:1.0:1769075031.575567:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.575568:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394287 00000100:00000001:1.0:1769075031.575570:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.575572:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394287 00000100:00000001:1.0:1769075031.575575:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.575577:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.575579:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575581:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575583:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.575585:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.575586:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.575588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.575588:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.575589:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.575591:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.575615:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.575619:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:3.0:1769075031.575621:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.575626:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.575629:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:3.0:1769075031.575630:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:3.0:1769075031.575633:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.575637:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.575649:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.575651:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.575656:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.575657:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.576802:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.576808:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.576809:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.576811:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.576814:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.576818:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.576821:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.576823:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.576826:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.576828:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850200 00000400:00000200:2.0:1769075031.576831:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.576834:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74ed [1] + 224 00000800:00000001:2.0:1769075031.576839:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.576861:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.576864:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.576868:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.576872:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.576877:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.576888:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.576903:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.576907:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.576910:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.576937:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.576941:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.576945:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.576947:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.576949:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.576953:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.576955:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.576958:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.576964:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.576974:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.576980:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.576981:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.576983:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.576984:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.576985:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.576987:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.576988:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.576992:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.576994:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.576996:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.576997:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.576998:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.577001:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577002:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.577003:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.577005:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.577006:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.577008:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.577010:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577015:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.577016:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.577018:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.577019:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.577021:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577026:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.577027:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.577029:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.577030:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.577031:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.577036:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.577043:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.577046:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.577048:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509465 00000100:00000001:1.0:1769075031.577051:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.577056:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577064:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.577065:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000040:1.0:1769075031.577070:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dbe4626] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577086:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577088:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577089:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577091:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.577094:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.577100:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926583808:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.577103:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.577104:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.577106:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577110:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577111:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.577113:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.577114:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577115:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.577116:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.577117:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.577119:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577123:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.577124:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.577125:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.577127:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.577129:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.577131:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584192:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.577133:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.577135:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.577136:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.577138:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.577141:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20a3f7c00. 02000000:00000001:1.0:1769075031.577142:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.577146:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.577148:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.577150:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.577153:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926584192, portal 10 00000100:00000001:1.0:1769075031.577154:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.577155:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000040:1.0:1769075031.577158:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.577163:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.577165:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.577167:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14cc0. 00000100:00000200:1.0:1769075031.577168:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926584192, offset 0 00000400:00000200:1.0:1769075031.577171:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.577174:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.577177:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.577179:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.577181:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.577183:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.577185:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.577187:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2913:2913:256:4294967295] 192.168.204.145@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:1.0:1769075031.577190:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.577195:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.577198:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.577200:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fc00. 00000800:00000200:1.0:1769075031.577203:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.577207:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.577209:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.577219:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.577222:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1202617 usecs (1203 jiffies) 00000400:00000200:1.0:1769075031.577225:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.577227:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.577229:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.577232:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.577234:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.577236:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.577237:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577239:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577240:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.577242:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.577244:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.577245:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.577246:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.577248:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.577250:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.577272:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.577275:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 00000400:00000200:3.0:1769075031.577278:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.577281:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.577284:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14cc0 00000400:00000010:3.0:1769075031.577285:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14cc0. 00000100:00000001:3.0:1769075031.577287:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.577290:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.577297:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.577299:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.577304:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.577305:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.579613:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.579620:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.579622:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.579625:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.579630:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579635:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.579640:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579644:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579647:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579652:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850380 00000400:00000200:2.0:1769075031.579656:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579660:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x74f5 [1] + 224 00000800:00000001:2.0:1769075031.579665:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.579673:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.579675:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.579679:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.579683:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.579688:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.579699:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.579717:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.579722:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.579726:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.579731:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.579737:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2914:2914:256:4294967295] 192.168.204.145@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:2.0:1769075031.579742:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.579745:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.579749:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.579754:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.579757:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1769075031.579757:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000400:00000010:1.0:1769075031.579761:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.579767:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.579770:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.579771:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.579776:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1769075031.579778:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000200:1.0:1769075031.579783:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769075031.579788:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.579798:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000200:1.0:1769075031.579802:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769075031.579803:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.579814:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.579816:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.579817:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.579819:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.579820:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.579822:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.579824:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.579826:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.579829:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.579830:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.579834:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.579839:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.579842:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.579844:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.579845:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000800:00000001:3.0:1769075031.579845:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.579849:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.579850:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1769075031.579851:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075031.579856:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.579857:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000400:00000200:2.0:1769075031.579865:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1769075031.579867:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.579876:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.579885:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.579888:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.579890:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.579892:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.579897:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.579905:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.579912:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.579918:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.579921:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.579929:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.579932:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.579934:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.579937:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.579938:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.579944:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.579952:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.579955:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.579956:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509466 00000100:00000001:1.0:1769075031.579960:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.579964:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.579972:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.579973:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000100:00000040:1.0:1769075031.579976:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a58d531a] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.579983:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.579984:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.579985:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.579987:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.579990:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.579995:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584192:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.579998:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.579999:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.580001:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.580005:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.580006:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.580009:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.580011:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.580012:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.580013:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.580014:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.580017:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.580021:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.580022:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.580024:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.580026:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.580028:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.580031:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584448:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.580035:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.580037:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.580039:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.580044:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.580047:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.580051:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.580055:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926584448, portal 10 00000100:00000001:1.0:1769075031.580057:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.580059:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835270784 : -125747874280832 : ffff8da20a9f4a80) 00000100:00000040:1.0:1769075031.580065:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.580073:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.580075:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.580078:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14ee0. 00000100:00000200:1.0:1769075031.580081:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926584448, offset 0 00000400:00000200:1.0:1769075031.580085:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.580089:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.580092:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.580094:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.580096:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.580098:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.580100:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.580103:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2915:2915:256:4294967295] 192.168.204.145@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:1.0:1769075031.580106:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.580111:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.580114:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.580117:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075031.580120:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.580123:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.580126:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.580136:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.580138:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1199987 usecs (1200 jiffies) 00000400:00000200:1.0:1769075031.580141:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.580142:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.580144:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.580147:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.580149:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.580151:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.580152:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.580154:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.580156:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.580159:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.580160:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.580161:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.580162:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.580164:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.580166:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.580192:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.580196:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:3.0:1769075031.580199:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.580202:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.580205:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:3.0:1769075031.580207:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:3.0:1769075031.580209:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.580212:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.580219:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.580222:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.580226:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.580228:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.581540:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.581548:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.581550:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.581553:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.581557:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.581560:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.581564:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.581566:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.581569:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.581571:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850480 00000400:00000200:2.0:1769075031.581574:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.581577:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x74fd [1] + 224 00000800:00000001:2.0:1769075031.581580:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.581585:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.581586:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.581589:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.581591:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.581595:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.581602:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.581615:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.581618:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.581620:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581645:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.581647:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.581650:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.581651:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.581652:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.581655:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.581657:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.581659:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.581663:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.581669:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581674:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.581675:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581677:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.581678:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.581679:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.581680:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.581681:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.581684:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.581686:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.581688:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.581689:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.581690:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.581692:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581693:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.581695:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.581696:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.581697:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.581698:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.581700:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581705:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.581706:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.581708:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581709:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.581711:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581715:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.581716:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.581717:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.581718:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.581720:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.581722:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.581727:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.581728:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.581729:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509467 00000100:00000001:1.0:1769075031.581731:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.581734:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581738:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.581738:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000040:1.0:1769075031.581741:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084f70d62] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581746:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581748:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581749:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581751:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.581753:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.581758:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584448:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.581760:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581761:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.581763:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581767:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581769:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581771:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.581772:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581774:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.581775:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.581776:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.581778:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581783:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.581784:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.581785:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.581786:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.581788:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.581790:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584832:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.581791:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.581793:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.581794:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.581795:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.581799:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acac800. 02000000:00000001:1.0:1769075031.581801:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.581804:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.581806:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.581808:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.581810:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926584832, portal 10 00000100:00000001:1.0:1769075031.581812:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.581813:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000040:1.0:1769075031.581816:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.581821:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.581823:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.581825:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14440. 00000100:00000200:1.0:1769075031.581826:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926584832, offset 0 00000400:00000200:1.0:1769075031.581829:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.581833:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.581836:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.581838:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.581841:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.581843:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.581844:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.581847:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2916:2916:256:4294967295] 192.168.204.145@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:1.0:1769075031.581851:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.581859:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.581864:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.581867:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075031.581872:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.581877:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.581880:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.581893:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.581896:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1197366 usecs (1198 jiffies) 00000400:00000200:1.0:1769075031.581900:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.581903:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.581907:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.581909:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.581913:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.581916:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.581918:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581921:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581924:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.581928:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.581930:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.581933:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.581934:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.581936:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.581938:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.581942:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.581946:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:3.0:1769075031.581949:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.581955:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.581958:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14440 00000400:00000010:3.0:1769075031.581959:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14440. 00000100:00000001:3.0:1769075031.581961:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.581965:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.581971:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.581973:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.581978:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.581979:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.584431:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.584436:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.584438:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.584440:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.584443:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584447:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.584450:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584453:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584455:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584458:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850600 00000400:00000200:2.0:1769075031.584477:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584481:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7505 [1] + 224 00000800:00000001:2.0:1769075031.584484:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.584489:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.584490:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.584493:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.584496:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.584500:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.584507:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.584518:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.584521:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.584523:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584526:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.584529:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2917:2917:256:4294967295] 192.168.204.145@tcp LPNI seq info [2917:2917:8:4294967295] 00000400:00000200:2.0:1769075031.584533:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.584539:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.584544:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.584547:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.584548:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.584552:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.584553:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:1.0:1769075031.584556:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.584560:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.584560:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000010:1.0:1769075031.584565:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.584565:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769075031.584570:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.584573:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.584576:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.584581:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.584589:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584595:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.584596:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.584598:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.584599:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.584601:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1769075031.584601:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.584603:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.584603:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1769075031.584605:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 02000000:00000001:1.0:1769075031.584608:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.584610:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.584611:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1769075031.584613:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.584619:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000400:00000200:2.0:1769075031.584620:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.584625:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.584630:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584635:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.584638:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.584639:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.584640:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.584642:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.584643:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.584645:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584649:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.584652:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.584653:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.584654:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.584657:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.584661:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.584665:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.584669:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.584671:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584676:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.584678:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.584679:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.584680:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.584681:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.584683:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.584687:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.584689:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.584690:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509468 00000100:00000001:1.0:1769075031.584692:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.584695:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584699:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.584700:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000100:00000040:1.0:1769075031.584703:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000030e2831] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584709:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584711:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584712:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584714:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.584716:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.584720:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926584832:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.584723:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.584724:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.584726:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584730:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584731:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.584733:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.584734:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584735:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.584736:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.584737:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.584739:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074954 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584744:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.584745:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.584747:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.584748:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.584749:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.584751:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585088:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.584753:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.584755:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.584756:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.584758:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.584761:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.584763:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.584765:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926585088, portal 10 00000100:00000001:1.0:1769075031.584767:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.584768:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835276160 : -125747874275456 : ffff8da20a9f5f80) 00000100:00000040:1.0:1769075031.584771:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.584776:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.584777:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.584779:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a147f8. 00000100:00000200:1.0:1769075031.584781:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926585088, offset 0 00000400:00000200:1.0:1769075031.584784:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.584787:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.584790:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.584792:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.584794:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.584796:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.584798:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.584800:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2918:2918:256:4294967295] 192.168.204.145@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:1.0:1769075031.584803:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.584808:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.584811:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.584814:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fc00. 00000800:00000200:1.0:1769075031.584817:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.584821:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.584823:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.584833:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.584835:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1194760 usecs (1195 jiffies) 00000400:00000200:1.0:1769075031.584838:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.584840:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.584842:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.584844:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.584847:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.584849:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.584852:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584855:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584857:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.584860:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.584862:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.584865:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.584867:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.584869:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.584870:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.584890:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.584894:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 00000400:00000200:3.0:1769075031.584899:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.584904:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.584908:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a147f8 00000400:00000010:3.0:1769075031.584911:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a147f8. 00000100:00000001:3.0:1769075031.584914:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.584951:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.584958:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.584961:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.584972:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.584973:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.586062:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.586069:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.586072:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.586074:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.586079:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.586084:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.586090:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.586093:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.586097:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.586101:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850700 00000400:00000200:2.0:1769075031.586105:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.586109:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x750d [1] + 224 00000800:00000001:2.0:1769075031.586113:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.586118:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.586120:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.586122:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.586125:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.586128:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.586136:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.586148:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.586151:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.586153:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586176:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.586180:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.586184:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.586185:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.586187:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.586191:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.586193:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.586196:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.586202:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.586213:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586221:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.586222:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586225:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.586227:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.586228:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.586230:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.586232:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.586236:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.586238:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.586240:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.586241:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.586243:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.586245:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586246:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.586248:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.586249:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.586251:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.586253:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.586257:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586265:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.586267:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.586269:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586271:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.586275:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586282:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.586284:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.586286:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.586288:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.586289:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.586294:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.586302:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.586304:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.586306:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509469 00000100:00000001:1.0:1769075031.586309:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.586313:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586318:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.586319:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000040:1.0:1769075031.586323:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062c84046] to pc [ptlrpcd_rcv+-1] req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586334:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586335:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586337:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586338:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.586340:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.586346:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585088:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.586349:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586350:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.586352:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586356:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586357:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586360:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.586361:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586363:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.586364:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.586365:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.586367:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074954 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586386:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.586387:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.586389:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.586391:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.586392:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.586394:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585472:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.586397:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.586399:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.586400:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.586403:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.586406:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acadc00. 02000000:00000001:1.0:1769075031.586408:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.586412:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.586413:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.586416:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.586418:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926585472, portal 10 00000100:00000001:1.0:1769075031.586420:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.586420:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000040:1.0:1769075031.586424:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.586429:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.586431:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.586432:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14a18. 00000100:00000200:1.0:1769075031.586434:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926585472, offset 0 00000400:00000200:1.0:1769075031.586437:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.586440:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.586443:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.586445:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.586447:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.586449:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.586451:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.586453:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2919:2919:256:4294967295] 192.168.204.145@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:1.0:1769075031.586456:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.586477:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.586481:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.586483:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769075031.586486:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.586489:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.586492:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fa00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.586500:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.586503:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1192161 usecs (1193 jiffies) 00000400:00000200:1.0:1769075031.586506:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.586507:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.586509:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.586511:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.586513:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.586515:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.586516:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586518:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586519:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.586522:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.586523:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.586525:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.586527:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.586528:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.586530:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.586559:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.586563:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:3.0:1769075031.586567:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.586573:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.586577:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000400:00000010:3.0:1769075031.586579:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:3.0:1769075031.586583:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.586587:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.586596:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.586636:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.586642:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.586644:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.589110:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.589115:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.589117:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.589118:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.589122:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589125:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.589129:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589131:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589134:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589136:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850880 00000400:00000200:2.0:1769075031.589139:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589142:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7515 [1] + 224 00000800:00000001:2.0:1769075031.589146:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.589149:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.589151:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.589153:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.589156:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.589160:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.589167:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.589179:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.589182:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.589184:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589187:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.589190:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2920:2920:256:4294967295] 192.168.204.145@tcp LPNI seq info [2920:2920:8:4294967295] 00000400:00000200:2.0:1769075031.589194:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.589200:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.589206:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.589210:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.589213:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.589217:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075031.589218:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.589224:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.589228:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000001:1.0:1769075031.589229:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.589234:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.589235:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769075031.589239:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.589242:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.589244:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.589249:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.589260:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589268:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075031.589270:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.589271:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.589276:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.589278:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.589280:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.589283:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.589286:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.589288:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1769075031.589292:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000800:00000010:2.0:1769075031.589294:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00001000:1.0:1769075031.589298:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000800:00000001:3.0:1769075031.589300:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.589301:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.589305:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.589313:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.589313:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.589322:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.589325:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.589326:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.589328:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.589329:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.589331:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.589335:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589339:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.589341:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.589343:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.589344:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.589346:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.589350:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.589355:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.589359:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.589362:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589366:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.589367:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.589369:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.589370:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.589383:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.589386:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.589391:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.589393:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.589394:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509470 00000100:00000001:1.0:1769075031.589397:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.589399:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589403:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.589404:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:1.0:1769075031.589407:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b37d916] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589414:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589415:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589416:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589418:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.589421:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.589426:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585472:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.589428:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.589430:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.589431:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589435:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589436:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.589439:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.589441:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589442:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.589443:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.589444:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.589446:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589450:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.589451:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.589453:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.589454:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.589455:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.589457:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585728:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.589479:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.589481:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.589482:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.589486:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.589489:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.589491:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.589493:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926585728, portal 10 00000100:00000001:1.0:1769075031.589495:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.589496:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834882944 : -125747874668672 : ffff8da20a995f80) 00000100:00000040:1.0:1769075031.589500:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.589505:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.589506:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.589508:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075031.589510:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926585728, offset 0 00000400:00000200:1.0:1769075031.589513:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.589516:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.589519:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.589521:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.589523:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.589525:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.589527:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.589530:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2921:2921:256:4294967295] 192.168.204.145@tcp LPNI seq info [2921:2921:8:4294967295] 00000400:00000200:1.0:1769075031.589533:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.589538:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.589541:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.589544:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075031.589547:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.589550:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.589552:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.589563:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.589565:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1189577 usecs (1190 jiffies) 00000400:00000200:1.0:1769075031.589568:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.589569:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.589571:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.589573:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.589575:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.589576:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.589577:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589579:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589581:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.589583:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.589585:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.589587:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.589588:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.589589:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.589591:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.589628:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.589632:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:3.0:1769075031.589635:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.589639:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.589642:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:3.0:1769075031.589644:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075031.589646:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.589650:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.589657:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.589660:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.589666:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.589668:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.590920:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.590926:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.590929:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.590930:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.590934:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.590938:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.590942:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.590945:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.590947:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.590950:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850980 00000400:00000200:2.0:1769075031.590953:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.590956:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x751d [1] + 224 00000800:00000001:2.0:1769075031.590960:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.590964:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.590967:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.590971:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.590975:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.590980:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.590991:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.591012:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.591017:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.591021:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591045:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.591048:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.591051:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.591053:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.591054:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.591058:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.591060:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.591062:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.591067:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.591075:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591083:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.591085:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591087:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.591089:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.591091:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.591093:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.591095:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.591100:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.591104:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.591107:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.591108:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.591111:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.591114:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591116:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.591118:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.591120:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.591122:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.591125:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.591130:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591139:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.591141:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.591143:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591145:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.591148:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591153:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.591155:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.591157:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.591158:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.591159:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.591162:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.591167:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.591168:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.591169:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509471 00000100:00000001:1.0:1769075031.591172:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.591175:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591179:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.591180:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000040:1.0:1769075031.591183:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a27fb5d7] to pc [ptlrpcd_rcv+-1] req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591189:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591190:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591192:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591193:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.591196:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.591202:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926585728:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.591205:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591206:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.591208:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591212:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591214:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591216:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.591217:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591220:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.591221:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.591223:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.591227:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591235:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.591236:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.591239:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.591241:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.591244:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.591247:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586112:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.591251:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.591254:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.591256:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.591258:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.591262:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acac000. 02000000:00000001:1.0:1769075031.591264:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.591269:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.591272:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.591276:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.591280:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926586112, portal 10 00000100:00000001:1.0:1769075031.591282:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.591284:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000040:1.0:1769075031.591290:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.591297:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.591299:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.591302:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14908. 00000100:00000200:1.0:1769075031.591305:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926586112, offset 0 00000400:00000200:1.0:1769075031.591311:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.591317:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.591321:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.591325:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.591328:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.591331:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.591334:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.591337:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2922:2922:256:4294967295] 192.168.204.145@tcp LPNI seq info [2922:2922:8:4294967295] 00000400:00000200:1.0:1769075031.591342:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.591350:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.591367:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.591385:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769075031.591390:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.591396:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.591400:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.591412:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.591416:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1187001 usecs (1188 jiffies) 00000400:00000200:1.0:1769075031.591420:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.591423:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.591426:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.591428:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.591432:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.591435:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.591438:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591441:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591444:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.591449:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.591450:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.591453:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.591455:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.591457:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.591483:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.591499:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.591503:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:3.0:1769075031.591507:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.591512:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.591515:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000400:00000010:3.0:1769075031.591517:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000001:3.0:1769075031.591520:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.591524:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.591531:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.591534:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.591540:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.591542:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.594029:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.594035:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.594037:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.594038:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.594042:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594046:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.594056:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594059:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594062:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594065:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850b00 00000400:00000200:2.0:1769075031.594067:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594071:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7525 [1] + 224 00000800:00000001:2.0:1769075031.594074:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.594079:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.594080:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.594083:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.594086:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.594089:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.594097:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.594108:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.594111:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.594113:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594115:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.594119:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2923:2923:256:4294967295] 192.168.204.145@tcp LPNI seq info [2923:2923:8:4294967295] 00000400:00000200:2.0:1769075031.594122:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.594128:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.594133:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.594136:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.594140:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.594144:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.594146:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.594148:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.594153:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.594159:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.594161:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.594164:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.594171:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.594173:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.594178:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1769075031.594180:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.594181:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.594186:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.594187:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769075031.594188:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.594190:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.594199:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000200:1.0:1769075031.594213:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594223:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.594225:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.594227:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.594229:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.594231:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.594233:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.594235:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.594240:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.594244:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.594247:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.594251:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594259:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.594261:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.594263:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.594265:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.594267:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.594269:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.594274:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594284:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.594288:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.594290:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.594292:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.594296:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.594304:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.594311:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.594318:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.594322:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594329:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.594331:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.594333:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.594335:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.594336:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.594341:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.594348:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.594351:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.594353:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509472 00000100:00000001:1.0:1769075031.594358:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.594362:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594369:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.594384:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000040:1.0:1769075031.594390:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8c378e4] to pc [ptlrpcd_rcv+-1] req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594397:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594399:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594400:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594402:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.594405:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.594410:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586112:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.594414:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.594416:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.594417:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594421:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594422:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.594425:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.594426:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594427:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.594428:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.594430:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.594432:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594437:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.594438:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.594439:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.594441:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.594442:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.594444:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586368:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.594447:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.594449:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.594450:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.594458:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.594479:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.594482:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.594485:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926586368, portal 10 00000100:00000001:1.0:1769075031.594487:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.594488:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834876672 : -125747874674944 : ffff8da20a994700) 00000100:00000040:1.0:1769075031.594492:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.594497:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.594499:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.594500:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14880. 00000100:00000200:1.0:1769075031.594502:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926586368, offset 0 00000400:00000200:1.0:1769075031.594506:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.594509:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.594512:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.594514:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.594517:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.594519:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.594521:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.594523:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2924:2924:256:4294967295] 192.168.204.145@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:1.0:1769075031.594526:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.594531:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.594534:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.594536:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075031.594539:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.594542:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.594545:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.594554:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.594557:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1184440 usecs (1185 jiffies) 00000400:00000200:1.0:1769075031.594559:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.594561:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.594563:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.594566:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.594568:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.594571:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.594572:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594574:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594576:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.594578:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.594579:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.594581:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.594582:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.594583:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.594584:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.594609:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.594612:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769075031.594615:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.594619:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.594623:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:3.0:1769075031.594624:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:3.0:1769075031.594627:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.594630:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.594681:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.594686:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.594695:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.594697:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.595875:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.595883:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.595886:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.595889:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.595894:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.595899:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.595904:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.595908:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.595912:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.595915:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850c00 00000400:00000200:2.0:1769075031.595920:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.595925:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x752d [1] + 224 00000800:00000001:2.0:1769075031.595930:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.595935:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.595938:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.595942:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.595946:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.595950:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.595962:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.595980:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.595985:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.595987:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596030:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.596033:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.596037:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.596039:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.596041:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.596045:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.596048:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.596051:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.596057:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.596066:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596071:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.596073:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596074:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.596076:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.596077:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.596078:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.596080:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.596083:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.596085:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.596087:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.596088:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.596090:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.596092:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596094:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.596095:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.596097:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.596098:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.596100:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.596102:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596107:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.596109:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.596110:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596112:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.596114:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596118:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.596119:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.596120:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.596121:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.596122:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.596124:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.596128:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.596130:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.596131:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509473 00000100:00000001:1.0:1769075031.596134:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.596136:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596140:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.596141:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:1.0:1769075031.596145:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0aa95aa] to pc [ptlrpcd_rcv+-1] req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596156:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596157:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596158:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596160:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.596162:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.596167:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586368:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.596169:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596171:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.596174:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596180:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596182:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596186:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.596187:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596189:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.596190:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.596192:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.596195:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596204:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.596206:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.596208:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.596210:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.596213:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.596216:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586752:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.596220:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.596223:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.596225:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.596228:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.596233:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf000. 02000000:00000001:1.0:1769075031.596235:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.596238:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.596240:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.596243:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.596245:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926586752, portal 10 00000100:00000001:1.0:1769075031.596247:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.596248:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000040:1.0:1769075031.596253:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.596260:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.596263:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.596266:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a144c8. 00000100:00000200:1.0:1769075031.596268:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926586752, offset 0 00000400:00000200:1.0:1769075031.596273:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.596278:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.596282:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.596286:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.596289:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.596292:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.596295:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.596298:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2925:2925:256:4294967295] 192.168.204.145@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:1.0:1769075031.596303:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.596310:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.596316:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.596320:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075031.596324:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.596329:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.596333:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.596345:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.596350:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1181886 usecs (1182 jiffies) 00000400:00000200:1.0:1769075031.596355:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.596358:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.596362:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.596365:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.596368:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.596383:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.596386:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596390:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596392:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.596396:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.596398:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.596400:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.596402:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.596404:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.596406:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.596408:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.596412:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:3.0:1769075031.596416:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.596420:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.596423:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:3.0:1769075031.596425:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:3.0:1769075031.596428:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.596431:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.596438:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.596440:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.596445:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.596447:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.598884:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.598891:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.598894:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.598897:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.598902:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598907:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.598912:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598916:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598920:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598924:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0850d80 00000400:00000200:2.0:1769075031.598928:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598933:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7535 [1] + 224 00000800:00000001:2.0:1769075031.598937:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.598943:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.598945:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.598949:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.598953:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.598958:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.598970:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.598986:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.598990:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.598992:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.598995:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.598999:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2926:2926:256:4294967295] 192.168.204.145@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:2.0:1769075031.599003:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.599009:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.599015:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075031.599016:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1769075031.599019:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.599020:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.599026:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.599027:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:1.0:1769075031.599030:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.599033:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.599035:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:1.0:1769075031.599037:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.599039:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.599041:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.599045:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.599050:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.599058:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599063:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.599065:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.599067:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.599069:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.599070:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.599072:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.599074:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.599076:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1769075031.599077:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.599082:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.599084:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.599086:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769075031.599087:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.599090:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075031.599093:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.599101:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000400:00000200:2.0:1769075031.599101:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.599107:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.599110:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1769075031.599112:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000040:1.0:1769075031.599113:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.599118:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.599120:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.599123:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599129:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.599131:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.599132:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.599133:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.599136:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.599140:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.599144:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.599148:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.599150:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599154:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.599155:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.599157:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.599159:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.599160:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.599163:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.599168:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.599169:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.599170:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509474 00000100:00000001:1.0:1769075031.599173:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.599178:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599186:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.599187:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:1.0:1769075031.599192:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599202:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599204:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599206:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599208:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.599212:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.599222:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926586752:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.599227:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.599230:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.599233:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599238:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599240:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.599243:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.599244:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599246:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.599247:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.599248:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.599251:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599258:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.599260:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.599262:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.599264:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.599266:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.599270:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587008:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.599273:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.599276:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.599278:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.599283:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.599287:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.599290:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.599294:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926587008, portal 10 00000100:00000001:1.0:1769075031.599297:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.599298:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:1.0:1769075031.599304:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.599310:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.599312:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.599314:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14d48. 00000100:00000200:1.0:1769075031.599316:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926587008, offset 0 00000400:00000200:1.0:1769075031.599321:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.599326:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.599330:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.599333:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.599336:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.599339:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.599342:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.599345:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2927:2927:256:4294967295] 192.168.204.145@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:1.0:1769075031.599350:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.599358:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.599363:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.599367:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769075031.599387:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.599392:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.599396:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.599407:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.599411:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1179347 usecs (1180 jiffies) 00000400:00000200:1.0:1769075031.599415:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.599418:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.599421:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.599424:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.599427:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.599430:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.599432:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599435:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599437:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.599441:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.599443:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.599446:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.599447:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.599449:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.599451:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.599481:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.599486:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769075031.599490:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.599496:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.599545:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:3.0:1769075031.599548:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:3.0:1769075031.599550:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.599554:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.599561:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.599564:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.599569:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.599570:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.600841:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.600849:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.600851:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.600852:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.600856:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.600859:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.600863:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.600865:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.600868:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.600870:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0850e80 00000400:00000200:2.0:1769075031.600873:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.600876:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x753d [1] + 224 00000800:00000001:2.0:1769075031.600879:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.600884:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.600885:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.600888:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.600891:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.600894:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.600901:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.600919:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.600922:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.600924:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.600962:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.600965:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.600969:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.600970:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.600972:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.600976:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.600978:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.600980:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.600985:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.600993:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.600999:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.601000:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.601001:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.601003:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.601004:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.601005:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.601006:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.601009:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.601013:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.601014:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.601015:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.601017:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.601019:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601021:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.601022:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.601023:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.601025:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.601027:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.601029:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601034:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.601036:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.601037:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.601038:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.601040:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601044:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.601046:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.601048:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.601049:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.601058:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.601061:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.601067:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.601068:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.601069:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509475 00000100:00000001:1.0:1769075031.601072:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.601075:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601081:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.601082:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:1.0:1769075031.601088:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d70f701d] to pc [ptlrpcd_rcv+-1] req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601097:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601099:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601101:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601103:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.601107:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.601117:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587008:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.601122:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.601124:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.601128:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601135:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601138:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.601141:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.601143:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601144:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.601145:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.601147:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.601150:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601155:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.601156:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.601158:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.601160:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.601161:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.601163:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587392:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.601166:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.601168:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.601169:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.601170:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.601173:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad400. 02000000:00000001:1.0:1769075031.601175:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.601179:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.601181:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.601183:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.601186:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926587392, portal 10 00000100:00000001:1.0:1769075031.601188:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.601189:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000040:1.0:1769075031.601192:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.601197:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.601199:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.601201:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14b28. 00000100:00000200:1.0:1769075031.601203:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926587392, offset 0 00000400:00000200:1.0:1769075031.601206:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.601210:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.601213:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.601216:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.601218:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.601220:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.601222:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.601224:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2928:2928:256:4294967295] 192.168.204.145@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:1.0:1769075031.601228:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.601233:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.601236:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.601239:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769075031.601242:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.601246:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.601248:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.601260:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.601262:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1176816 usecs (1177 jiffies) 00000400:00000200:1.0:1769075031.601265:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.601267:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.601269:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.601271:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.601273:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.601275:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.601277:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601278:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601280:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.601282:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.601284:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.601286:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.601287:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.601288:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.601290:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.601318:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.601323:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769075031.601327:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.601332:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.601336:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14b28 00000400:00000010:3.0:1769075031.601339:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14b28. 00000100:00000001:3.0:1769075031.601342:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.601347:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.601452:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.601456:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.601477:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.601479:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.603801:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.603806:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.603808:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.603809:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.603813:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603816:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.603819:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603822:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603824:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603827:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851000 00000400:00000200:2.0:1769075031.603830:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603833:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7545 [1] + 224 00000800:00000001:2.0:1769075031.603836:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.603840:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.603841:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.603844:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.603847:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.603850:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.603857:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.603870:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.603873:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.603875:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603878:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.603882:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2929:2929:256:4294967295] 192.168.204.145@tcp LPNI seq info [2929:2929:8:4294967295] 00000400:00000200:2.0:1769075031.603885:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.603889:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.603893:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.603896:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.603899:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.603903:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.603906:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.603912:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.603915:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.603920:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.603922:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.603924:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.603929:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.603932:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.603936:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769075031.603939:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.603942:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1769075031.603944:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769075031.603944:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.603947:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.603951:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.603959:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000200:1.0:1769075031.603971:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.603979:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.603981:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.603982:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.603983:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.603984:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.603986:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.603987:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.603991:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.603993:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.603996:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.603999:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604004:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.604005:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.604006:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.604008:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.604009:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.604010:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.604013:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604017:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.604020:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.604022:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.604023:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.604026:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.604031:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.604036:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.604040:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.604042:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604047:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.604048:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.604058:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.604059:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.604060:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.604063:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.604068:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.604070:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.604071:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509476 00000100:00000001:1.0:1769075031.604074:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.604077:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604080:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.604081:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000040:1.0:1769075031.604084:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c7a9364] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604091:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604093:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604094:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604095:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.604098:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.604103:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587392:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.604105:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.604107:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.604108:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604112:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604113:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.604116:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.604117:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604119:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.604120:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.604121:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.604123:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604128:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.604129:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.604131:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.604132:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.604134:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.604136:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587648:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.604138:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.604139:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.604140:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.604144:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.604147:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.604149:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.604152:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926587648, portal 10 00000100:00000001:1.0:1769075031.604153:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.604154:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834880256 : -125747874671360 : ffff8da20a995500) 00000100:00000040:1.0:1769075031.604158:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.604162:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.604165:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.604167:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769075031.604170:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926587648, offset 0 00000400:00000200:1.0:1769075031.604176:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.604180:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.604185:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.604188:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.604191:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.604194:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.604197:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.604200:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2930:2930:256:4294967295] 192.168.204.145@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:1.0:1769075031.604205:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.604212:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.604218:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.604222:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f200. 00000800:00000200:1.0:1769075031.604227:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.604233:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.604236:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.604249:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.604253:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1174298 usecs (1175 jiffies) 00000400:00000200:1.0:1769075031.604257:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.604260:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.604263:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.604266:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.604270:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.604273:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.604276:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604278:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604280:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.604283:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.604285:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.604286:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.604287:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.604289:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.604290:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.604306:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.604311:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769075031.604316:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.604321:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.604325:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:3.0:1769075031.604327:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:3.0:1769075031.604331:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.604337:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.604401:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.604405:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.604411:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.604412:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.605585:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.605591:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.605592:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.605594:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.605597:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.605600:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.605604:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.605606:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.605609:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.605611:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851100 00000400:00000200:2.0:1769075031.605614:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.605617:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x754d [1] + 224 00000800:00000001:2.0:1769075031.605621:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.605625:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.605627:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.605629:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.605632:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.605635:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.605642:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.605655:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.605658:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.605660:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605685:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.605688:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.605690:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.605692:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.605693:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.605696:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.605698:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.605700:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.605704:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.605711:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605716:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.605717:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605718:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.605719:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.605720:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.605721:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.605723:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.605726:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.605728:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.605730:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.605731:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.605733:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.605735:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605737:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.605738:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.605739:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.605741:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.605742:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.605745:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605750:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.605751:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.605752:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605754:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.605756:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605760:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.605761:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.605762:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.605763:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.605764:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.605766:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.605770:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.605772:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.605772:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509477 00000100:00000001:1.0:1769075031.605775:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.605778:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605782:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.605783:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000040:1.0:1769075031.605786:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d87928da] to pc [ptlrpcd_rcv+-1] req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605796:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605798:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605799:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605800:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.605803:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.605807:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926587648:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.605810:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605811:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.605813:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605816:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605817:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605820:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.605821:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605822:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.605823:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.605824:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.605826:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605831:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.605832:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.605833:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.605835:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.605836:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.605838:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588032:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.605840:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.605841:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.605842:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.605844:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.605848:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075031.605850:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.605855:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.605858:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.605861:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.605864:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588032, portal 10 00000100:00000001:1.0:1769075031.605866:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.605867:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000040:1.0:1769075031.605873:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.605880:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.605882:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.605885:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14220. 00000100:00000200:1.0:1769075031.605888:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926588032, offset 0 00000400:00000200:1.0:1769075031.605893:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.605898:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.605902:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.605905:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.605908:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.605911:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.605914:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.605917:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2931:2931:256:4294967295] 192.168.204.145@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:1.0:1769075031.605922:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.605929:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.605934:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.605938:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f600. 00000800:00000200:1.0:1769075031.605943:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.605948:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.605951:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.605965:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.605969:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1171788 usecs (1172 jiffies) 00000400:00000200:1.0:1769075031.605973:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.605976:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.605978:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.605980:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.605982:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.605984:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.605986:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605988:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.605990:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.605992:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.605993:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.605996:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.605997:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.605999:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.606000:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.606030:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.606034:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:3.0:1769075031.606037:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.606040:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.606043:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14220 00000400:00000010:3.0:1769075031.606045:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14220. 00000100:00000001:3.0:1769075031.606047:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.606051:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.606061:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.606064:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.606072:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.606074:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.608424:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.608430:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.608432:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.608433:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.608437:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608440:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.608444:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608447:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608449:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608452:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851280 00000400:00000200:2.0:1769075031.608454:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608458:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7555 [1] + 224 00000800:00000001:2.0:1769075031.608478:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.608483:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.608484:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.608487:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.608490:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.608494:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.608501:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.608513:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.608516:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.608518:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608525:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.608528:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2932:2932:256:4294967295] 192.168.204.145@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:2.0:1769075031.608531:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.608537:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.608541:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.608544:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.608548:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075031.608553:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.608554:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.608556:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.608561:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1769075031.608562:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.608565:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.608569:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.608572:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.608574:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.608577:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.608582:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.608592:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608599:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.608600:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.608602:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.608603:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.608604:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.608607:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.608607:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1769075031.608612:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.608612:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.608615:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075031.608619:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00001000:1.0:1769075031.608620:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.608627:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000400:00000200:2.0:1769075031.608628:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.608630:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.608637:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.608638:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.608646:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.608648:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.608649:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.608651:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.608652:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.608654:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.608657:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608663:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.608665:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.608666:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.608668:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.608670:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.608675:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.608680:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.608684:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.608686:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608691:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.608693:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.608694:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.608696:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.608697:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.608700:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.608706:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.608708:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.608710:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509478 00000100:00000001:1.0:1769075031.608714:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.608719:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608727:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.608730:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000040:1.0:1769075031.608735:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b8193ea] to pc [ptlrpcd_rcv+-1] req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608759:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608762:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608764:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608766:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.608772:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.608780:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588032:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.608786:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.608788:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.608791:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608799:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608801:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.608805:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.608808:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608810:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.608812:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.608813:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.608817:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608826:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.608827:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.608830:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.608832:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.608835:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.608839:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588288:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.608842:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.608845:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.608847:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.608852:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.608856:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.608860:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.608865:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588288, portal 10 00000100:00000001:1.0:1769075031.608867:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.608868:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762086144 : -125747947465472 : ffff8da206429500) 00000100:00000040:1.0:1769075031.608875:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.608883:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.608886:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.608889:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14198. 00000100:00000200:1.0:1769075031.608892:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926588288, offset 0 00000400:00000200:1.0:1769075031.608898:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.608903:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.608908:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.608912:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.608915:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.608918:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.608921:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.608923:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2933:2933:256:4294967295] 192.168.204.145@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:1.0:1769075031.608927:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.608933:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.608936:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.608939:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fb00. 00000800:00000200:1.0:1769075031.608943:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.608946:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.608949:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.608959:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.608962:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1169292 usecs (1170 jiffies) 00000400:00000200:1.0:1769075031.608964:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.608966:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.608968:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.608970:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.608972:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.608973:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.608975:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608977:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608979:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.608982:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.608983:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.608985:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.608986:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.608988:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.608989:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.609019:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.609022:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fb00. 00000400:00000200:3.0:1769075031.609025:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.609029:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.609032:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14198 00000400:00000010:3.0:1769075031.609033:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14198. 00000100:00000001:3.0:1769075031.609035:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.609039:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.609046:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.609048:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.609053:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.609054:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.610309:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.610316:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.610319:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.610321:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.610327:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.610331:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.610336:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.610340:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.610344:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.610347:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851380 00000400:00000200:2.0:1769075031.610352:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.610356:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x755d [1] + 224 00000800:00000001:2.0:1769075031.610361:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.610392:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.610394:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.610397:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.610400:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.610403:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.610410:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.610421:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.610425:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.610428:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610453:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.610456:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.610473:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.610475:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.610477:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.610480:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.610482:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.610484:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.610489:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.610496:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610502:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.610503:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610504:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.610505:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.610506:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.610507:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.610509:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.610512:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.610515:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.610517:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.610518:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.610520:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.610521:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610523:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.610524:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.610525:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.610527:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.610528:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.610530:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610536:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.610538:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.610539:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610540:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.610542:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610546:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.610548:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.610549:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.610551:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.610552:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.610555:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.610559:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.610561:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.610562:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509479 00000100:00000001:1.0:1769075031.610564:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.610567:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610571:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.610572:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000040:1.0:1769075031.610575:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f1370ce] to pc [ptlrpcd_rcv+-1] req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610580:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610581:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610583:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610585:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.610587:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.610593:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588288:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.610595:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610596:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.610598:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610602:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610604:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610607:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.610608:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610609:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.610610:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.610612:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.610614:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610619:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.610620:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.610621:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.610623:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.610624:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.610626:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588672:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.610628:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.610630:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.610631:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.610632:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.610636:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae800. 02000000:00000001:1.0:1769075031.610637:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.610641:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.610642:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.610645:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.610648:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588672, portal 10 00000100:00000001:1.0:1769075031.610649:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.610650:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000040:1.0:1769075031.610653:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.610658:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.610660:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.610662:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14110. 00000100:00000200:1.0:1769075031.610663:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926588672, offset 0 00000400:00000200:1.0:1769075031.610667:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.610670:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.610674:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.610676:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.610678:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.610680:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.610682:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.610684:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2934:2934:256:4294967295] 192.168.204.145@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:1.0:1769075031.610688:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.610692:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.610696:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.610698:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769075031.610703:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.610708:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.610712:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.610724:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.610728:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1166803 usecs (1167 jiffies) 00000400:00000200:1.0:1769075031.610732:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.610735:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.610739:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.610741:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.610744:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.610747:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.610750:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610753:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610756:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.610760:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.610762:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.610765:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.610766:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.610768:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.610771:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.610775:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.610779:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769075031.610781:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.610785:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.610789:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14110 00000400:00000010:3.0:1769075031.610790:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14110. 00000100:00000001:3.0:1769075031.610793:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.610797:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.610808:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.610810:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.610815:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.610816:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.613222:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.613228:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.613230:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.613231:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.613235:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613238:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.613242:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613245:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613247:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613250:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851500 00000400:00000200:2.0:1769075031.613253:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613255:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7565 [1] + 224 00000800:00000001:2.0:1769075031.613259:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.613263:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.613264:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.613267:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.613271:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.613274:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.613281:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.613293:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.613296:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.613298:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613301:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.613304:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2935:2935:256:4294967295] 192.168.204.145@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:2.0:1769075031.613307:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.613312:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.613316:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.613320:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.613324:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.613328:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.613331:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.613333:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.613338:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.613343:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.613345:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.613348:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.613354:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.613357:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.613360:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1769075031.613365:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.613368:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769075031.613370:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769075031.613385:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.613386:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.613394:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769075031.613403:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.613403:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.613414:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.613416:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.613417:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.613419:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.613421:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.613423:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.613424:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.613428:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.613430:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.613432:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.613435:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613440:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.613442:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.613443:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.613444:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.613446:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.613447:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.613450:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613457:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.613484:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.613486:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.613489:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.613494:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.613503:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.613510:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.613518:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.613521:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613526:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.613527:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.613529:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.613530:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.613532:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.613535:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.613539:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.613541:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.613541:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509480 00000100:00000001:1.0:1769075031.613544:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.613547:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613550:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.613551:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000040:1.0:1769075031.613554:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c9b751f] to pc [ptlrpcd_rcv+-1] req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613560:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613562:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613563:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613565:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.613569:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.613578:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588672:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.613583:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.613585:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.613588:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613596:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613598:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.613602:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.613604:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613606:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.613607:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.613609:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.613613:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613621:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.613623:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.613625:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.613628:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.613631:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.613634:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588928:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.613638:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.613642:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.613643:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.613646:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.613650:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.613653:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.613656:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926588928, portal 10 00000100:00000001:1.0:1769075031.613658:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.613659:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762093312 : -125747947458304 : ffff8da20642b100) 00000100:00000040:1.0:1769075031.613663:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.613668:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.613670:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.613672:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769075031.613673:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926588928, offset 0 00000400:00000200:1.0:1769075031.613677:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.613680:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.613683:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.613686:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.613688:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.613691:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.613692:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.613695:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2936:2936:256:4294967295] 192.168.204.145@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:1.0:1769075031.613697:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.613702:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.613705:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.613708:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769075031.613711:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.613715:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.613719:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.613731:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.613735:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1164328 usecs (1165 jiffies) 00000400:00000200:1.0:1769075031.613739:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.613742:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.613746:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.613748:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.613752:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.613755:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.613758:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613761:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613763:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.613769:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.613771:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.613773:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.613775:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.613777:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.613779:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.613788:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.613791:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769075031.613795:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.613800:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.613802:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:3.0:1769075031.613804:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:3.0:1769075031.613806:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.613811:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.613818:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.613821:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.613826:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.613827:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.615006:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.615014:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.615016:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.615019:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.615024:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.615029:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.615034:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.615038:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.615042:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.615045:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851600 00000400:00000200:2.0:1769075031.615049:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.615053:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x756d [1] + 224 00000800:00000001:2.0:1769075031.615058:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.615065:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.615068:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.615072:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.615076:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.615081:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.615090:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.615107:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.615113:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.615117:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615137:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.615139:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.615142:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.615143:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.615145:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.615148:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.615150:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.615152:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.615156:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.615162:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615167:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.615168:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615170:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.615171:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.615172:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.615173:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.615174:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.615177:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.615180:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.615182:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.615183:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.615184:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.615187:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615188:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.615189:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.615191:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.615192:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.615194:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.615196:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615201:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.615202:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.615203:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615205:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.615207:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615211:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.615212:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.615213:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.615214:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.615215:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.615218:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.615224:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.615227:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.615228:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509481 00000100:00000001:1.0:1769075031.615232:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.615236:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615243:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.615244:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000040:1.0:1769075031.615250:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000097e9952] to pc [ptlrpcd_rcv+-1] req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615267:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615268:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615270:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615271:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.615274:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.615280:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926588928:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.615283:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615284:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.615286:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615290:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615291:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615294:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.615295:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615296:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.615297:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.615298:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.615300:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615304:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.615305:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.615306:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.615308:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.615310:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.615312:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589312:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.615314:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.615316:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.615317:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.615319:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.615323:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075031.615324:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.615328:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.615330:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.615332:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.615335:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926589312, portal 10 00000100:00000001:1.0:1769075031.615336:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.615337:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000040:1.0:1769075031.615341:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.615346:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.615347:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.615349:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14e58. 00000100:00000200:1.0:1769075031.615351:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926589312, offset 0 00000400:00000200:1.0:1769075031.615354:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.615358:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.615360:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.615363:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.615365:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.615367:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.615368:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.615386:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2937:2937:256:4294967295] 192.168.204.145@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:1.0:1769075031.615390:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.615395:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.615399:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.615402:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769075031.615405:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.615408:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.615411:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.615420:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.615423:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1161861 usecs (1162 jiffies) 00000400:00000200:1.0:1769075031.615425:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.615427:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394282 00000100:00000001:1.0:1769075031.615429:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.615431:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394282 00000100:00000001:1.0:1769075031.615433:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.615434:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.615436:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615438:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615440:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.615442:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.615443:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.615445:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.615447:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.615449:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.615450:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.615498:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.615502:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769075031.615504:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.615508:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.615511:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:3.0:1769075031.615512:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:3.0:1769075031.615515:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.615518:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.615525:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.615527:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.615533:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.615534:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.617909:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.617915:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.617917:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.617918:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.617923:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.617926:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.617930:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.617932:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.617935:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.617938:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851780 00000400:00000200:2.0:1769075031.617941:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.617944:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7575 [1] + 224 00000800:00000001:2.0:1769075031.617947:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.617951:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.617953:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.617955:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.617959:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.617965:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.617975:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.617992:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.617998:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.618001:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.618006:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.618012:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2938:2938:256:4294967295] 192.168.204.145@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:2.0:1769075031.618018:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.618027:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:1.0:1769075031.618029:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.618033:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075031.618034:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1769075031.618038:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000001:1.0:1769075031.618041:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.618045:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.618045:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:1.0:1769075031.618049:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.618054:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:1.0:1769075031.618055:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.618058:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.618059:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.618064:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.618069:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.618076:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618083:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.618085:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.618086:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.618088:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.618089:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.618092:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.618092:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1769075031.618097:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.618101:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.618104:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000800:00000200:2.0:1769075031.618104:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.618107:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075031.618110:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.618115:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1769075031.618116:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1769075031.618122:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.618123:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.618132:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.618134:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.618135:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.618136:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.618138:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.618140:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.618143:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618148:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.618150:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.618151:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.618152:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.618155:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.618160:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.618166:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.618170:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.618172:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618177:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.618178:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.618180:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.618181:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.618183:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.618186:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.618192:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.618195:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.618198:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509482 00000100:00000001:1.0:1769075031.618202:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.618206:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618213:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.618215:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000100:00000040:1.0:1769075031.618219:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d59308] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618229:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618231:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618232:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618235:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.618239:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.618248:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589312:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.618252:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.618255:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.618258:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618265:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618267:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.618271:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.618273:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618275:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.618277:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.618279:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.618283:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618290:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.618291:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.618294:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.618296:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.618298:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.618302:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589568:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.618306:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.618309:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.618311:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.618315:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.618320:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.618324:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.618327:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926589568, portal 10 00000100:00000001:1.0:1769075031.618330:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.618331:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834881152 : -125747874670464 : ffff8da20a995880) 00000100:00000040:1.0:1769075031.618337:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.618342:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.618344:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.618346:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a143b8. 00000100:00000200:1.0:1769075031.618348:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926589568, offset 0 00000400:00000200:1.0:1769075031.618352:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.618355:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.618358:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.618361:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.618363:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.618365:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.618367:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.618384:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2939:2939:256:4294967295] 192.168.204.145@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:1.0:1769075031.618388:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.618394:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.618397:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.618401:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f900. 00000800:00000200:1.0:1769075031.618404:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.618408:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.618410:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.618419:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.618421:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1159406 usecs (1160 jiffies) 00000400:00000200:1.0:1769075031.618424:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.618426:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.618428:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.618430:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.618432:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.618433:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.618435:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618437:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618438:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.618441:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.618442:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.618444:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.618446:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.618447:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.618448:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.618501:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.618505:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f900. 00000400:00000200:3.0:1769075031.618510:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.618515:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.618519:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:3.0:1769075031.618521:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:3.0:1769075031.618525:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.618530:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.618540:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.618543:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.618551:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.618553:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.619700:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.619709:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.619712:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.619715:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.619721:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.619727:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.619733:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.619737:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.619741:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.619744:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851880 00000400:00000200:2.0:1769075031.619749:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.619754:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x757d [1] + 224 00000800:00000001:2.0:1769075031.619759:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.619765:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.619767:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.619770:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.619773:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.619777:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.619785:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.619799:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.619803:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.619805:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.619829:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.619832:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.619835:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.619837:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.619838:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.619841:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.619843:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.619845:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.619851:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.619861:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.619869:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.619870:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.619873:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.619875:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.619876:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.619878:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.619881:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.619886:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.619890:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.619893:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.619894:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.619897:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.619899:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.619902:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.619904:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.619905:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.619908:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.619910:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.619914:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.619920:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.619922:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.619923:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.619924:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.619926:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.619930:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.619932:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.619934:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.619935:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.619936:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.619939:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.619944:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.619945:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.619946:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509483 00000100:00000001:1.0:1769075031.619949:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.619952:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.619956:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.619957:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000040:1.0:1769075031.619961:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052952214] to pc [ptlrpcd_rcv+-1] req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.619970:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.619972:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.619974:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.619976:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.619980:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.619989:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589568:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.619993:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.619996:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.619999:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.620007:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.620009:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.620013:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.620014:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.620017:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.620018:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.620019:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.620022:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.620027:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.620028:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.620030:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.620032:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.620033:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.620035:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589952:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.620038:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.620040:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.620041:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.620042:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.620046:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad800. 02000000:00000001:1.0:1769075031.620047:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.620051:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.620053:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.620055:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.620058:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926589952, portal 10 00000100:00000001:1.0:1769075031.620059:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.620060:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000040:1.0:1769075031.620064:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.620069:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.620070:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.620072:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a146e8. 00000100:00000200:1.0:1769075031.620074:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926589952, offset 0 00000400:00000200:1.0:1769075031.620077:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.620081:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.620084:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.620086:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.620088:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.620090:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.620092:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.620094:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2940:2940:256:4294967295] 192.168.204.145@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:1.0:1769075031.620097:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.620102:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.620105:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.620107:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f500. 00000800:00000200:1.0:1769075031.620110:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.620114:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.620116:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.620126:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.620129:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1156960 usecs (1157 jiffies) 00000400:00000200:1.0:1769075031.620131:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.620133:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394282 00000100:00000001:1.0:1769075031.620135:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.620137:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394282 00000100:00000001:1.0:1769075031.620139:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.620140:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.620142:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.620144:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.620145:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.620148:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.620149:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.620152:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.620153:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.620154:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.620156:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.620181:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.620184:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f500. 00000400:00000200:3.0:1769075031.620187:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.620191:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.620193:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a146e8 00000400:00000010:3.0:1769075031.620195:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a146e8. 00000100:00000001:3.0:1769075031.620197:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.620201:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.620207:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.620209:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.620219:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.620220:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.622535:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.622541:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.622543:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.622545:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.622548:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622552:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.622555:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622558:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622560:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622563:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851a00 00000400:00000200:2.0:1769075031.622566:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622569:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7585 [1] + 224 00000800:00000001:2.0:1769075031.622572:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.622577:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.622578:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.622581:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.622584:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.622588:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.622595:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.622608:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.622611:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.622614:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622617:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.622620:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2941:2941:256:4294967295] 192.168.204.145@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:2.0:1769075031.622624:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.622631:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.622637:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075031.622638:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1769075031.622640:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.622641:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.622647:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.622647:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000001:1.0:1769075031.622651:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.622655:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.622655:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:1.0:1769075031.622660:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.622661:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.622665:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.622668:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.622674:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.622681:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622688:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.622690:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.622691:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.622692:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.622694:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.622695:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.622698:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769075031.622700:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769075031.622701:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:1.0:1769075031.622702:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000800:00000001:3.0:1769075031.622707:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1769075031.622708:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000800:00000010:2.0:1769075031.622708:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.622716:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1769075031.622716:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1769075031.622722:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769075031.622726:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.622735:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.622737:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.622738:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.622739:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.622741:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.622743:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.622748:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622753:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.622756:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.622757:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.622758:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.622761:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.622765:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.622770:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.622774:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.622777:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622781:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.622782:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.622783:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.622784:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.622785:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.622788:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.622793:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.622794:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.622795:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509484 00000100:00000001:1.0:1769075031.622798:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.622800:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622803:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.622804:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000100:00000040:1.0:1769075031.622807:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043e71aae] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622813:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.622815:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.622816:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.622817:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.622820:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.622825:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926589952:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.622827:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.622829:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.622830:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622834:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.622835:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.622838:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.622839:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.622840:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.622841:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.622842:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.622844:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622849:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.622851:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.622853:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.622855:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.622858:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.622869:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590208:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.622873:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.622876:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.622878:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.622886:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.622890:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.622894:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.622898:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926590208, portal 10 00000100:00000001:1.0:1769075031.622900:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.622902:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835282432 : -125747874269184 : ffff8da20a9f7800) 00000100:00000040:1.0:1769075031.622907:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.622915:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.622917:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.622919:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14bb0. 00000100:00000200:1.0:1769075031.622921:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926590208, offset 0 00000400:00000200:1.0:1769075031.622925:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.622929:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.622932:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.622935:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.622937:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.622939:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.622940:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.622943:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2942:2942:256:4294967295] 192.168.204.145@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:1.0:1769075031.622946:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.622950:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.622953:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.622956:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f100. 00000800:00000200:1.0:1769075031.622960:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.622966:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.622969:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.622981:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.622984:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1154526 usecs (1155 jiffies) 00000400:00000200:1.0:1769075031.622989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.622992:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.622995:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.622998:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.623002:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.623005:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.623008:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.623010:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.623013:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.623017:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.623019:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.623021:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.623022:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.623024:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.623025:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.623037:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.623041:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f100. 00000400:00000200:3.0:1769075031.623045:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.623049:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.623052:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14bb0 00000400:00000010:3.0:1769075031.623054:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14bb0. 00000100:00000001:3.0:1769075031.623056:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.623060:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.623067:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.623070:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.623075:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.623076:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.624401:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.624407:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.624409:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.624411:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.624414:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.624417:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.624421:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.624424:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.624426:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.624429:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851b00 00000400:00000200:2.0:1769075031.624432:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.624434:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x758d [1] + 224 00000800:00000001:2.0:1769075031.624438:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.624442:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.624443:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.624446:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.624449:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.624452:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.624477:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.624489:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.624492:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.624494:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624529:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.624532:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.624535:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.624536:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.624538:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.624541:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.624542:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.624545:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.624549:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.624556:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624561:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.624562:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624564:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.624565:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.624566:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.624567:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.624568:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.624571:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.624574:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.624576:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.624577:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.624578:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.624581:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624582:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.624584:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.624585:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.624587:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.624588:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.624591:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624595:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.624597:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.624598:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624599:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.624602:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624606:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.624607:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.624608:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.624609:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.624610:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.624612:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.624616:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.624618:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.624619:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509485 00000100:00000001:1.0:1769075031.624622:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.624625:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624629:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.624630:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:1.0:1769075031.624634:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e66a8ac] to pc [ptlrpcd_rcv+-1] req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624645:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624646:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624647:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624649:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.624651:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.624656:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590208:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.624658:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624660:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.624661:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624665:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624666:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624669:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.624670:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624671:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.624672:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.624673:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.624675:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624680:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.624681:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.624683:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.624684:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.624685:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.624687:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590592:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.624689:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.624691:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.624692:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.624694:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.624697:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075031.624699:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.624702:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.624704:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.624707:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.624709:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926590592, portal 10 00000100:00000001:1.0:1769075031.624711:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.624712:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000040:1.0:1769075031.624715:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.624720:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.624721:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.624723:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14bb0. 00000100:00000200:1.0:1769075031.624725:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926590592, offset 0 00000400:00000200:1.0:1769075031.624728:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.624732:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.624735:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.624737:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.624748:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.624750:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.624752:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.624754:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2943:2943:256:4294967295] 192.168.204.145@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:1.0:1769075031.624757:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.624763:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.624766:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.624770:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fb00. 00000800:00000200:1.0:1769075031.624773:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.624777:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.624779:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.624790:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.624793:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1152100 usecs (1153 jiffies) 00000400:00000200:1.0:1769075031.624796:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.624797:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394283 00000100:00000001:1.0:1769075031.624801:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.624803:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394283 00000100:00000001:1.0:1769075031.624805:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.624807:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.624809:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624810:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624812:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.624815:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.624816:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.624817:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.624819:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.624820:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.624822:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.624861:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.624865:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fb00. 00000400:00000200:3.0:1769075031.624868:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.624872:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.624875:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14bb0 00000400:00000010:3.0:1769075031.624877:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14bb0. 00000100:00000001:3.0:1769075031.624879:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.624883:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.624890:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.624892:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.624898:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.624900:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.628505:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.628513:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.628515:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.628517:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.628522:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628525:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.628530:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628533:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628535:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628538:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851c80 00000400:00000200:2.0:1769075031.628542:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628545:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x7595 [1] + 224 00000800:00000001:2.0:1769075031.628548:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.628553:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.628555:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.628558:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.628561:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.628566:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.628573:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.628585:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.628589:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.628591:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628593:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.628597:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2944:2944:256:4294967295] 192.168.204.145@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:2.0:1769075031.628600:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.628605:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:2.0:1769075031.628610:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.628614:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.628619:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075031.628624:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769075031.628626:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.628628:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.628632:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:1.0:1769075031.628635:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.628638:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.628640:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.628644:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.628646:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.628649:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.628654:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.628663:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1769075031.628666:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.628673:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.628674:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628676:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.628678:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.628679:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.628681:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.628684:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.628688:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.628692:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.628694:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.628697:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769075031.628700:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1769075031.628704:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628707:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000800:00000010:2.0:1769075031.628708:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000100:00000001:1.0:1769075031.628711:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.628713:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.628716:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000400:00000200:2.0:1769075031.628716:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.628720:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.628722:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000400:00000200:2.0:1769075031.628725:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000040:1.0:1769075031.628729:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628735:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.628737:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.628738:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628740:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.628743:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.628748:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.628755:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.628760:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.628763:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628768:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.628770:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.628772:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.628774:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.628775:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.628779:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.628784:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.628785:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.628786:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509486 00000100:00000001:1.0:1769075031.628790:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.628792:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628796:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.628797:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000040:1.0:1769075031.628800:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005886818d] to pc [ptlrpcd_rcv+-1] req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628806:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628808:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628809:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628811:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.628814:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.628820:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590592:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.628824:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628826:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.628828:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628832:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628833:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628837:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.628839:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628840:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.628841:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.628842:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.628845:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628849:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.628850:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.628851:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.628853:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.628855:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.628857:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590848:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.628858:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.628861:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.628862:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.628865:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.628869:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.628871:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.628874:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926590848, portal 10 00000100:00000001:1.0:1769075031.628876:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.628877:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762095104 : -125747947456512 : ffff8da20642b800) 00000100:00000040:1.0:1769075031.628881:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.628886:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.628887:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.628889:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a146e8. 00000100:00000200:1.0:1769075031.628890:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926590848, offset 0 00000400:00000200:1.0:1769075031.628894:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.628897:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.628901:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.628903:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.628905:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.628907:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.628909:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.628912:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2945:2945:256:4294967295] 192.168.204.145@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:1.0:1769075031.628915:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.628921:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.628924:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.628927:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f600. 00000800:00000200:1.0:1769075031.628931:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.628935:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.628938:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.628950:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.628953:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1149690 usecs (1150 jiffies) 00000400:00000200:1.0:1769075031.628956:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.628957:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.628959:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.628962:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.628963:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.628965:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.628966:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628968:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628969:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.628971:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.628973:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.628975:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.628976:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.628978:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.628979:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.629013:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.629018:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f600. 00000400:00000200:3.0:1769075031.629022:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.629028:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.629032:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a146e8 00000400:00000010:3.0:1769075031.629034:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a146e8. 00000100:00000001:3.0:1769075031.629038:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.629043:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.629053:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.629104:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.629114:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.629116:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.630364:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.630369:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.630384:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.630387:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.630391:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.630394:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.630397:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.630400:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.630402:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.630404:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0851d80 00000400:00000200:2.0:1769075031.630408:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.630411:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x759d [1] + 224 00000800:00000001:2.0:1769075031.630424:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.630428:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.630430:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.630433:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.630435:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.630438:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.630445:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.630457:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.630477:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.630480:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630497:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.630501:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.630505:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.630507:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.630509:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.630513:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.630515:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.630517:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.630521:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.630528:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630533:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.630534:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630535:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.630537:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.630538:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.630539:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.630540:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.630555:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.630557:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.630559:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.630560:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.630562:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.630565:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630566:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.630568:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.630569:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.630571:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.630572:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.630575:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630580:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.630581:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.630582:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630583:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.630585:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630589:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.630591:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.630593:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.630594:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.630595:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.630598:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.630602:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.630604:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.630605:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509487 00000100:00000001:1.0:1769075031.630608:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.630623:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630627:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.630628:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000040:1.0:1769075031.630630:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f236fcda] to pc [ptlrpcd_rcv+-1] req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630635:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630637:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630638:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630640:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.630642:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.630647:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926590848:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.630650:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630651:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.630653:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630657:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630658:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630661:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.630662:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630663:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.630665:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.630666:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.630668:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630673:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.630674:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.630675:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.630676:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.630678:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.630679:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591232:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.630681:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.630683:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.630684:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.630686:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.630690:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaec00. 02000000:00000001:1.0:1769075031.630692:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.630695:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.630697:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.630699:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.630702:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926591232, portal 10 00000100:00000001:1.0:1769075031.630703:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.630704:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000040:1.0:1769075031.630707:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.630712:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.630714:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.630715:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a143b8. 00000100:00000200:1.0:1769075031.630716:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926591232, offset 0 00000400:00000200:1.0:1769075031.630727:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.630731:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.630735:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.630737:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.630739:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.630741:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.630743:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.630745:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2946:2946:256:4294967295] 192.168.204.145@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:1.0:1769075031.630749:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.630754:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.630758:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.630760:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f200. 00000800:00000200:1.0:1769075031.630764:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.630768:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.630770:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.630782:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.630786:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1147285 usecs (1148 jiffies) 00000400:00000200:1.0:1769075031.630790:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.630792:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.630795:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.630798:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.630801:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.630805:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.630807:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630810:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630813:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.630817:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.630819:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.630822:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.630824:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.630826:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.630828:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.630837:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.630841:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:3.0:1769075031.630845:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.630849:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.630852:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a143b8 00000400:00000010:3.0:1769075031.630854:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a143b8. 00000100:00000001:3.0:1769075031.630857:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.630861:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.630867:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.630870:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.630875:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.630876:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.633343:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.633350:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.633359:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.633361:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.633366:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633379:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.633385:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633387:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633390:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633393:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0851f00 00000400:00000200:2.0:1769075031.633396:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633400:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x75a5 [1] + 224 00000800:00000001:2.0:1769075031.633403:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.633409:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.633411:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.633413:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.633416:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.633420:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.633428:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.633441:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.633445:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.633447:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.633450:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.633454:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2947:2947:256:4294967295] 192.168.204.145@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:2.0:1769075031.633457:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.633483:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075031.633486:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:1.0:1769075031.633488:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.633495:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1769075031.633496:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000001:1.0:1769075031.633499:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.633504:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000010:2.0:1769075031.633504:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000200:1.0:1769075031.633511:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.633514:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:1.0:1769075031.633516:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000800:00000200:2.0:1769075031.633522:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.633523:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769075031.633527:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769075031.633536:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.633548:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633556:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.633559:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633563:0:2378:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:3.0:1769075031.633563:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1769075031.633568:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.633570:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.633573:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.633576:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.633581:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.633586:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.633589:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000200:2.0:1769075031.633592:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1769075031.633594:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769075031.633597:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769075031.633605:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1769075031.633606:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633611:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000400:00000200:2.0:1769075031.633616:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.633618:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.633623:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.633625:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.633628:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.633631:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.633638:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633647:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.633650:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.633653:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633655:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.633659:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.633668:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.633676:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.633683:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.633688:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633695:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.633697:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.633699:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.633701:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.633702:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.633708:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.633715:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.633718:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.633720:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509488 00000100:00000001:1.0:1769075031.633725:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.633729:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633737:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.633739:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000040:1.0:1769075031.633750:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ad5605] to pc [ptlrpcd_rcv+-1] req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633757:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633759:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633761:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633762:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.633765:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.633771:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20642aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591232:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.633774:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633776:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.633778:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633782:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633783:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633786:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.633787:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633788:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.633789:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.633790:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.633792:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633797:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.633798:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.633800:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.633802:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.633803:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.633805:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591488:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.633808:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.633810:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.633812:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.633817:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.633821:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.633825:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.633829:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926591488, portal 10 00000100:00000001:1.0:1769075031.633831:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.633833:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835268096 : -125747874283520 : ffff8da20a9f4000) 00000100:00000040:1.0:1769075031.633838:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.633846:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.633848:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.633851:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14e58. 00000100:00000200:1.0:1769075031.633854:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926591488, offset 0 00000400:00000200:1.0:1769075031.633860:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.633866:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.633870:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.633874:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.633877:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.633880:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.633883:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.633886:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2948:2948:256:4294967295] 192.168.204.145@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:1.0:1769075031.633890:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.633896:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.633900:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.633903:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769075031.633906:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.633910:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.633913:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.633923:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.633926:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1144892 usecs (1145 jiffies) 00000400:00000200:1.0:1769075031.633928:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.633930:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.633932:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.633935:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.633937:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.633939:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.633941:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633943:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633945:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.633948:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.633949:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.633951:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.633952:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.633953:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.633955:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.633988:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.633993:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:3.0:1769075031.634004:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.634008:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.634011:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14e58 00000400:00000010:3.0:1769075031.634012:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14e58. 00000100:00000001:3.0:1769075031.634015:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.634018:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.634025:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.634028:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.634033:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.634035:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.635236:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.635244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.635247:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.635249:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.635255:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.635260:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.635265:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.635269:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.635273:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.635276:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852000 00000400:00000200:2.0:1769075031.635280:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.635285:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x75ad [1] + 224 00000800:00000001:2.0:1769075031.635290:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.635297:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.635299:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.635303:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.635307:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.635312:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.635323:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.635336:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.635340:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.635343:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635388:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.635391:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.635394:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.635395:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.635397:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.635400:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.635401:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.635403:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.635407:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.635414:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635420:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.635421:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635422:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.635423:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.635424:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.635425:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.635427:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.635430:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.635432:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.635434:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.635435:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.635437:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.635440:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635442:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.635443:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.635444:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.635446:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.635448:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.635450:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635455:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.635456:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.635458:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635475:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.635478:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635483:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.635485:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.635486:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.635487:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.635488:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.635490:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.635494:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.635496:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.635497:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509489 00000100:00000001:1.0:1769075031.635501:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.635504:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635509:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.635510:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075031.635513:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635524:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635526:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635527:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635528:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.635531:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.635535:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da20a9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591488:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.635538:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635539:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.635542:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635546:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635547:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635550:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.635551:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635552:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.635553:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.635554:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.635556:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635561:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.635562:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.635564:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.635565:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.635567:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.635568:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591872:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.635570:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.635572:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.635574:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.635576:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.635580:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075031.635581:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.635585:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.635586:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.635589:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.635591:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926591872, portal 10 00000100:00000001:1.0:1769075031.635593:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.635594:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075031.635597:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.635602:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.635604:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.635605:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a145d8. 00000100:00000200:1.0:1769075031.635607:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926591872, offset 0 00000400:00000200:1.0:1769075031.635610:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.635613:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.635616:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.635619:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.635621:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.635623:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.635625:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.635628:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2949:2949:256:4294967295] 192.168.204.145@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:1.0:1769075031.635631:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.635635:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.635638:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.635641:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f300. 00000800:00000200:1.0:1769075031.635644:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.635648:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.635650:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.635660:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.635662:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1142506 usecs (1143 jiffies) 00000400:00000200:1.0:1769075031.635665:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.635667:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.635669:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.635671:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.635672:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.635674:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.635676:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635678:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635680:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.635682:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.635683:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.635685:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.635686:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.635687:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.635689:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.635717:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.635720:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f300. 00000400:00000200:3.0:1769075031.635723:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.635732:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.635735:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a145d8 00000400:00000010:3.0:1769075031.635737:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a145d8. 00000100:00000001:3.0:1769075031.635739:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.635742:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.635749:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.635751:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.635789:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.635790:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.638184:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.638190:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.638193:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.638195:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.638201:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638206:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.638211:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638215:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638218:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638223:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0852180 00000400:00000200:2.0:1769075031.638227:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638231:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x75b5 [1] + 224 00000800:00000001:2.0:1769075031.638237:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.638244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.638246:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.638250:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.638254:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.638259:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.638270:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.638286:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.638291:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.638295:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.638300:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.638305:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2950:2950:256:4294967295] 192.168.204.145@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:2.0:1769075031.638311:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.638323:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075031.638323:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:1.0:1769075031.638328:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.638334:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000001:1.0:1769075031.638336:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1769075031.638340:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000001:1.0:1769075031.638341:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.638345:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.638351:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000200:1.0:1769075031.638353:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.638358:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000800:00000200:2.0:1769075031.638362:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075031.638364:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769075031.638368:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769075031.638384:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.638397:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638404:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.638405:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.638407:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.638408:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.638410:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.638412:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.638413:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.638417:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.638420:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.638422:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.638425:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638430:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.638431:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.638433:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.638435:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000800:00000001:3.0:1769075031.638435:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.638437:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.638440:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.638444:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638451:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000800:00000200:2.0:1769075031.638451:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075031.638458:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:2.0:1769075031.638458:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000800:00000001:3.0:1769075031.638478:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.638493:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.638494:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.638500:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000400:00000200:2.0:1769075031.638503:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00080000:1.0:1769075031.638509:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.638519:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.638529:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.638535:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.638538:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638543:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.638544:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.638546:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.638547:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.638548:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.638552:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.638556:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.638558:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.638559:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509490 00000100:00000001:1.0:1769075031.638562:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.638565:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638569:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.638570:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:1.0:1769075031.638573:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638579:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638580:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638581:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638583:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.638586:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.638591:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926591872:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.638594:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.638595:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.638597:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638604:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638607:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.638611:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.638613:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638615:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.638617:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.638618:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.638622:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638630:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.638632:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.638634:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.638637:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.638640:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.638644:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592128:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.638648:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.638651:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.638652:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.638658:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.638662:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.638665:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.638669:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926592128, portal 10 00000100:00000001:1.0:1769075031.638671:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.638673:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:1.0:1769075031.638679:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.638687:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.638689:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.638692:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14110. 00000100:00000200:1.0:1769075031.638696:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926592128, offset 0 00000400:00000200:1.0:1769075031.638702:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.638707:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.638710:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.638713:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.638715:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.638717:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.638719:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.638721:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2951:2951:256:4294967295] 192.168.204.145@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:1.0:1769075031.638725:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.638730:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.638733:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.638736:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075031.638739:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.638743:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.638745:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.638758:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.638761:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1140133 usecs (1141 jiffies) 00000400:00000200:1.0:1769075031.638763:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.638765:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.638767:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.638769:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.638771:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.638773:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.638774:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638776:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638778:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.638784:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.638785:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.638787:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.638788:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.638790:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.638791:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.638824:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.638828:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:3.0:1769075031.638832:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.638838:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.638842:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14110 00000400:00000010:3.0:1769075031.638844:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14110. 00000100:00000001:3.0:1769075031.638847:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.638852:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.638863:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.638866:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.638874:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.638876:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.640114:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.640120:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.640122:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.640124:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.640128:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.640131:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.640135:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.640137:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.640139:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.640142:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852280 00000400:00000200:2.0:1769075031.640145:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.640148:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x75bd [1] + 224 00000800:00000001:2.0:1769075031.640151:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.640156:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.640157:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.640160:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.640163:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.640166:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.640173:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.640188:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.640193:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.640196:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640220:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.640224:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.640228:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.640230:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.640232:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.640237:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.640240:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.640243:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.640248:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.640259:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640268:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.640269:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640272:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.640274:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.640276:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.640278:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.640280:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.640285:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.640289:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.640291:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.640293:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.640295:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.640298:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640300:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.640302:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.640304:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.640306:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.640308:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.640313:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640321:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.640323:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.640325:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640327:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.640331:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640339:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.640341:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.640343:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.640345:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.640346:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.640351:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.640359:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.640361:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.640363:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509491 00000100:00000001:1.0:1769075031.640368:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.640387:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640395:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.640397:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075031.640401:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640411:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640413:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640415:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640417:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.640421:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.640430:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592128:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.640434:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640436:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.640440:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640447:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640450:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640454:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.640455:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640457:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.640481:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.640483:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.640488:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640496:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.640497:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.640500:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.640502:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.640504:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.640508:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592512:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.640512:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.640514:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.640516:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.640518:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.640524:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acafc00. 02000000:00000001:1.0:1769075031.640526:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.640531:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.640534:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.640538:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.640542:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926592512, portal 10 00000100:00000001:1.0:1769075031.640545:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.640546:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075031.640552:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.640560:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.640562:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.640565:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14198. 00000100:00000200:1.0:1769075031.640569:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926592512, offset 0 00000400:00000200:1.0:1769075031.640575:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.640581:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.640585:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.640589:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.640592:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.640595:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.640598:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.640601:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2952:2952:256:4294967295] 192.168.204.145@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:1.0:1769075031.640606:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.640613:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.640618:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.640623:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075031.640628:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.640633:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.640636:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.640650:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.640654:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1137767 usecs (1138 jiffies) 00000400:00000200:1.0:1769075031.640659:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.640662:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.640666:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.640669:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.640672:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.640676:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.640679:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640681:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640684:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.640689:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.640692:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.640694:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.640696:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.640698:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.640700:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.640707:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.640712:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:3.0:1769075031.640716:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.640722:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.640726:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14198 00000400:00000010:3.0:1769075031.640728:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14198. 00000100:00000001:3.0:1769075031.640732:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.640737:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.640746:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.640750:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.640758:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.640760:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.643236:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.643244:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.643247:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.643250:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.643256:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643260:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.643266:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643270:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643273:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643277:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0852400 00000400:00000200:2.0:1769075031.643281:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643285:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x75c5 [1] + 224 00000800:00000001:2.0:1769075031.643290:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.643297:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.643300:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.643303:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.643307:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.643310:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.643321:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.643337:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075031.643343:0:2374:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769075031.643347:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643351:0:2374:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.643357:0:2374:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2953:2953:256:4294967295] 192.168.204.145@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:2.0:1769075031.643362:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.643383:0:2374:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000100:00000001:1.0:1769075031.643384:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.643389:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769075031.643393:0:2374:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000001:1.0:1769075031.643396:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1769075031.643398:0:2374:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000400:00000001:1.0:1769075031.643401:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769075031.643405:0:2374:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:1.0:1769075031.643407:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000800:00000200:2.0:1769075031.643412:0:2374:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:1.0:1769075031.643416:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000800:00000200:2.0:1769075031.643416:0:2374:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769075031.643423:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.643428:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.643435:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.643447:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643457:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1769075031.643457:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.643482:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:2.0:1769075031.643486:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075031.643488:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.643491:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000800:00000001:3.0:1769075031.643493:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769075031.643494:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.643499:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.643502:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.643504:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.643508:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.643513:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.643517:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.643520:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.643526:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643533:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.643536:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.643539:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.643541:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.643543:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.643546:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000800:00000001:3.0:1769075031.643547:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075031.643553:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643563:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.643567:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.643569:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.643571:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.643575:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.643584:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.643591:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.643599:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.643603:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643610:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.643612:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.643614:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.643616:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.643617:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.643622:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.643630:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.643633:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.643635:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509492 00000100:00000001:1.0:1769075031.643640:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.643644:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643651:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.643653:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000100:00000040:1.0:1769075031.643658:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072e2c996] to pc [ptlrpcd_rcv+-1] req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643667:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643669:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643670:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643672:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.643675:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.643681:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592512:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.643684:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.643686:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.643688:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643692:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643693:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.643696:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.643698:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643700:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.643701:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.643702:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.643705:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643710:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.643711:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.643713:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.643715:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.643716:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.643718:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592768:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.643720:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.643722:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.643723:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.643727:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.643730:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.643732:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.643736:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926592768, portal 10 00000100:00000001:1.0:1769075031.643737:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.643744:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762088832 : -125747947462784 : ffff8da206429f80) 00000100:00000040:1.0:1769075031.643748:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.643753:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.643755:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.643757:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14220. 00000100:00000200:1.0:1769075031.643759:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926592768, offset 0 00000400:00000200:1.0:1769075031.643762:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.643766:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.643768:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.643771:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.643773:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.643775:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.643777:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.643779:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2954:2954:256:4294967295] 192.168.204.145@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:1.0:1769075031.643782:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.643787:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.643790:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.643792:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769075031.643795:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.643799:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.643801:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.643810:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.643812:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1135415 usecs (1136 jiffies) 00000400:00000200:1.0:1769075031.643815:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.643817:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.643819:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.643820:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.643823:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.643825:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.643827:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643829:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643831:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.643833:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.643834:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.643836:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.643838:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.643839:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.643841:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.643870:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.643875:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:2.0:1769075031.643879:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.643884:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.643888:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14220 00000400:00000010:2.0:1769075031.643890:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14220. 00000100:00000001:2.0:1769075031.643894:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.643899:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.643908:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.643912:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.643919:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.643921:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769075031.645087:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.645092:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075031.645094:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.645096:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075031.645100:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.645103:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769075031.645108:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.645111:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.645113:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.645115:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852500 00000400:00000200:3.0:1769075031.645118:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.645121:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x75cd [1] + 224 00000800:00000001:3.0:1769075031.645125:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.645147:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075031.645149:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.645151:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075031.645154:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075031.645158:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769075031.645165:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.645177:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769075031.645181:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.645183:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645212:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.645216:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.645220:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.645222:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.645224:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.645229:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.645231:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.645234:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.645240:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.645251:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645259:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.645261:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645264:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.645266:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.645268:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.645270:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.645272:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.645277:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.645281:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.645284:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.645285:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.645288:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.645291:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645293:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.645295:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.645297:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.645299:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.645302:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.645306:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645314:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.645317:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.645318:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645321:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.645324:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645329:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.645330:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.645332:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.645333:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.645334:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.645337:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.645342:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.645343:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.645344:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509493 00000100:00000001:1.0:1769075031.645347:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.645350:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645354:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.645354:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:1.0:1769075031.645357:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029953790] to pc [ptlrpcd_rcv+-1] req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645368:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645383:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645385:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645387:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.645390:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.645396:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206429f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926592768:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.645399:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645400:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.645402:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645406:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645407:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645410:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.645411:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645412:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.645413:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.645415:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.645417:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645422:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.645423:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.645425:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.645427:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.645428:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.645430:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926593152:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.645432:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.645434:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.645435:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.645437:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.645440:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075031.645442:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.645445:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.645447:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.645450:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.645453:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926593152, portal 10 00000100:00000001:1.0:1769075031.645454:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.645455:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000040:1.0:1769075031.645476:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.645481:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.645483:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.645485:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14660. 00000100:00000200:1.0:1769075031.645487:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007926593152, offset 0 00000400:00000200:1.0:1769075031.645491:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.645494:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.645498:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.645500:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.645502:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.645504:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.645506:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.645508:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2955:2955:256:4294967295] 192.168.204.145@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:1.0:1769075031.645511:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.645516:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.645519:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.645522:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075031.645525:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.645529:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.645531:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.645540:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.645542:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1133068 usecs (1134 jiffies) 00000400:00000200:1.0:1769075031.645545:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.645547:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394285 00000100:00000001:1.0:1769075031.645549:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.645550:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394285 00000100:00000001:1.0:1769075031.645552:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.645554:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.645555:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645557:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645558:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.645561:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.645562:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769075031.645564:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.645566:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.645568:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.645569:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.645600:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.645604:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:2.0:1769075031.645608:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.645613:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.645617:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14660 00000400:00000010:2.0:1769075031.645619:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14660. 00000100:00000001:2.0:1769075031.645623:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.645627:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.645636:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.645639:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.645648:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.645649:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769075031.647966:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.647971:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769075031.647972:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.647974:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075031.647978:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.647982:0:2373:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:3.0:1769075031.647986:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.647989:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.647991:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.647994:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 608 into portal 10 MB=0x6971eb0852680 00000400:00000200:3.0:1769075031.647996:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.647999:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 608/608 into md 0x75d5 [1] + 224 00000800:00000001:3.0:1769075031.648003:0:2373:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769075031.648007:0:2373:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075031.648009:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.648012:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075031.648015:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075031.648019:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769075031.648034:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.648044:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769075031.648048:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769075031.648051:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.648054:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.45@tcp to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075031.648057:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2956:2956:256:4294967295] 192.168.204.145@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:3.0:1769075031.648060:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075031.648065:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:192.168.204.45@tcp) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) 192.168.204.145@tcp : ACK try# 0 00000800:00000200:3.0:1769075031.648069:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075031.648072:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075031.648076:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075031.648080:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075031.648083:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769075031.648088:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.648092:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.648095:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.648097:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.648099:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.648102:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.648104:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.648107:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.648111:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1769075031.648116:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.648119:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000100:00000200:1.0:1769075031.648121:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/664 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769075031.648123:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1769075031.648132:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1769075031.648132:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: ACK: OK 00000100:00000001:1.0:1769075031.648133:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.648138:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.648140:0:2378:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1769075031.648141:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075031.648142:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.648145:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.648148:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.648150:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.648154:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.648156:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.648159:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769075031.648163:0:2378:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648168:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769075031.648170:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.648171:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.648172:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.648173:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.648174:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769075031.648177:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648182:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769075031.648183:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.648185:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.648187:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.648191:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.648199:0:2378:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769075031.648207:0:2378:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769075031.648214:0:2378:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769075031.648218:0:2378:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648226:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.648228:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.648229:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.648232:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.648233:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.648238:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.648246:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.648248:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.648250:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509494 00000100:00000001:1.0:1769075031.648256:0:2378:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769075031.648260:0:2378:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648268:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.648269:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000040:1.0:1769075031.648275:0:2378:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae2db9d] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648284:0:2378:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648286:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648288:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648290:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.648293:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.648299:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206428000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926593152:192.168.204.145@tcp:101:createmany.0 00000100:00000001:1.0:1769075031.648302:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.648303:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.648305:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648309:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648310:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.648313:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.648314:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648316:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.648317:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.648318:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.648320:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074955 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648324:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.648326:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.648327:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.648329:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.648331:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.648333:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926593408:192.168.204.145@tcp:35:createmany.0 00000100:00000001:1.0:1769075031.648335:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.648337:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.648339:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.648342:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.648345:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.648348:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.648351:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926593408, portal 10 00000100:00000001:1.0:1769075031.648352:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.648353:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000040:1.0:1769075031.648357:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.648362:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.648363:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.648365:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14b28. 00000100:00000200:1.0:1769075031.648367:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007926593408, offset 0 00000400:00000200:1.0:1769075031.648383:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.648387:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.648390:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.648392:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.648394:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.648396:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.648399:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.648401:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2957:2957:256:4294967295] 192.168.204.145@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:1.0:1769075031.648404:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.648409:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.648413:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.648416:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769075031.648419:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.648422:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.648425:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fa00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.648434:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.648436:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1130735 usecs (1131 jiffies) 00000400:00000200:1.0:1769075031.648439:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.648440:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394284 00000100:00000001:1.0:1769075031.648442:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.648444:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394284 00000100:00000001:1.0:1769075031.648446:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.648447:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.648449:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648451:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648452:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.648454:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.648456:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769075031.648458:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.648482:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.648483:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.648484:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.648510:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.648514:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:3.0:1769075031.648516:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.648520:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.648522:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14b28 00000400:00000010:3.0:1769075031.648524:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14b28. 00000100:00000001:3.0:1769075031.648526:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.648529:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.648536:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.648538:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.648543:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.648544:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.649760:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.649766:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.649768:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.649770:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.649774:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.649777:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.649781:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.649784:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.649787:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.649789:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 456 into portal 10 MB=0x6971eb0852780 00000400:00000200:2.0:1769075031.649792:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.649795:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 456/456 into md 0x75dd [1] + 224 00000800:00000001:2.0:1769075031.649798:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.649803:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.649804:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.649807:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.649809:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.649813:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.649820:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.649832:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.649835:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.649837:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.649868:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.649872:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.649875:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.649877:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.649879:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.649883:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.649885:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.649888:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.649893:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.649902:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.649908:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.649909:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.649911:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.649913:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.649914:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.649916:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.649918:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.649923:0:2378:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51ca0 time=33 v=10 (10 10 5 5) 00000100:00001000:1.0:1769075031.649926:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.649929:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.649930:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.649932:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.649934:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.649936:0:2378:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769075031.649938:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.649939:0:2378:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509443 00000100:00000001:1.0:1769075031.649941:0:2378:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.649943:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.649947:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.649954:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.649956:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.649958:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.649959:0:2378:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769075031.649963:0:2378:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.649970:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.649972:0:2378:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769075031.649974:0:2378:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769075031.649976:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769075031.649977:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509443 gen 1 00000100:00100000:1.0:1769075031.649982:0:2378:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769075031.649989:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769075031.649992:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769075031.649994:0:2378:0:(recover.c:53:ptlrpc_replay_next()) import ffff8da20ac51800 from lustre-MDT0000_UUID committed 64424509443 last 64424509495 00000100:00000001:1.0:1769075031.649998:0:2378:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075031.650002:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1769075031.650006:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769075031.650278:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.650285:0:2378:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.650297:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769075031.650307:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926593408:192.168.204.145@tcp:35:createmany.0 00000100:00000001:0.0:1769075031.650312:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.650315:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.650319:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00080000:1.0:1769075031.650325:0:28743:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff8da202f2f800 to lustre-MDT0000_UUID@192.168.204.145@tcp 00000100:00000001:0.0:1769075031.650333:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650335:0:28743:0:(ldlm_request.c:2670:__ldlm_replay_locks()) Process entered 00000100:00000001:0.0:1769075031.650337:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769075031.650343:0:28743:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff8da202f2f800 (25) 00000100:00000001:0.0:1769075031.650347:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.650351:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650351:0:28743:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769075031.650360:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.650363:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650365:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650386:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650392:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650395:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650400:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650402:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650404:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650406:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650410:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650411:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650414:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650416:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650419:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650421:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650424:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650426:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650430:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650431:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650434:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650436:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650439:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650441:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650443:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650445:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650448:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650450:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650453:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650455:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650458:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650484:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650486:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650488:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650490:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650491:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650493:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650494:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650497:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650498:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650500:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650501:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650503:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650504:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650506:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650507:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650508:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650509:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650511:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650512:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650514:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650516:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650518:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650519:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650521:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650522:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650524:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650525:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650527:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650528:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650530:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650531:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650533:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650534:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650535:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650536:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650538:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650539:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650541:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650542:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650543:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650544:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650546:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650547:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650549:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650550:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650552:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650553:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650554:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650555:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650557:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650558:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650560:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650561:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650562:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650564:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650566:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650567:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650569:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650570:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650572:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650573:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650575:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650576:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650578:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650579:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650580:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650581:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.650583:0:28743:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650584:0:28743:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650586:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650586:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769075031.650588:0:28743:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=25 : 25 : 19) 00010000:00000001:1.0:1769075031.650591:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.650594:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.650598:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.650600:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.650602:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x35:0x0] mode (null) 00000002:00000001:1.0:1769075031.650607:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650610:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650616:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:1.0:1769075031.650619:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650623:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650624:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650625:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650626:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:1.0:1769075031.650627:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650629:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650630:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650631:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650632:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:1.0:1769075031.650634:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650635:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650636:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650637:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650638:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef600 count: 2 00010000:00000001:1.0:1769075031.650640:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650641:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650642:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650644:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.650647:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:1.0:1769075031.650651:0:28743:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff8da210104630. 00000020:00000010:1.0:1769075031.650655:0:28743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8f000. 00000020:00000010:1.0:1769075031.650659:0:28743:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8da20ad8fa00. 00000020:00000010:1.0:1769075031.650662:0:28743:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff8da210a18cc0. 00000008:00000010:1.0:1769075031.650667:0:28743:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8da20ade2178. 00020000:00000010:1.0:1769075031.650671:0:28743:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8da20a222840. 00008000:00000010:1.0:1769075031.650675:0:28743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8da20568dfc8. 00000080:00000010:1.0:1769075031.650680:0:28743:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8da20ac06738. 00000080:00000010:1.0:1769075031.650684:0:28743:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8da20a636fe8. 00000020:00000010:1.0:1769075031.650688:0:28743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8da20ad8f800. 00000008:00000010:1.0:1769075031.650692:0:28743:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8da20a71eb00. 00020000:00000010:1.0:1769075031.650695:0:28743:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8da20ac9b3c0. 00008000:00000010:1.0:1769075031.650698:0:28743:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8da2083c7a60. 00000080:00000010:1.0:1769075031.650702:0:28743:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8da20831d5a0. 00000020:00000001:1.0:1769075031.650705:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.650707:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.650708:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.650712:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x35:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.650714:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.650717:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.650721:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.650723:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.650725:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x35:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.650727:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.650728:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.650731:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.650733:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650736:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.650738:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x35:0x0](ffff8da20b2400c8) invalid 00000020:00000001:1.0:1769075031.650741:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.650743:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-24 (ffff8da20b22ebd0) parent ffff8da20b13a288 inode ffff8da20b2400c8 refc 0 00000080:00000001:1.0:1769075031.650754:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.650759:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.650763:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.650769:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.650771:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650775:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.650776:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.650778:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650779:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.650782:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ee800 with handle 0x5882d44973683184 from hash 00010000:00000001:1.0:1769075031.650784:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.650786:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.650788:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.650789:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.650793:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.650794:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.650797:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee800/0x5882d44973683184 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a351673a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.650804:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879600. 00010000:00000040:1.0:1769075031.650807:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef600 count: 0 00010000:00000010:1.0:1769075031.650811:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0580. 00010000:00000001:1.0:1769075031.650816:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.650817:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.650818:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.650819:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.650820:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.650822:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x34:0x0] mode (null) 00000002:00000001:1.0:1769075031.650823:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650824:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650827:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:1.0:1769075031.650828:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650830:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650831:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650832:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650833:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:1.0:1769075031.650834:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650835:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650836:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650837:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650838:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:1.0:1769075031.650839:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650840:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650841:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650842:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650843:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef300 count: 2 00010000:00000001:1.0:1769075031.650844:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650845:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650846:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650847:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.650848:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.650849:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.650850:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.650851:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.650852:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x34:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.650853:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.650854:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.650855:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.650856:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.650857:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x34:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.650859:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.650860:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.650861:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.650862:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650863:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.650864:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x34:0x0](ffff8da20b2442c8) invalid 00000020:00000001:1.0:1769075031.650865:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.650867:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-23 (ffff8da20b16fa20) parent ffff8da20b13a288 inode ffff8da20b2442c8 refc 0 00000080:00000001:1.0:1769075031.650871:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.650872:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.650877:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.650878:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.650879:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.650881:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.650882:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.650883:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.650884:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.650886:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80400 with handle 0x5882d44973683176 from hash 00010000:00000001:1.0:1769075031.650888:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.650889:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.650891:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.650892:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.650894:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.650896:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.650899:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80400/0x5882d44973683176 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516709 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.650907:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879d40. 00010000:00000040:1.0:1769075031.650910:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef300 count: 0 00010000:00000010:1.0:1769075031.650913:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0380. 00010000:00000001:1.0:1769075031.650919:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.650920:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.650922:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.650924:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.650926:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.650927:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x33:0x0] mode (null) 00000002:00000001:1.0:1769075031.650930:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650931:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650934:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:1.0:1769075031.650937:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650939:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650941:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650942:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650945:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:1.0:1769075031.650947:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650949:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650951:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650953:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650954:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:1.0:1769075031.650957:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650959:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.650961:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.650962:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.650964:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1100 count: 2 00010000:00000001:1.0:1769075031.650966:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.650968:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650970:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.650972:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.650973:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.650975:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.650977:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.650979:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.650981:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x33:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.650984:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.650986:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.650989:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.650990:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.650993:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x33:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.650995:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.650997:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.650999:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651001:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651003:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651005:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x33:0x0](ffff8da20b1b63c8) invalid 00000020:00000001:1.0:1769075031.651008:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651010:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-22 (ffff8da20b16f6c0) parent ffff8da20b13a288 inode ffff8da20b1b63c8 refc 0 00000080:00000001:1.0:1769075031.651016:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651019:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651023:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651027:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651029:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651032:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651034:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651035:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651037:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651040:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490c00 with handle 0x5882d44973683168 from hash 00010000:00000001:1.0:1769075031.651043:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651044:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651046:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651047:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651049:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651050:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651053:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490c00/0x5882d44973683168 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35166d8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651061:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207f73980. 00010000:00000040:1.0:1769075031.651065:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1100 count: 0 00010000:00000010:1.0:1769075031.651068:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c600. 00010000:00000001:1.0:1769075031.651075:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651076:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651078:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651081:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651083:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651084:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x32:0x0] mode (null) 00000002:00000001:1.0:1769075031.651087:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651089:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651092:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:1.0:1769075031.651094:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651097:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651098:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651100:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651102:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:1.0:1769075031.651104:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651107:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651108:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651110:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651112:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:1.0:1769075031.651115:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651117:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651119:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651120:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651122:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e300 count: 2 00010000:00000001:1.0:1769075031.651125:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651127:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651129:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651132:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651133:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651135:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651137:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651139:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651142:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x32:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651144:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651146:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651148:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651150:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651153:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x32:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651155:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651157:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651159:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651161:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651163:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651165:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x32:0x0](ffff8da20b1a5348) invalid 00000020:00000001:1.0:1769075031.651167:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651170:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-21 (ffff8da20b22e948) parent ffff8da20b13a288 inode ffff8da20b1a5348 refc 0 00000080:00000001:1.0:1769075031.651175:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651178:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651181:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651184:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651185:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651188:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651189:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651191:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651193:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651196:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80800 with handle 0x5882d4497368315a from hash 00010000:00000001:1.0:1769075031.651199:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651201:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651202:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651204:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651205:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651207:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651210:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80800/0x5882d4497368315a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35166a7 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651217:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39280. 00010000:00000040:1.0:1769075031.651220:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e300 count: 0 00010000:00000010:1.0:1769075031.651224:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48080. 00010000:00000001:1.0:1769075031.651230:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651231:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651233:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651235:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651236:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651238:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x31:0x0] mode (null) 00000002:00000001:1.0:1769075031.651241:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651242:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651245:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:1.0:1769075031.651247:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651249:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651251:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651252:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651254:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:1.0:1769075031.651257:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651259:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651260:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651262:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651264:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:1.0:1769075031.651266:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651268:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651270:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651271:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651272:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef400 count: 2 00010000:00000001:1.0:1769075031.651275:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651277:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651279:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651281:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651283:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651285:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651287:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651289:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651292:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651293:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651296:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651298:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651299:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651302:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651304:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651306:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651308:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651310:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651312:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651314:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x31:0x0](ffff8da20b246c08) invalid 00000020:00000001:1.0:1769075031.651317:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651319:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-20 (ffff8da20b22eca8) parent ffff8da20b13a288 inode ffff8da20b246c08 refc 0 00000080:00000001:1.0:1769075031.651324:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651327:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651330:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651333:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651334:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651337:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651339:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651341:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651343:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651346:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064efa00 with handle 0x5882d4497368314c from hash 00010000:00000001:1.0:1769075031.651349:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651350:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651352:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651353:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651355:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651357:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651360:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efa00/0x5882d4497368314c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516676 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651368:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2098795c0. 00010000:00000040:1.0:1769075031.651390:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef400 count: 0 00010000:00000010:1.0:1769075031.651393:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0300. 00010000:00000001:1.0:1769075031.651399:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651401:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651402:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651405:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651406:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651408:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x30:0x0] mode (null) 00000002:00000001:1.0:1769075031.651411:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651412:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651415:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769075031.651417:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651420:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651422:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651423:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651425:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769075031.651427:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651430:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651432:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651433:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651435:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769075031.651436:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651439:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651440:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651441:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651442:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46700 count: 2 00010000:00000001:1.0:1769075031.651444:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651446:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651448:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651450:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651452:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651454:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651457:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651493:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651496:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651499:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651501:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651503:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651506:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651509:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651512:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651515:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651517:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651520:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651523:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651525:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x30:0x0](ffff8da20b1780c8) invalid 00000020:00000001:1.0:1769075031.651528:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651530:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-19 (ffff8da20b228e58) parent ffff8da20b13a288 inode ffff8da20b1780c8 refc 0 00000080:00000001:1.0:1769075031.651537:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651542:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651544:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651548:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651550:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651553:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651554:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651556:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651557:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651559:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814de00 with handle 0x5882d4497368313e from hash 00010000:00000001:1.0:1769075031.651561:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651562:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651563:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651564:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651565:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651566:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651567:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814de00/0x5882d4497368313e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516645 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651572:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2080. 00010000:00000040:1.0:1769075031.651575:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46700 count: 0 00010000:00000010:1.0:1769075031.651578:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e980. 00010000:00000001:1.0:1769075031.651583:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651584:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651585:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651587:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651588:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651589:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2f:0x0] mode (null) 00000002:00000001:1.0:1769075031.651590:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651592:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651593:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769075031.651595:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651597:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651598:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651599:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651600:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769075031.651601:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651602:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651604:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651604:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651605:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769075031.651606:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651607:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651608:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651609:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651610:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46a00 count: 2 00010000:00000001:1.0:1769075031.651611:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651612:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651613:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651614:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651615:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651617:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651618:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651619:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651620:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2f:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651622:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651623:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651624:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651625:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651627:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2f:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651629:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651630:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651631:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651632:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651633:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651634:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2f:0x0](ffff8da20b17f448) invalid 00000020:00000001:1.0:1769075031.651635:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651637:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-18 (ffff8da20b228ca8) parent ffff8da20b13a288 inode ffff8da20b17f448 refc 0 00000080:00000001:1.0:1769075031.651639:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651641:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651642:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651644:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651644:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651646:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651646:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651647:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651648:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651650:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814ce00 with handle 0x5882d44973683130 from hash 00010000:00000001:1.0:1769075031.651652:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651653:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651654:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651655:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651656:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651657:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651659:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814ce00/0x5882d44973683130 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516614 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651662:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2d00. 00010000:00000040:1.0:1769075031.651664:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46a00 count: 0 00010000:00000010:1.0:1769075031.651665:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e300. 00010000:00000001:1.0:1769075031.651669:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651669:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651670:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651672:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651673:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651674:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2e:0x0] mode (null) 00000002:00000001:1.0:1769075031.651675:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651676:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651678:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:1.0:1769075031.651679:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651680:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651681:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651682:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651683:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:1.0:1769075031.651684:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651685:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651686:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651687:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651688:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:1.0:1769075031.651689:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651690:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651691:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651692:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651692:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef000 count: 2 00010000:00000001:1.0:1769075031.651694:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651695:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651696:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651697:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651697:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651698:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651699:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651700:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651702:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2e:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651703:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651704:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651705:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651706:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651707:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2e:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651708:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651709:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651710:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651711:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651713:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651714:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2e:0x0](ffff8da20b1be3c8) invalid 00000020:00000001:1.0:1769075031.651716:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651717:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-17 (ffff8da20b22e0d8) parent ffff8da20b13a288 inode ffff8da20b1be3c8 refc 0 00000080:00000001:1.0:1769075031.651720:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651722:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651723:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651725:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651726:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651727:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651728:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651729:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651730:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651731:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ee200 with handle 0x5882d44973683122 from hash 00010000:00000001:1.0:1769075031.651733:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651734:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651735:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651736:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651737:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651738:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651739:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee200/0x5882d44973683122 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35165e3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651743:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2098799c0. 00010000:00000040:1.0:1769075031.651745:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef000 count: 0 00010000:00000010:1.0:1769075031.651746:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0500. 00010000:00000001:1.0:1769075031.651749:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651750:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651751:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651752:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651753:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651754:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2d:0x0] mode (null) 00000002:00000001:1.0:1769075031.651755:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651756:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651757:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:1.0:1769075031.651758:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651760:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651761:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651762:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651763:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:1.0:1769075031.651764:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651766:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651767:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651767:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651768:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:1.0:1769075031.651769:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651771:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651771:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651772:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651773:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef900 count: 2 00010000:00000001:1.0:1769075031.651774:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651775:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651776:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651777:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651778:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651779:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651780:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651781:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651782:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2d:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651783:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651784:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651785:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651786:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651788:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651789:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651790:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651791:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651792:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651792:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651793:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2d:0x0](ffff8da20b1b8908) invalid 00000020:00000001:1.0:1769075031.651795:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651796:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-16 (ffff8da20b228af8) parent ffff8da20b13a288 inode ffff8da20b1b8908 refc 0 00000080:00000001:1.0:1769075031.651798:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651800:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651802:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651803:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651804:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651806:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651807:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651808:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651809:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651810:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814c600 with handle 0x5882d44973683114 from hash 00010000:00000001:1.0:1769075031.651812:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651812:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651813:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651814:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651815:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651815:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651817:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c600/0x5882d44973683114 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35165b2 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651820:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879840. 00010000:00000040:1.0:1769075031.651822:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef900 count: 0 00010000:00000010:1.0:1769075031.651824:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0180. 00010000:00000001:1.0:1769075031.651826:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651827:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651828:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651829:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651830:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651831:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2c:0x0] mode (null) 00000002:00000001:1.0:1769075031.651832:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651832:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651834:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:1.0:1769075031.651835:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651836:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651837:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651838:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651839:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:1.0:1769075031.651840:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651842:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651844:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651845:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651846:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:1.0:1769075031.651847:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651849:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651850:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651851:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651852:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efb00 count: 2 00010000:00000001:1.0:1769075031.651853:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651854:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651855:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651856:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651857:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651857:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651859:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651859:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651861:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2c:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651862:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651863:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651864:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651865:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651866:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651867:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651868:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651869:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651870:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651871:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651872:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2c:0x0](ffff8da20b1bcb08) invalid 00000020:00000001:1.0:1769075031.651873:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651874:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-15 (ffff8da20b22ed80) parent ffff8da20b13a288 inode ffff8da20b1bcb08 refc 0 00000080:00000001:1.0:1769075031.651876:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651878:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651880:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651881:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651882:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651883:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651884:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651885:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651887:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.651889:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef800 with handle 0x5882d44973683106 from hash 00010000:00000001:1.0:1769075031.651890:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.651892:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.651892:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651893:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.651894:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.651895:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.651896:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef800/0x5882d44973683106 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516581 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.651900:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2098794c0. 00010000:00000040:1.0:1769075031.651901:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efb00 count: 0 00010000:00000010:1.0:1769075031.651903:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0a00. 00010000:00000001:1.0:1769075031.651906:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.651907:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.651907:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.651909:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.651909:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.651910:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2b:0x0] mode (null) 00000002:00000001:1.0:1769075031.651911:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651912:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651913:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:1.0:1769075031.651914:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651915:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651916:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651917:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651918:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:1.0:1769075031.651919:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651921:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651922:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651922:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651924:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:1.0:1769075031.651925:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651926:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.651929:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.651930:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.651932:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ea00 count: 2 00010000:00000001:1.0:1769075031.651934:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.651936:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651938:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651940:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.651941:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.651943:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.651945:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.651946:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.651948:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.651951:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.651953:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.651956:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.651957:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.651960:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.651962:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.651964:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.651965:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.651968:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.651969:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.651971:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2b:0x0](ffff8da20b1b3248) invalid 00000020:00000001:1.0:1769075031.651974:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.651976:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-14 (ffff8da20b22e000) parent ffff8da20b13a288 inode ffff8da20b1b3248 refc 0 00000080:00000001:1.0:1769075031.651981:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.651984:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.651987:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.651991:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.651992:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.651995:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.651996:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.651998:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.651999:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652002:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064efe00 with handle 0x5882d449736830f8 from hash 00010000:00000001:1.0:1769075031.652005:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652007:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652009:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652010:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652012:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652013:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652017:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064efe00/0x5882d449736830f8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516550 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652024:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207f73700. 00010000:00000040:1.0:1769075031.652027:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0ea00 count: 0 00010000:00000010:1.0:1769075031.652030:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48e80. 00010000:00000001:1.0:1769075031.652035:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652036:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652037:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652039:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652040:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652041:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x2a:0x0] mode (null) 00000002:00000001:1.0:1769075031.652042:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652044:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652045:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769075031.652047:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652049:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652050:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652051:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652052:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769075031.652053:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652054:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652055:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652056:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652057:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769075031.652058:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652059:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652060:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652060:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652061:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46e00 count: 2 00010000:00000001:1.0:1769075031.652062:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652064:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652065:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652066:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652067:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652069:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652070:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652072:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652073:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652075:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652076:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652078:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652079:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652080:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652082:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652083:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652084:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652086:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652087:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652088:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x2a:0x0](ffff8da20b17a1c8) invalid 00000020:00000001:1.0:1769075031.652089:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652090:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-13 (ffff8da20b228d80) parent ffff8da20b13a288 inode ffff8da20b17a1c8 refc 0 00000080:00000001:1.0:1769075031.652094:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652095:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652097:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652099:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652100:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652101:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652102:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652104:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652105:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652107:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814c400 with handle 0x5882d449736830ea from hash 00010000:00000001:1.0:1769075031.652108:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652109:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652110:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652111:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652112:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652113:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652114:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c400/0x5882d449736830ea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a351651f expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652123:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2040. 00010000:00000040:1.0:1769075031.652124:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46e00 count: 0 00010000:00000010:1.0:1769075031.652126:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e580. 00010000:00000001:1.0:1769075031.652129:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652130:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652131:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652132:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652133:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652134:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x29:0x0] mode (null) 00000002:00000001:1.0:1769075031.652136:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652136:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652138:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769075031.652140:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652141:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652142:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652143:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652144:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769075031.652145:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652146:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652147:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652148:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652148:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769075031.652150:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652151:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652152:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652152:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652153:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46d00 count: 2 00010000:00000001:1.0:1769075031.652154:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652156:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652157:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652158:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652158:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652159:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652160:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652162:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652163:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652165:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652166:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652167:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652168:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652170:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652171:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652172:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652173:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652174:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652175:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652176:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x29:0x0](ffff8da20b178908) invalid 00000020:00000001:1.0:1769075031.652177:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652178:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-12 (ffff8da20b22e438) parent ffff8da20b13a288 inode ffff8da20b178908 refc 0 00000080:00000001:1.0:1769075031.652181:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652183:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652184:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652185:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652186:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652187:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652188:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652189:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652190:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652191:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814cc00 with handle 0x5882d449736830dc from hash 00010000:00000001:1.0:1769075031.652193:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652193:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652194:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652195:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652196:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652197:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652199:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814cc00/0x5882d449736830dc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35164ee expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652203:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2440. 00010000:00000040:1.0:1769075031.652205:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46d00 count: 0 00010000:00000010:1.0:1769075031.652206:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652ea00. 00010000:00000001:1.0:1769075031.652210:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652211:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652212:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652213:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652214:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652215:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x28:0x0] mode (null) 00000002:00000001:1.0:1769075031.652217:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652217:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652218:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:1.0:1769075031.652220:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652221:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652222:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652222:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652223:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:1.0:1769075031.652224:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652226:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652227:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652227:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652228:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:1.0:1769075031.652229:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652230:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652231:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652232:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652233:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e000 count: 2 00010000:00000001:1.0:1769075031.652234:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652235:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652236:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652237:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652238:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652239:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652240:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652241:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652242:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x28:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652243:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652244:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652245:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652246:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652248:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x28:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652249:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652251:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652252:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652253:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652255:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652256:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x28:0x0](ffff8da20b1a1988) invalid 00000020:00000001:1.0:1769075031.652257:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652258:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-11 (ffff8da20b18baf8) parent ffff8da20b13a288 inode ffff8da20b1a1988 refc 0 00000080:00000001:1.0:1769075031.652261:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652263:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652265:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652266:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652267:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652268:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652269:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652270:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652271:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652272:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80e00 with handle 0x5882d449736830ce from hash 00010000:00000001:1.0:1769075031.652274:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652275:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652276:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652277:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652278:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652279:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652280:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80e00/0x5882d449736830ce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35164bd expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652284:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39080. 00010000:00000040:1.0:1769075031.652285:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e000 count: 0 00010000:00000010:1.0:1769075031.652287:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48400. 00010000:00000001:1.0:1769075031.652290:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652291:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652292:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652293:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652293:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652294:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x27:0x0] mode (null) 00000002:00000001:1.0:1769075031.652295:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652297:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652298:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:1.0:1769075031.652299:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652301:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652302:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652303:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652304:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:1.0:1769075031.652305:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652306:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652307:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652308:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652309:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:1.0:1769075031.652310:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652311:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652312:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652313:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652314:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e500 count: 2 00010000:00000001:1.0:1769075031.652315:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652316:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652317:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652318:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652319:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652320:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652321:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652321:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652323:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652324:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652324:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652325:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652326:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652328:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652329:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652330:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652331:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652332:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652333:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652334:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x27:0x0](ffff8da20b1a00c8) invalid 00000020:00000001:1.0:1769075031.652335:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652337:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-10 (ffff8da20b1f4af8) parent ffff8da20b13a288 inode ffff8da20b1a00c8 refc 0 00000080:00000001:1.0:1769075031.652340:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652342:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652344:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652346:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652347:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652348:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652349:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652350:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652351:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652352:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80a00 with handle 0x5882d449736830c0 from hash 00010000:00000001:1.0:1769075031.652354:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652355:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652356:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652357:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652358:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652359:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652361:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80a00/0x5882d449736830c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a351648c expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652364:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39380. 00010000:00000040:1.0:1769075031.652366:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e500 count: 0 00010000:00000010:1.0:1769075031.652367:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48680. 00010000:00000001:1.0:1769075031.652383:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652385:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652386:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652388:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652388:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652389:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x26:0x0] mode (null) 00000002:00000001:1.0:1769075031.652391:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652392:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652394:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:1.0:1769075031.652395:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652396:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652397:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652398:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652400:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:1.0:1769075031.652401:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652402:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652404:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652404:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652406:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:1.0:1769075031.652407:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652408:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652409:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652410:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652411:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e200 count: 2 00010000:00000001:1.0:1769075031.652412:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652413:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652414:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652415:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652416:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652417:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652418:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652419:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652421:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652422:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652423:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652424:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652425:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652426:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652428:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652429:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652429:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652431:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652432:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652432:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x26:0x0](ffff8da20b1a4b08) invalid 00000020:00000001:1.0:1769075031.652434:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652435:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-9 (ffff8da20b1f41b0) parent ffff8da20b13a288 inode ffff8da20b1a4b08 refc 0 00000080:00000001:1.0:1769075031.652439:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652441:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652442:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652444:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652446:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652447:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652448:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652450:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652451:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652453:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80600 with handle 0x5882d449736830b2 from hash 00010000:00000001:1.0:1769075031.652454:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652455:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652456:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652456:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652457:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652458:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652479:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80600/0x5882d449736830b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a351645b expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652490:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39f00. 00010000:00000040:1.0:1769075031.652492:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e200 count: 0 00010000:00000010:1.0:1769075031.652495:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48300. 00010000:00000001:1.0:1769075031.652501:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652502:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652503:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652505:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652506:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652507:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x25:0x0] mode (null) 00000002:00000001:1.0:1769075031.652509:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652510:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652511:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769075031.652513:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652514:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652515:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652516:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652518:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769075031.652519:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652520:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652521:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652522:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652523:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769075031.652524:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652526:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652527:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652528:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652529:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46f00 count: 2 00010000:00000001:1.0:1769075031.652531:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652532:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652533:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652534:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652535:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652536:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652537:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652538:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652539:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652540:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652541:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652542:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652543:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652544:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652545:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652547:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652548:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652549:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652550:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652552:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x25:0x0](ffff8da20b17ba88) invalid 00000020:00000001:1.0:1769075031.652553:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652555:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-8 (ffff8da20b228948) parent ffff8da20b13a288 inode ffff8da20b17ba88 refc 0 00000080:00000001:1.0:1769075031.652557:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652559:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652561:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652562:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652563:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652565:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652566:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652567:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652568:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652570:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814dc00 with handle 0x5882d449736830a4 from hash 00010000:00000001:1.0:1769075031.652572:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652573:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652574:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652575:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652576:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652577:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652578:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814dc00/0x5882d449736830a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a351642a expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652582:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b21c0. 00010000:00000040:1.0:1769075031.652583:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46f00 count: 0 00010000:00000010:1.0:1769075031.652585:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e380. 00010000:00000001:1.0:1769075031.652588:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652589:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652590:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652591:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652592:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652592:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x24:0x0] mode (null) 00000002:00000001:1.0:1769075031.652594:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652595:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652596:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:1.0:1769075031.652597:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652599:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652600:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652601:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652602:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:1.0:1769075031.652603:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652604:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652605:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652606:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652607:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:1.0:1769075031.652608:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652609:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652610:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652610:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652611:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120ef800 count: 2 00010000:00000001:1.0:1769075031.652613:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652614:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652616:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652617:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652618:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652619:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652620:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652621:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652622:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x24:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652624:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652625:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652626:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652626:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652628:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x24:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652629:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652630:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652631:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652632:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652633:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652634:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x24:0x0](ffff8da20b1baa08) invalid 00000020:00000001:1.0:1769075031.652635:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652636:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-7 (ffff8da20b22ea20) parent ffff8da20b13a288 inode ffff8da20b1baa08 refc 0 00000080:00000001:1.0:1769075031.652639:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652641:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652642:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652644:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652645:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652646:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652647:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652648:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652649:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652650:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ee000 with handle 0x5882d44973683096 from hash 00010000:00000001:1.0:1769075031.652651:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652652:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652653:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652653:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652655:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652656:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652658:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ee000/0x5882d44973683096 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35163f9 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652662:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879640. 00010000:00000040:1.0:1769075031.652664:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120ef800 count: 0 00010000:00000010:1.0:1769075031.652666:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0b80. 00010000:00000001:1.0:1769075031.652669:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652670:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652671:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652673:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652673:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652674:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x23:0x0] mode (null) 00000002:00000001:1.0:1769075031.652675:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652676:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652678:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:1.0:1769075031.652679:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652681:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652682:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652683:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652684:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:1.0:1769075031.652685:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652686:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652687:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652688:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652689:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:1.0:1769075031.652690:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652691:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652692:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652693:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652694:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2110c1e00 count: 2 00010000:00000001:1.0:1769075031.652695:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652696:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652697:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652698:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652699:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652699:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652701:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652703:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652704:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x23:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652705:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652706:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652708:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652709:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652710:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x23:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652711:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652712:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652713:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652714:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652715:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652716:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x23:0x0](ffff8da20b1b1148) invalid 00000020:00000001:1.0:1769075031.652718:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652719:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-6 (ffff8da20b16f510) parent ffff8da20b13a288 inode ffff8da20b1b1148 refc 0 00000080:00000001:1.0:1769075031.652721:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652722:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652724:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652725:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652726:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652727:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652728:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652729:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652730:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652731:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201491e00 with handle 0x5882d44973683088 from hash 00010000:00000001:1.0:1769075031.652733:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652733:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652734:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652735:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652736:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652737:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652738:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201491e00/0x5882d44973683088 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35163c8 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652743:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207f73cc0. 00010000:00000040:1.0:1769075031.652744:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2110c1e00 count: 0 00010000:00000010:1.0:1769075031.652746:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20983c880. 00010000:00000001:1.0:1769075031.652750:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652751:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652752:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652754:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652755:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652756:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x22:0x0] mode (null) 00000002:00000001:1.0:1769075031.652757:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652757:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652758:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:1.0:1769075031.652760:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652761:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652762:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652762:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652763:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:1.0:1769075031.652764:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652766:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652766:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652767:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652768:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:1.0:1769075031.652769:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652770:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652771:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652772:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652773:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120eff00 count: 2 00010000:00000001:1.0:1769075031.652774:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652775:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652776:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652777:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652778:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652779:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652780:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652781:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652782:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x22:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652783:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652784:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652785:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652786:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652787:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x22:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652789:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652790:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652791:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652792:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652793:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652794:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x22:0x0](ffff8da20b1bec08) invalid 00000020:00000001:1.0:1769075031.652796:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652797:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-5 (ffff8da20b22e1b0) parent ffff8da20b13a288 inode ffff8da20b1bec08 refc 0 00000080:00000001:1.0:1769075031.652799:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652801:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652803:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652804:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652805:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652806:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652807:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652807:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652808:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652810:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064ef200 with handle 0x5882d4497368307a from hash 00010000:00000001:1.0:1769075031.652811:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652812:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652812:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652813:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652814:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652815:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652816:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064ef200/0x5882d4497368307a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516397 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652821:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879900. 00010000:00000040:1.0:1769075031.652822:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120eff00 count: 0 00010000:00000010:1.0:1769075031.652824:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0a80. 00010000:00000001:1.0:1769075031.652827:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652828:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652829:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652830:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652831:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652832:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x21:0x0] mode (null) 00000002:00000001:1.0:1769075031.652834:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652834:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652836:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:1.0:1769075031.652837:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652839:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652839:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652840:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652841:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:1.0:1769075031.652842:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652843:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652844:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652845:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652846:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:1.0:1769075031.652847:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652848:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652849:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652850:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652850:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0e600 count: 2 00010000:00000001:1.0:1769075031.652852:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652853:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652854:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652855:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652856:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652856:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652857:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652858:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652859:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x21:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652861:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652861:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652863:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652864:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652865:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x21:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652866:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652867:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652868:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652869:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652870:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652872:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x21:0x0](ffff8da20b1a21c8) invalid 00000020:00000001:1.0:1769075031.652873:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652875:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-4 (ffff8da20b1f4360) parent ffff8da20b13a288 inode ffff8da20b1a21c8 refc 0 00000080:00000001:1.0:1769075031.652877:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652879:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652880:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652882:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652882:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652884:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652884:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652885:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652886:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652888:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab81800 with handle 0x5882d4497368306c from hash 00010000:00000001:1.0:1769075031.652889:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.652890:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.652890:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652891:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.652892:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.652893:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.652894:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81800/0x5882d4497368306c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516366 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.652898:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da207e39d40. 00010000:00000040:1.0:1769075031.652900:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da211a0e600 count: 0 00010000:00000010:1.0:1769075031.652902:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da208b48f00. 00010000:00000001:1.0:1769075031.652905:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.652906:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.652906:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.652907:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.652908:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.652909:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x20:0x0] mode (null) 00000002:00000001:1.0:1769075031.652910:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652911:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652912:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:1.0:1769075031.652913:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652915:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652916:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652917:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652918:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:1.0:1769075031.652919:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652921:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652921:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652922:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652923:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:1.0:1769075031.652924:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652925:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.652926:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.652927:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.652929:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efd00 count: 2 00010000:00000001:1.0:1769075031.652931:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.652933:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652934:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652936:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.652937:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.652938:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.652940:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.652941:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.652943:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x20:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.652946:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.652947:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.652949:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.652951:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.652953:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x20:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.652955:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.652957:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.652959:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.652961:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.652963:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.652965:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x20:0x0](ffff8da20b1bf448) invalid 00000020:00000001:1.0:1769075031.652967:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.652970:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-3 (ffff8da20b22e288) parent ffff8da20b13a288 inode ffff8da20b1bf448 refc 0 00000080:00000001:1.0:1769075031.652975:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.652979:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.652982:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.652984:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.652986:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.652988:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.652990:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.652992:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.652993:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.652996:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da2064eee00 with handle 0x5882d4497368305e from hash 00010000:00000001:1.0:1769075031.652999:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.653000:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.653001:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653003:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.653005:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.653006:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.653009:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da2064eee00/0x5882d4497368305e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516335 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.653016:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879140. 00010000:00000040:1.0:1769075031.653019:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efd00 count: 0 00010000:00000010:1.0:1769075031.653023:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0100. 00010000:00000001:1.0:1769075031.653028:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653030:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.653032:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.653034:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.653035:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.653037:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x1f:0x0] mode (null) 00000002:00000001:1.0:1769075031.653039:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653040:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653042:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:1.0:1769075031.653044:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653046:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653047:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653048:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653049:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:1.0:1769075031.653050:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653051:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653053:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653054:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653055:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:1.0:1769075031.653057:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653058:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653059:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653060:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653061:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da2120efc00 count: 2 00010000:00000001:1.0:1769075031.653062:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653063:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653064:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653065:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.653066:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.653067:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.653068:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.653069:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.653070:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x1f:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.653072:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.653073:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.653074:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.653075:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.653076:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1f:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.653077:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.653078:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.653079:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.653081:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653082:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.653083:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x1f:0x0](ffff8da20b1b9988) invalid 00000020:00000001:1.0:1769075031.653085:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.653086:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-2 (ffff8da20b1f4e58) parent ffff8da20b13a288 inode ffff8da20b1b9988 refc 0 00000080:00000001:1.0:1769075031.653090:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.653091:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.653093:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.653095:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.653096:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.653097:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.653099:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.653100:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.653102:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.653103:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da20ab80200 with handle 0x5882d44973683050 from hash 00010000:00000001:1.0:1769075031.653105:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.653106:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.653107:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653108:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.653109:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.653110:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.653111:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab80200/0x5882d44973683050 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a3516304 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.653115:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da209879bc0. 00010000:00000040:1.0:1769075031.653117:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da2120efc00 count: 0 00010000:00000010:1.0:1769075031.653118:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da2064c0000. 00010000:00000001:1.0:1769075031.653123:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653123:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.653125:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.653126:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.653127:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.653128:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x1e:0x0] mode (null) 00000002:00000001:1.0:1769075031.653129:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653130:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653132:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769075031.653134:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653135:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653136:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653137:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653137:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769075031.653139:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653140:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653141:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653141:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653142:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769075031.653143:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653145:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653146:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653147:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653148:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46000 count: 2 00010000:00000001:1.0:1769075031.653150:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653151:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653152:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653153:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.653154:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.653155:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.653156:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.653157:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.653158:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x1e:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.653159:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.653160:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.653161:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.653162:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.653163:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.653164:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.653165:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.653166:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.653167:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653168:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.653169:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x1e:0x0](ffff8da20b17e3c8) invalid 00000020:00000001:1.0:1769075031.653170:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.653171:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-1 (ffff8da20b2280d8) parent ffff8da20b13a288 inode ffff8da20b17e3c8 refc 0 00000080:00000001:1.0:1769075031.653174:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.653175:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.653177:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.653178:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.653179:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.653180:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.653181:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.653182:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.653183:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.653184:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da21814c200 with handle 0x5882d44973683042 from hash 00010000:00000001:1.0:1769075031.653186:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.653186:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.653188:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653188:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.653190:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.653191:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.653193:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da21814c200/0x5882d44973683042 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35162d3 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.653196:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2500. 00010000:00000040:1.0:1769075031.653198:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46000 count: 0 00010000:00000010:1.0:1769075031.653199:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e600. 00010000:00000001:1.0:1769075031.653202:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653203:0:28743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1769075031.653204:0:28743:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769075031.653205:0:28743:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769075031.653206:0:28743:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769075031.653206:0:28743:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x1d:0x0] mode (null) 00000002:00000001:1.0:1769075031.653207:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653208:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653209:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46800 count: 2 00010000:00000001:1.0:1769075031.653211:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653212:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653213:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653214:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653215:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46800 count: 2 00010000:00000001:1.0:1769075031.653217:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653218:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653219:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653219:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653220:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46800 count: 2 00010000:00000001:1.0:1769075031.653221:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653223:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.653223:0:28743:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.653224:0:28743:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.653225:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da20ca46800 count: 2 00010000:00000001:1.0:1769075031.653226:0:28743:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769075031.653227:0:28743:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653228:0:28743:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653230:0:28743:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769075031.653231:0:28743:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769075031.653232:0:28743:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446618325926561336 : -125747782990280 : ffff8da210104638) 00000020:00001000:1.0:1769075031.653234:0:28743:0:(cl_object.c:785:cl_env_get()) 1@ffff8da210104630 00000020:00000001:1.0:1769075031.653235:0:28743:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:1.0:1769075031.653236:0:28743:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x1d:0x0]: losing layout lock 00000080:00000001:1.0:1769075031.653237:0:28743:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1769075031.653238:0:28743:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1769075031.653239:0:28743:0:(lov_object.c:1410:lov_conf_set()) Process entered 00020000:00000001:1.0:1769075031.653240:0:28743:0:(lov_object.c:1424:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769075031.653242:0:28743:0:(lov_object.c:1497:lov_conf_set()) [0x2000013a1:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1769075031.653243:0:28743:0:(lov_object.c:1498:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.653244:0:28743:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769075031.653245:0:28743:0:(cl_object.c:879:cl_env_put()) 1@ffff8da210104630 00000080:00000001:1.0:1769075031.653246:0:28743:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.653247:0:28743:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1769075031.653248:0:28743:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x1d:0x0](ffff8da20b17b248) invalid 00000020:00000001:1.0:1769075031.653249:0:28743:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1774168fc70 00000080:00002000:1.0:1769075031.653250:0:28743:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f15a.replay-dual-0 (ffff8da20b1f4000) parent ffff8da20b13a288 inode ffff8da20b17b248 refc 0 00000080:00000001:1.0:1769075031.653252:0:28743:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1769075031.653254:0:28743:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1769075031.653255:0:28743:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1769075031.653256:0:28743:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769075031.653257:0:28743:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.653258:0:28743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769075031.653259:0:28743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769075031.653260:0:28743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.653261:0:28743:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075031.653262:0:28743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8da201490e00 with handle 0x5882d44973683034 from hash 00010000:00000001:1.0:1769075031.653264:0:28743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769075031.653264:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.653265:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653266:0:28743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769075031.653267:0:28743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769075031.653267:0:28743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769075031.653269:0:28743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da201490e00/0x5882d44973683034 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xe52bf4d4a35162a2 expref: -99 pid: 28427 timeout: 0 lvb_type: 3 00010000:00000010:1.0:1769075031.653277:0:28743:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8da2081b2880. 00010000:00000040:1.0:1769075031.653279:0:28743:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8da20ca46800 count: 0 00010000:00000010:1.0:1769075031.653281:0:28743:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8da20652e280. 00010000:00000001:1.0:1769075031.653284:0:28743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.653285:0:28743:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.653287:0:28743:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff8da202f2f800 00000001:00000001:1.0:1769075031.653289:0:28743:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769075031.653291:0:28743:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1769075031.653420:0:28743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ee00 count: 2 00010000:00000001:1.0:1769075031.653423:0:28743:0:(ldlm_request.c:2378:ldlm_resource_foreach()) Process entered 00010000:00000001:1.0:1769075031.653425:0:28743:0:(ldlm_request.c:2394:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1769075031.653753:0:28743:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.653756:0:28743:0:(ldlm_request.c:2700:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.653757:0:28743:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769075031.653759:0:28743:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1769075031.653762:0:28743:0:(import.c:1544:signal_completed_replay()) Process entered 00000100:00000010:1.0:1769075031.653768:0:28743:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 00000020:00000040:1.0:1769075031.653771:0:28743:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=56 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075031.653775:0:28743:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075031.653778:0:28743:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.653783:0:28743:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.653789:0:28743:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fc00. 00000100:00000001:1.0:1769075031.653795:0:28743:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.653799:0:28743:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.653803:0:28743:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.653809:0:28743:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003223595a] to pc [ptlrpcd_rcv+-1] req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.653826:0:28743:0:(import.c:1568:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.653828:0:28743:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.653830:0:28743:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.653832:0:28743:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=55 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.653834:0:28743:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075031.653870:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.653875:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.653879:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075031.653889:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.653901:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.653904:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.653909:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075031.653912:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.653914:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.653917:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926600704:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1769075031.653921:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.653926:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075031.653928:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.653930:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075031.653938:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207f69e00. 02000000:00000001:0.0:1769075031.653939:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075031.653947:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075031.653951:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769075031.653956:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769075031.653961:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926600704, portal 10 00000100:00000001:0.0:1769075031.653963:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.653964:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000040:0.0:1769075031.653970:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.653977:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.653979:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.653981:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038416e8. 00000100:00000200:0.0:1769075031.653983:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926600704, offset 0 00000400:00000200:0.0:1769075031.653987:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.654002:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.654009:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.654013:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.654017:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.654020:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.654022:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.654025:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2958:2958:256:4294967295] 192.168.204.145@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:0.0:1769075031.654028:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.654036:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.654040:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.654044:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38700. 00000800:00000200:0.0:1769075031.654049:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.654056:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.654059:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.654070:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.654074:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1128407 usecs (1129 jiffies) 00000400:00000200:0.0:1769075031.654076:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.654078:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394288 00000100:00000001:0.0:1769075031.654081:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.654083:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394288 00000100:00000001:0.0:1769075031.654086:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.654088:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.654090:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.654094:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.654096:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.654099:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.654100:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769075031.654102:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.654103:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.654104:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.654105:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.654149:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.654153:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38700. 00000400:00000200:3.0:1769075031.654157:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.654161:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.654165:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038416e8 00000400:00000010:3.0:1769075031.654167:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038416e8. 00000100:00000001:3.0:1769075031.654169:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.654173:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075031.654181:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.654183:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075031.654189:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.654190:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1769075031.656493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42440. 00010000:00000010:1.1:1769075031.656512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef600. 00010000:00000010:1.1:1769075031.656516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee800. 00000080:00000010:1.1:1769075031.656520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc5a0. 00010000:00000010:1.1:1769075031.656526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef300. 00010000:00000010:1.1:1769075031.656529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80400. 00000080:00000010:1.1:1769075031.656532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc5c0. 00010000:00000010:1.1:1769075031.656537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1100. 00010000:00000010:1.1:1769075031.656541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490c00. 00000080:00000010:1.1:1769075031.656544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c422e0. 00010000:00000010:1.1:1769075031.656549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e300. 00010000:00000010:1.1:1769075031.656552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80800. 00000080:00000010:1.1:1769075031.656555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c429e0. 00010000:00000010:1.1:1769075031.656558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef400. 00010000:00000010:1.1:1769075031.656560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efa00. 00000080:00000010:1.1:1769075031.660502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c340. 00010000:00000010:1.1:1769075031.660522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46700. 00010000:00000010:1.1:1769075031.660530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814de00. 00000080:00000010:1.1:1769075031.660533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c3c0. 00010000:00000010:1.1:1769075031.660554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46a00. 00010000:00000010:1.1:1769075031.660559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814ce00. 00000080:00000010:1.1:1769075031.660563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c421e0. 00010000:00000010:1.1:1769075031.660571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef000. 00010000:00000010:1.1:1769075031.660575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee200. 00000080:00000010:1.1:1769075031.660579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c2e0. 00010000:00000010:1.1:1769075031.660583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef900. 00010000:00000010:1.1:1769075031.660587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c600. 00000080:00000010:1.1:1769075031.660590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42c60. 00010000:00000010:1.1:1769075031.660594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efb00. 00010000:00000010:1.1:1769075031.660599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef800. 00000080:00000010:1.1:1769075031.660602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42c80. 00010000:00000010:1.1:1769075031.660612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0ea00. 00010000:00000010:1.1:1769075031.660615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064efe00. 00000080:00000010:1.1:1769075031.660618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3c040. 00010000:00000010:1.1:1769075031.660623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46e00. 00010000:00000010:1.1:1769075031.660626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c400. 00000080:00000010:1.1:1769075031.660630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42180. 00010000:00000010:1.1:1769075031.660634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46d00. 00010000:00000010:1.1:1769075031.660638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814cc00. 00000080:00000010:1.1:1769075031.660642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358940. 00010000:00000010:1.1:1769075031.660647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e000. 00010000:00000010:1.1:1769075031.660650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80e00. 00000080:00000010:1.1:1769075031.660653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013586e0. 00010000:00000010:1.1:1769075031.660660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e500. 00010000:00000010:1.1:1769075031.660663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80a00. 00000080:00000010:1.1:1769075031.660666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358ea0. 00010000:00000010:1.1:1769075031.660670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e200. 00010000:00000010:1.1:1769075031.660673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80600. 00000080:00000010:1.1:1769075031.660676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3cc00. 00010000:00000010:1.1:1769075031.660679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46f00. 00010000:00000010:1.1:1769075031.660683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814dc00. 00000080:00000010:1.1:1769075031.660686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42bc0. 00010000:00000010:1.1:1769075031.660704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120ef800. 00010000:00000010:1.1:1769075031.660707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ee000. 00000080:00000010:1.1:1769075031.660710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da20a7cc040. 00010000:00000010:1.1:1769075031.660719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2110c1e00. 00010000:00000010:1.1:1769075031.660723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201491e00. 00000080:00000010:1.1:1769075031.660726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c429c0. 00010000:00000010:1.1:1769075031.660730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120eff00. 00010000:00000010:1.1:1769075031.660733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064ef200. 00000080:00000010:1.1:1769075031.660736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358660. 00010000:00000010:1.1:1769075031.660740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da211a0e600. 00010000:00000010:1.1:1769075031.660743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab81800. 00000080:00000010:1.1:1769075031.660745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207c42ec0. 00010000:00000010:1.1:1769075031.660749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efd00. 00010000:00000010:1.1:1769075031.660751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da2064eee00. 00000080:00000010:1.1:1769075031.660754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da201358c80. 00010000:00000010:1.1:1769075031.660758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da2120efc00. 00010000:00000010:1.1:1769075031.660761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da20ab80200. 00000080:00000010:1.1:1769075031.660763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da207d3ca60. 00010000:00000010:1.1:1769075031.660767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46000. 00010000:00000010:1.1:1769075031.660771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da21814c200. 00000080:00000010:1.1:1769075031.660774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8da2013583c0. 00010000:00000010:1.1:1769075031.660778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8da20ca46800. 00010000:00000010:1.1:1769075031.660781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8da201490e00. 00000800:00000001:2.0:1769075031.666064:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.666085:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.666092:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.666096:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.666110:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.666121:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.666132:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.666139:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.666146:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.666152:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 224 into portal 10 MB=0x6971eb0854400 00000400:00000200:2.0:1769075031.666158:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.666167:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 224/224 into md 0x75e5 [1] + 224 00000800:00000001:2.0:1769075031.666179:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.666189:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.666193:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.666199:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.666208:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.666219:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.666235:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.666270:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.666284:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.666289:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.666306:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.666312:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.666320:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075031.666322:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.666326:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:0.0:1769075031.666332:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:0.0:1769075031.666334:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:0.0:1769075031.666337:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.666341:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075031.666350:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.666355:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.666356:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.666359:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.666361:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.666364:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.666365:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.666368:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.666392:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075031.666396:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:0.0:1769075031.666398:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769075031.666400:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.666402:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769075031.666406:0:2378:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666409:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.666411:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: committing for last_committed 64424509495 gen 1 00000100:00000040:0.0:1769075031.666417:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666424:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666425:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000001:0.0:1769075031.666428:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666431:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666441:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666442:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666446:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666450:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666452:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3c980. 00000100:00000001:0.0:1769075031.666455:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666457:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926577792/t64424509446(64424509446) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 6 to 0 dl 1769075049 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666486:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666489:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666492:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f4000. 02000000:00000001:0.0:1769075031.666495:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666498:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666500:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=54 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666503:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666506:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:0.0:1769075031.666510:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666513:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666515:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:0.0:1769075031.666519:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666520:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666522:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666527:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666530:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995c00 x1855007926578048/t64424509447(64424509447) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666534:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666535:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666536:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210007400. 02000000:00000001:0.0:1769075031.666538:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666539:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666540:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=53 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666542:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666543:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208456e00. 02000000:00000001:0.0:1769075031.666545:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666546:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666547:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995c00. 00000100:00000001:0.0:1769075031.666550:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666551:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666553:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666557:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666558:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834885632 : -125747874665984 : ffff8da20a996a00) 00000100:00000001:0.0:1769075031.666560:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666561:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666565:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666566:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666568:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666572:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666573:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3c880. 00000100:00000001:0.0:1769075031.666575:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666576:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996a00 x1855007926578432/t64424509448(64424509448) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666580:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666581:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666582:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f4400. 02000000:00000001:0.0:1769075031.666583:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666584:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666585:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=52 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666586:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666587:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210005400. 02000000:00000001:0.0:1769075031.666590:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666591:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666592:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996a00. 00000100:00000001:0.0:1769075031.666594:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666595:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666597:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666602:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666604:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994380 x1855007926578688/t64424509449(64424509449) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666607:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666608:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666609:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210004000. 02000000:00000001:0.0:1769075031.666611:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666612:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666612:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=51 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666613:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666614:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208456800. 02000000:00000001:0.0:1769075031.666616:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666616:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666617:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994380. 00000100:00000001:0.0:1769075031.666619:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666619:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666622:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666626:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666627:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835274368 : -125747874277248 : ffff8da20a9f5880) 00000100:00000001:0.0:1769075031.666628:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666630:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666634:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666635:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666638:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666643:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666644:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42ac0. 00000100:00000001:0.0:1769075031.666646:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666648:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5880 x1855007926579072/t64424509450(64424509450) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666651:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666652:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666653:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f5000. 02000000:00000001:0.0:1769075031.666655:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666655:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666656:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=50 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666657:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666658:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a000. 02000000:00000001:0.0:1769075031.666660:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666661:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666661:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5880. 00000100:00000001:0.0:1769075031.666663:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666664:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666666:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666670:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666672:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429880 x1855007926579328/t64424509451(64424509451) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666676:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666676:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666677:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105cac00. 02000000:00000001:0.0:1769075031.666679:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666680:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666680:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=49 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666681:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666682:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f600. 02000000:00000001:0.0:1769075031.666685:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666686:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666687:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429880. 00000100:00000001:0.0:1769075031.666689:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666690:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666693:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666697:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666698:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762089728 : -125747947461888 : ffff8da20642a300) 00000100:00000001:0.0:1769075031.666699:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666701:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666704:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666705:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666708:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666712:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666713:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c426e0. 00000100:00000001:0.0:1769075031.666714:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666716:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642a300 x1855007926579712/t64424509452(64424509452) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666719:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666720:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666721:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f7400. 02000000:00000001:0.0:1769075031.666722:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666723:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666724:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=48 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666725:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666726:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105ca000. 02000000:00000001:0.0:1769075031.666727:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666728:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666728:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642a300. 00000100:00000001:0.0:1769075031.666730:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666731:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666734:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666739:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666741:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428a80 x1855007926579968/t64424509453(64424509453) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666744:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666745:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666746:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c8000. 02000000:00000001:0.0:1769075031.666747:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666748:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666749:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=47 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666750:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666751:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7ea00. 02000000:00000001:0.0:1769075031.666752:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666753:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666753:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428a80. 00000100:00000001:0.0:1769075031.666755:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666756:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666759:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666762:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666763:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835281536 : -125747874270080 : ffff8da20a9f7480) 00000100:00000001:0.0:1769075031.666765:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666767:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666770:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666771:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666774:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666778:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666779:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da20a7ccea0. 00000100:00000001:0.0:1769075031.666781:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666783:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7480 x1855007926580352/t64424509454(64424509454) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666788:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666789:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666789:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f5c00. 02000000:00000001:0.0:1769075031.666791:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666791:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666792:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=46 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666793:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666794:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e38400. 02000000:00000001:0.0:1769075031.666797:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666797:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666798:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7480. 00000100:00000001:0.0:1769075031.666800:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666800:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666802:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666806:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666808:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926580608/t64424509455(64424509455) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666812:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666813:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666813:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:0.0:1769075031.666815:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666815:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666816:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=45 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666817:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666818:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8ee00. 02000000:00000001:0.0:1769075031.666819:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666820:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666821:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:0.0:1769075031.666822:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666823:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666826:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666831:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666832:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762087936 : -125747947463680 : ffff8da206429c00) 00000100:00000001:0.0:1769075031.666833:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666835:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666839:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666840:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666843:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666846:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666847:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42640. 00000100:00000001:0.0:1769075031.666849:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666850:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429c00 x1855007926580992/t64424509456(64424509456) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666854:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666855:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666856:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94400. 02000000:00000001:0.0:1769075031.666857:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666858:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666859:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=44 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666860:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666861:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cbc00. 02000000:00000001:0.0:1769075031.666862:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666863:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666863:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429c00. 00000100:00000001:0.0:1769075031.666865:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666866:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666867:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666871:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666874:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642ad80 x1855007926581248/t64424509457(64424509457) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666878:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666879:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666881:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105ca400. 02000000:00000001:0.0:1769075031.666882:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666882:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666883:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=43 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666884:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666885:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7ec00. 02000000:00000001:0.0:1769075031.666886:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666887:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666888:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642ad80. 00000100:00000001:0.0:1769075031.666889:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666890:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666893:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666897:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.666898:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:0.0:1769075031.666899:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666901:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666904:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.666905:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666908:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666912:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.666913:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da20a7ccb80. 00000100:00000001:0.0:1769075031.666914:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666916:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926581632/t64424509458(64424509458) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666919:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666920:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666921:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f6800. 02000000:00000001:0.0:1769075031.666924:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666925:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666925:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=42 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666927:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666928:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:0.0:1769075031.666931:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666931:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666933:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:0.0:1769075031.666935:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666937:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666941:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666957:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.666964:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926581888/t64424509459(64424509459) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.666972:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.666974:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.666976:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:0.0:1769075031.666979:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.666980:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.666981:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=41 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.666983:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.666984:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8f600. 02000000:00000001:0.0:1769075031.666986:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.666987:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.666988:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:0.0:1769075031.666990:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.666991:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.666995:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667000:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667001:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762084352 : -125747947467264 : ffff8da206428e00) 00000100:00000001:0.0:1769075031.667004:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667006:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667011:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667012:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667014:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667018:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667019:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42d40. 00000100:00000001:0.0:1769075031.667020:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667022:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428e00 x1855007926582272/t64424509460(64424509460) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667025:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667026:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667027:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f5400. 02000000:00000001:0.0:1769075031.667029:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667029:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667030:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=40 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667031:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667032:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cb000. 02000000:00000001:0.0:1769075031.667033:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667034:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667034:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428e00. 00000100:00000001:0.0:1769075031.667036:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667037:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667039:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667043:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667044:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429180 x1855007926582528/t64424509461(64424509461) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667055:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667056:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667058:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c8c00. 02000000:00000001:0.0:1769075031.667059:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667060:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667061:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=39 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667062:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667063:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7fc00. 02000000:00000001:0.0:1769075031.667065:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667065:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667066:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429180. 00000100:00000001:0.0:1769075031.667067:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667068:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667071:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667075:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667075:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834884736 : -125747874666880 : ffff8da20a996680) 00000100:00000001:0.0:1769075031.667077:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667079:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667082:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667083:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667086:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667089:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667090:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3c520. 00000100:00000001:0.0:1769075031.667092:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667093:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996680 x1855007926582912/t64424509462(64424509462) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667097:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667098:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667099:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f5800. 02000000:00000001:0.0:1769075031.667100:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667101:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667101:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=38 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667103:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667104:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210006c00. 02000000:00000001:0.0:1769075031.667106:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667107:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667108:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996680. 00000100:00000001:0.0:1769075031.667109:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667110:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667112:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667116:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667117:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994e00 x1855007926583168/t64424509463(64424509463) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667121:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667122:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667123:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210005800. 02000000:00000001:0.0:1769075031.667124:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667125:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667125:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=37 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667126:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667127:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457c00. 02000000:00000001:0.0:1769075031.667130:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667130:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667131:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994e00. 00000100:00000001:0.0:1769075031.667132:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667133:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667136:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667140:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667141:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835278848 : -125747874272768 : ffff8da20a9f6a00) 00000100:00000001:0.0:1769075031.667142:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667144:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667148:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667149:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667152:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667157:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667158:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da2013582a0. 00000100:00000001:0.0:1769075031.667159:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667161:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f6a00 x1855007926583552/t64424509464(64424509464) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667165:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667166:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667166:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f6400. 02000000:00000001:0.0:1769075031.667168:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667168:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667169:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=36 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667170:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667171:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e38000. 02000000:00000001:0.0:1769075031.667172:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667173:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667173:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f6a00. 00000100:00000001:0.0:1769075031.667175:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667176:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667178:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667182:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667183:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7b80 x1855007926583808/t64424509465(64424509465) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667187:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667188:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667189:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e38800. 02000000:00000001:0.0:1769075031.667190:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667191:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667191:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=35 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667192:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667194:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da5000. 02000000:00000001:0.0:1769075031.667196:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667196:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667197:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7b80. 00000100:00000001:0.0:1769075031.667199:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667200:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667203:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667207:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667207:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835280640 : -125747874270976 : ffff8da20a9f7100) 00000100:00000001:0.0:1769075031.667209:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667210:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667214:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667215:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667217:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667221:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667222:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da201358160. 00000100:00000001:0.0:1769075031.667223:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667225:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7100 x1855007926584192/t64424509466(64424509466) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667228:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667229:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667230:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20a3f7c00. 02000000:00000001:0.0:1769075031.667231:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667232:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667233:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=34 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667234:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667234:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a400. 02000000:00000001:0.0:1769075031.667236:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667236:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667237:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7100. 00000100:00000001:0.0:1769075031.667239:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667240:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667242:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667247:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667248:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4a80 x1855007926584448/t64424509467(64424509467) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667252:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667253:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667254:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e39c00. 02000000:00000001:0.0:1769075031.667255:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667256:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667256:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=33 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667257:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667258:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da5400. 02000000:00000001:0.0:1769075031.667259:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667260:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667261:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4a80. 00000100:00000001:0.0:1769075031.667262:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667263:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667266:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667269:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667270:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325835269888 : -125747874281728 : ffff8da20a9f4700) 00000100:00000001:0.0:1769075031.667272:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667273:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667277:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667278:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667281:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667284:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667286:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da201358960. 00000100:00000001:0.0:1769075031.667287:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667289:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4700 x1855007926584832/t64424509468(64424509468) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667294:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667295:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667296:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acac800. 02000000:00000001:0.0:1769075031.667298:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667299:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667300:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=32 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667301:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667301:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da202e3a800. 02000000:00000001:0.0:1769075031.667303:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667303:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667304:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4700. 00000100:00000001:0.0:1769075031.667305:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667306:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667308:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667312:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667313:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f5f80 x1855007926585088/t64424509469(64424509469) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667317:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667318:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667319:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3b800. 02000000:00000001:0.0:1769075031.667321:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667321:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667322:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=31 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667323:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667324:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da4a00. 02000000:00000001:0.0:1769075031.667326:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667326:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667327:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f5f80. 00000100:00000001:0.0:1769075031.667328:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667330:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667333:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667336:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667337:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834887424 : -125747874664192 : ffff8da20a997100) 00000100:00000001:0.0:1769075031.667338:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667340:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667344:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667345:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667347:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667351:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667352:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3c680. 00000100:00000001:0.0:1769075031.667353:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667355:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997100 x1855007926585472/t64424509470(64424509470) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667358:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667359:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667360:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acadc00. 02000000:00000001:0.0:1769075031.667361:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667362:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667362:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=30 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667363:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667364:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210007800. 02000000:00000001:0.0:1769075031.667365:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667366:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667367:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997100. 00000100:00000001:0.0:1769075031.667369:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667380:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667384:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667393:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667395:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995f80 x1855007926585728/t64424509471(64424509471) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667399:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667400:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667401:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210007000. 02000000:00000001:0.0:1769075031.667403:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667403:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667404:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=29 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667405:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667406:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457800. 02000000:00000001:0.0:1769075031.667407:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667408:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667409:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995f80. 00000100:00000001:0.0:1769075031.667411:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667412:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667414:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667419:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667420:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834886528 : -125747874665088 : ffff8da20a996d80) 00000100:00000001:0.0:1769075031.667421:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667423:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667426:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667427:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667430:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667434:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667435:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3cc80. 00000100:00000001:0.0:1769075031.667436:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667439:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a996d80 x1855007926586112/t64424509472(64424509472) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667443:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667444:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667445:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acac000. 02000000:00000001:0.0:1769075031.667446:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667447:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667448:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=28 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667449:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667450:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210006400. 02000000:00000001:0.0:1769075031.667451:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667451:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667452:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a996d80. 00000100:00000001:0.0:1769075031.667453:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667454:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667456:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667478:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667483:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994700 x1855007926586368/t64424509473(64424509473) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667490:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667492:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667494:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210006000. 02000000:00000001:0.0:1769075031.667497:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667498:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667499:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=27 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667500:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667502:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457200. 02000000:00000001:0.0:1769075031.667504:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667505:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667506:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994700. 00000100:00000001:0.0:1769075031.667509:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667510:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667515:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667521:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667523:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762082560 : -125747947469056 : ffff8da206428700) 00000100:00000001:0.0:1769075031.667525:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667529:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667536:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667538:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667542:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667549:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667550:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da20a7cce40. 00000100:00000001:0.0:1769075031.667553:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667556:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428700 x1855007926586752/t64424509474(64424509474) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667563:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667564:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667566:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf000. 02000000:00000001:0.0:1769075031.667569:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667571:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667572:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=26 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667574:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667576:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105cb800. 02000000:00000001:0.0:1769075031.667579:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667580:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667581:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428700. 00000100:00000001:0.0:1769075031.667584:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667585:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667590:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667596:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667601:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926587008/t64424509475(64424509475) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667608:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667609:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667611:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f400. 02000000:00000001:0.0:1769075031.667614:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667615:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667616:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=25 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667618:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667620:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8fc00. 02000000:00000001:0.0:1769075031.667623:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667624:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667625:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:0.0:1769075031.667628:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667630:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667636:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667643:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667644:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762081664 : -125747947469952 : ffff8da206428380) 00000100:00000001:0.0:1769075031.667647:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667650:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667657:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667659:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667663:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667671:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667673:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3cb60. 00000100:00000001:0.0:1769075031.667676:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667679:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428380 x1855007926587392/t64424509476(64424509476) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667685:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667687:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667689:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad400. 02000000:00000001:0.0:1769075031.667691:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667693:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667694:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=24 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667696:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667698:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105ca800. 02000000:00000001:0.0:1769075031.667701:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667702:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667704:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428380. 00000100:00000001:0.0:1769075031.667706:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667708:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667712:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667719:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667722:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995500 x1855007926587648/t64424509477(64424509477) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667729:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667730:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667732:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210006800. 02000000:00000001:0.0:1769075031.667734:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667736:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667737:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=23 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667739:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667741:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457400. 02000000:00000001:0.0:1769075031.667743:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667744:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667746:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995500. 00000100:00000001:0.0:1769075031.667748:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667750:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667754:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667761:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667763:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834888320 : -125747874663296 : ffff8da20a997480) 00000100:00000001:0.0:1769075031.667766:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667769:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667777:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667779:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667784:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667791:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667793:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42ea0. 00000100:00000001:0.0:1769075031.667796:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667799:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a997480 x1855007926588032/t64424509478(64424509478) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667806:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667808:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667809:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:0.0:1769075031.667812:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667813:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667814:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=22 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667816:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667818:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210004800. 02000000:00000001:0.0:1769075031.667821:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667822:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667823:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a997480. 00000100:00000001:0.0:1769075031.667825:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667827:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667831:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667838:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667841:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429500 x1855007926588288/t64424509479(64424509479) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667848:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667849:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667852:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9000. 02000000:00000001:0.0:1769075031.667854:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667855:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667857:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=21 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667859:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667861:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7ee00. 02000000:00000001:0.0:1769075031.667863:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667864:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667866:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429500. 00000100:00000001:0.0:1769075031.667868:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667870:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667874:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667882:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.667884:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762090624 : -125747947460992 : ffff8da20642a680) 00000100:00000001:0.0:1769075031.667886:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667890:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667897:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.667898:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667903:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667910:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.667912:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42740. 00000100:00000001:0.0:1769075031.667915:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667918:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642a680 x1855007926588672/t64424509480(64424509480) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667924:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667926:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667928:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae800. 02000000:00000001:0.0:1769075031.667930:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667932:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667933:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=20 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667936:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667938:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2105c8400. 02000000:00000001:0.0:1769075031.667940:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667941:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667943:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642a680. 00000100:00000001:0.0:1769075031.667945:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667946:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667951:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667958:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.667961:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b100 x1855007926588928/t64424509481(64424509481) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.667968:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.667970:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.667971:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2105c9c00. 02000000:00000001:0.0:1769075031.667974:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.667975:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.667977:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=19 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.667979:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.667981:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f400. 02000000:00000001:0.0:1769075031.667982:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.667984:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.667985:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b100. 00000100:00000001:0.0:1769075031.667988:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.667989:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.667994:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668001:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668002:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834877568 : -125747874674048 : ffff8da20a994a80) 00000100:00000001:0.0:1769075031.668004:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668008:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668014:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668017:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668021:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668027:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668029:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207d3ce40. 00000100:00000001:0.0:1769075031.668032:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668035:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a994a80 x1855007926589312/t64424509482(64424509482) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668041:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668042:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668044:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:0.0:1769075031.668047:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668048:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668049:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=18 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668051:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668053:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210004400. 02000000:00000001:0.0:1769075031.668056:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668057:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668058:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a994a80. 00000100:00000001:0.0:1769075031.668061:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668062:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668066:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668073:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668076:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995880 x1855007926589568/t64424509483(64424509483) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668083:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668085:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668086:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210005c00. 02000000:00000001:0.0:1769075031.668090:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668091:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668092:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=17 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668094:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668096:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da208457600. 02000000:00000001:0.0:1769075031.668098:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668100:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668101:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995880. 00000100:00000001:0.0:1769075031.668103:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668104:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668109:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668116:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668118:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325834879360 : -125747874672256 : ffff8da20a995180) 00000100:00000001:0.0:1769075031.668120:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668123:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668129:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668131:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668135:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668142:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668144:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da2013583a0. 00000100:00000001:0.0:1769075031.668146:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668149:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a995180 x1855007926589952/t64424509484(64424509484) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668156:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668157:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668159:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad800. 02000000:00000001:0.0:1769075031.668161:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668162:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668164:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=16 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668166:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668168:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da20a803400. 02000000:00000001:0.0:1769075031.668171:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668173:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668175:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a995180. 00000100:00000001:0.0:1769075031.668178:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668179:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668183:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668191:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668195:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f7800 x1855007926590208/t64424509485(64424509485) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668200:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668201:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668202:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e39800. 02000000:00000001:0.0:1769075031.668204:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668205:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668206:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=15 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668207:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668208:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da4200. 02000000:00000001:0.0:1769075031.668210:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668211:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668211:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f7800. 00000100:00000001:0.0:1769075031.668213:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668213:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668217:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668221:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668222:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762096000 : -125747947455616 : ffff8da20642bb80) 00000100:00000001:0.0:1769075031.668224:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668226:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668230:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668231:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668233:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668237:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668239:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c428e0. 00000100:00000001:0.0:1769075031.668240:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668242:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642bb80 x1855007926590592/t64424509486(64424509486) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668247:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668247:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668248:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:0.0:1769075031.668250:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668250:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668251:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=14 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668252:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668253:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da2067ed000. 02000000:00000001:0.0:1769075031.668255:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668255:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668256:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642bb80. 00000100:00000001:0.0:1769075031.668257:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668258:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668260:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668264:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668265:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642b800 x1855007926590848/t64424509487(64424509487) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668269:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668270:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668271:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da2067ec400. 02000000:00000001:0.0:1769075031.668272:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668273:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668274:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=13 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668275:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668275:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7e600. 02000000:00000001:0.0:1769075031.668276:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668277:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668278:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642b800. 00000100:00000001:0.0:1769075031.668279:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668280:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668284:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668288:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668289:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762091520 : -125747947460096 : ffff8da20642aa00) 00000100:00000001:0.0:1769075031.668291:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668292:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668296:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668297:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668301:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668308:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668309:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da201358b80. 00000100:00000001:0.0:1769075031.668311:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668314:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20642aa00 x1855007926591232/t64424509488(64424509488) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668321:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668323:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668324:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaec00. 02000000:00000001:0.0:1769075031.668326:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668328:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668329:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=12 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668331:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668333:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210041400. 02000000:00000001:0.0:1769075031.668336:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668337:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668339:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20642aa00. 00000100:00000001:0.0:1769075031.668341:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668343:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668346:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668361:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668364:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da20a9f4000 x1855007926591488/t64424509489(64424509489) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668368:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668380:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668382:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da202e3bc00. 02000000:00000001:0.0:1769075031.668384:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668385:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668386:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=11 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668388:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668389:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207da4600. 02000000:00000001:0.0:1769075031.668390:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668391:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668392:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da20a9f4000. 00000100:00000001:0.0:1769075031.668394:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668394:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668399:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668403:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668404:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:0.0:1769075031.668406:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668409:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668416:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668418:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668422:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668429:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668431:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da20a7cc220. 00000100:00000001:0.0:1769075031.668433:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668437:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926591872/t64424509490(64424509490) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668444:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668446:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668448:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:0.0:1769075031.668450:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668451:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668452:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=10 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668454:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668456:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:0.0:1769075031.668458:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668483:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668485:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:0.0:1769075031.668489:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668491:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668496:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668504:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668507:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926592128/t64424509491(64424509491) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668515:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668516:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668518:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e000. 02000000:00000001:0.0:1769075031.668520:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668521:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668522:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=9 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668523:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668525:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da20ad8e600. 02000000:00000001:0.0:1769075031.668526:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668527:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668528:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:0.0:1769075031.668530:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668531:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668535:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668540:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668541:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000001:0.0:1769075031.668543:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668545:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668549:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668550:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668552:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668556:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668557:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c42280. 00000100:00000001:0.0:1769075031.668558:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668560:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926592512/t64424509492(64424509492) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668564:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668564:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668565:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acafc00. 02000000:00000001:0.0:1769075031.668567:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668567:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668568:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668569:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668570:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33400. 02000000:00000001:0.0:1769075031.668571:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668572:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668573:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:0.0:1769075031.668575:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668576:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668578:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668582:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668584:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206429f80 x1855007926592768/t64424509493(64424509493) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668589:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668590:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668591:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da210042400. 02000000:00000001:0.0:1769075031.668593:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668593:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668594:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668595:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668596:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7f800. 02000000:00000001:0.0:1769075031.668597:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668597:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668598:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206429f80. 00000100:00000001:0.0:1769075031.668600:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668600:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668604:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668607:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.668608:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762080768 : -125747947470848 : ffff8da206428000) 00000100:00000001:0.0:1769075031.668609:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668611:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668615:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.668616:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668618:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668622:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769075031.668623:0:2378:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff8da207c427e0. 00000100:00000001:0.0:1769075031.668624:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668626:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206428000 x1855007926593152/t64424509494(64424509494) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 592/608 e 0 to 0 dl 1769075047 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668630:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668631:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668632:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf800. 02000000:00000001:0.0:1769075031.668634:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668635:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668636:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668637:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668638:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da210040000. 02000000:00000001:0.0:1769075031.668639:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668640:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668641:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206428000. 00000100:00000001:0.0:1769075031.668642:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668643:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075031.668645:0:2378:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 64424509495) req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668648:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.668650:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc000 x1855007926593408/t64424509495(64424509495) o35->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:23/10 lens 392/456 e 0 to 0 dl 1769075053 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769075031.668654:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.668655:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.668655:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95000. 02000000:00000001:0.0:1769075031.668657:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.668658:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.668658:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.668659:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.668660:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8da207e7e000. 02000000:00000001:0.0:1769075031.668662:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075031.668662:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.668663:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc000. 00000100:00000001:0.0:1769075031.668665:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075031.668665:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.668667:0:2378:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075031.668670:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: normal: skip=1 replay=50/50 committed=0/0 00000100:00000001:0.0:1769075031.668672:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.668674:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.668679:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.668688:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.668692:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.668694:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.668697:0:2378:0:(import.c:1516:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1769075031.668700:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.668704:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1769075031.668708:0:2378:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1769075031.668712:0:2378:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075031.668720:0:2378:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.668727:0:2378:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075031.668730:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1769075031.668734:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769075031.668737:0:2378:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769075031.668740:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769075031.668744:0:2378:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769075031.668746:0:2378:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1769075031.668749:0:2378:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff8da202c3a018 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1769075031.668753:0:2378:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5882d449736827f2 00800000:00000040:0.0:1769075031.668756:0:2378:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff8da202f2f800=3244744f-11a0-48bc-973e-b9df1bca57bc device 3 (ffff8da202c38000) type mdc at LMV idx 0 00800000:00000040:0.0:1769075031.668760:0:2378:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff8da202c38000 already active! 00800000:00000001:0.0:1769075031.668762:0:2378:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769075031.668765:0:2378:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769075031.668767:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075031.668770:0:2378:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000002:00000001:1.0:1769075031.668997:0:2378:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.669001:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1769075031.669006:0:2378:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff8da202f2f800: Connection restored to 192.168.204.145@tcp (at 192.168.204.145@tcp) 00000002:00000001:0.0:1769075031.669013:0:28744:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000100:00080000:1.0:1769075031.669015:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000f0d58edb): req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1769075031.669019:0:28744:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1769075031.669024:0:28744:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075031.669026:0:28744:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075031.669028:0:28744:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.669029:0:28744:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1769075031.669032:0:28744:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.669052:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.669056:0:2378:0:(import.c:1533:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.669062:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.669074:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926600704:192.168.204.145@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1769075031.669082:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.669085:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.669090:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ffb80 x1855007926600704/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.669098:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.669101:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075031.669103:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207f69e00. 02000000:00000001:1.0:1769075031.669109:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769075031.669110:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769075031.669111:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769075031.669115:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769075031.669116:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769075031.669120:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769075031.669122:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075031.669123:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.669126:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:2.0:1769075031.669128:0:28719:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075031.669132:0:28719:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.669134:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075031.669136:0:28719:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.669137:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075031.669140:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 00000100:00000001:2.0:1769075031.669142:0:28719:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769075031.669145:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075031.669147:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769075031.669149:0:28719:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769075031.669150:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769075031.669153:0:28719:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075031.669156:0:28719:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769075031.669160:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1769075031.669162:0:28719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8da20ac54000. 00000100:00000001:1.0:1769075031.669165:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075031.669167:0:28719:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.669171:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.669175:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075031.669180:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075031.669186:0:28719:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6268. 00000400:00000010:2.0:1769075031.669193:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353880. 00000100:00000200:2.0:1769075031.669201:0:28719:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007926599040, portal 10 00000100:00000001:2.0:1769075031.669204:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075031.669206:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00000100:00000040:2.0:1769075031.669215:0:28719:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.669232:0:28719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075031.669236:0:28719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075031.669239:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353ee0. 00000100:00000200:2.0:1769075031.669241:0:28719:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007926599040, offset 0 00000400:00000200:2.0:1769075031.669247:0:28719:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075031.669254:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.669260:0:28719:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075031.669265:0:28719:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075031.669270:0:28719:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075031.669274:0:28719:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075031.669277:0:28719:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075031.669283:0:28719:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2959:2959:256:4294967295] 192.168.204.145@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:2.0:1769075031.669288:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.669298:0:28719:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075031.669305:0:28719:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075031.669311:0:28719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ca2c800. 00000800:00000200:2.0:1769075031.669325:0:28719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:2.0:1769075031.669335:0:28719:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:2.0:1769075031.669339:0:28719:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ca2c800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769075031.669351:0:28719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075031.669355:0:28719:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1126117 usecs (1127 jiffies) 00000400:00000200:2.0:1769075031.669358:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075031.669361:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394301 00000100:00000001:2.0:1769075031.669364:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:2.0:1769075031.669367:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394301 00000100:00000001:2.0:1769075031.669382:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:2.0:1769075031.669384:0:28719:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075031.669387:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075031.669390:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075031.669391:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769075031.669394:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da2101156c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769075031.669395:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075031.669397:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075031.669495:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075031.669501:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ca2c800. 00000400:00000200:3.0:1769075031.669511:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075031.669515:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075031.669519:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353ee0 00000400:00000010:3.0:1769075031.669521:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353ee0. 00000100:00000001:3.0:1769075031.669525:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075031.669528:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.669599:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075031.669603:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769075031.669609:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075031.669610:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.671399:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.671410:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.671414:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.671415:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.671422:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.671427:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.671432:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.671436:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.671439:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.671442:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 688 into portal 10 MB=0x6971eb0853d80 00000400:00000200:2.0:1769075031.671446:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.671450:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 688/688 into md 0x75ed [1] + 224 00000800:00000001:2.0:1769075031.671455:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.671480:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.671483:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.671487:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.671492:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.671497:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769075031.671505:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769075031.671518:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.671523:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.671526:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.671540:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.671546:0:28719:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.671548:0:28719:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.671550:0:28719:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6268. 00000400:00000200:1.0:1769075031.671555:0:28719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353880 00000400:00000010:1.0:1769075031.671556:0:28719:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353880. 00000100:00000001:1.0:1769075031.671559:0:28719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.671563:0:28719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769075031.671571:0:28719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.671577:0:28719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.671578:0:28719:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.671580:0:28719:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.671582:0:28719:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.671584:0:28719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.671586:0:28719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.671588:0:28719:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.671594:0:28719:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.671597:0:28719:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.671599:0:28719:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.671600:0:28719:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.671603:0:28719:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.671612:0:28719:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.671614:0:28719:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.671616:0:28719:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509495 00000100:00000001:1.0:1769075031.671618:0:28719:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.671619:0:28719:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.671622:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.671627:0:28719:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.671629:0:28719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.671631:0:28719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075031.671634:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769075031.671640:0:28719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28719:1855007926599040:192.168.204.145@tcp:101:lfs.0 00000100:00000001:1.0:1769075031.671643:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.671645:0:28719:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.671647:0:28719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769075031.671648:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.671650:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.671654:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.671656:0:28719:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da2101156c0. 00000100:00000001:1.0:1769075031.671659:0:28719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769075031.671660:0:28719:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.671662:0:28719:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769075031.671666:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671667:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671670:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=4 00000020:00000001:1.0:1769075031.671672:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671674:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000040:1.0:1769075031.671680:0:28719:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8da20ab81600, remote cookie: 0xe52bf4d4a3516c11, flags: 0x1001 00010000:00010000:1.0:1769075031.671684:0:28719:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769075031.671694:0:28719:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671700:0:28719:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769075031.671706:0:28719:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769075031.671709:0:28719:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769075031.671711:0:28719:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769075031.671712:0:28719:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769075031.671715:0:28719:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8da211a0ee00) refcount = 1 00010000:00010000:1.0:1769075031.671720:0:28719:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671728:0:28719:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769075031.671733:0:28719:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769075031.671735:0:28719:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769075031.671739:0:28719:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769075031.671742:0:28719:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.671745:0:28719:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671752:0:28719:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769075031.671754:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671757:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.671758:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671759:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.671761:0:28719:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.671766:0:28719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769075031.671768:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671770:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671772:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671774:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671777:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671780:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671781:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671783:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=4 00000020:00000001:1.0:1769075031.671785:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671787:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671791:0:28719:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.671794:0:28719:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.671798:0:28719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671805:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671806:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.671808:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671809:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671810:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=5 00000020:00000001:1.0:1769075031.671812:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671813:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671815:0:28719:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769075031.671817:0:28719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671821:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671821:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769075031.671823:0:28719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671827:0:28719:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769075031.671828:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671828:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.671829:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671830:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769075031.671834:0:28719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769075031.671841:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671842:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671843:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671844:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671845:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671855:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671855:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769075031.671856:0:28719:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.671858:0:28719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.671861:0:28719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769075031.671863:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671864:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671865:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671867:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671869:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00000002:00010000:1.0:1769075031.671872:0:28719:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.671876:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671877:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.671878:0:28719:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769075031.671879:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671880:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671881:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671882:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671883:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000040:1.0:1769075031.671889:0:28719:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ee00 count: 2 00010000:00000001:1.0:1769075031.671891:0:28719:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769075031.671895:0:28719:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff8da20838d400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769075031.671897:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671898:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769075031.671898:0:28719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769075031.671901:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fff9f0 00000002:00002000:1.0:1769075031.671903:0:28719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769075031.671905:0:28719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.671908:0:28719:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.671910:0:28719:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769075031.671913:0:28719:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769075031.671916:0:28719:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769075031.671920:0:28719:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769075031.671923:0:28719:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20a7d1000. 00000080:00000001:1.0:1769075031.671928:0:28719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769075031.671930:0:28719:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769075031.671935:0:28719:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769075031.671939:0:28719:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769075031.671943:0:28719:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8da2081b2880. 00800000:00000001:1.0:1769075031.671945:0:28719:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446618325793056896 : -125747916494720 : ffff8da2081b2880) 00800000:00000001:1.0:1769075031.671947:0:28719:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.671949:0:28719:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769075031.671951:0:28719:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769075031.671954:0:28719:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769075031.671956:0:28719:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769075031.671959:0:28719:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769075031.671960:0:28719:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.671964:0:28719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769075031.671966:0:28719:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769075031.671970:0:28719:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 11776 00010000:00000001:1.0:1769075031.671972:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671973:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671974:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671976:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671978:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671979:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.671980:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769075031.671981:0:28719:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769075031.671983:0:28719:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769075031.671984:0:28719:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da2081b2880 1 00800000:00000010:1.0:1769075031.671985:0:28719:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8da2081b2880. 00800000:00000001:1.0:1769075031.671987:0:28719:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.671990:0:28719:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736831bc 00800000:00000001:1.0:1769075031.671992:0:28719:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769075031.671994:0:28719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769075031.671994:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.671995:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.671996:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.671997:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.671998:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672000:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672001:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769075031.672002:0:28719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.672004:0:28719:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.672006:0:28719:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.672008:0:28719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769075031.672011:0:28719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736831bc from it ffffb17741fffcb8 00010000:00000001:1.0:1769075031.672012:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.672013:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.672014:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.672015:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672016:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672018:0:28719:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769075031.672019:0:28719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.672023:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672023:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.672025:0:28719:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769075031.672026:0:28719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769075031.672028:0:28719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.672035:0:28719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769075031.672037:0:28719:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769075031.672039:0:28719:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769075031.672042:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672043:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.672044:0:28719:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672046:0:28719:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769075031.672048:0:28719:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672049:0:28719:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672051:0:28719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672052:0:28719:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769075031.672053:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672054:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769075031.672055:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.672058:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b800 x1855007926599040/t0(0) o101->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 576/688 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769075031.672068:0:28719:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.672069:0:28719:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075031.672071:0:28719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8da20ac54000. 02000000:00000001:1.0:1769075031.672074:0:28719:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075031.672075:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.672076:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.672078:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075031.672080:0:28719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30800. 02000000:00000001:1.0:1769075031.672082:0:28719:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.672084:0:28719:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075031.672085:0:28719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b800. 00000100:00000001:1.0:1769075031.672088:0:28719:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075031.672089:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769075031.672092:0:28719:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.672097:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffd08 00000080:00000008:1.0:1769075031.672099:0:28719:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769075031.672762:0:28719:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.672790:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffd08 00000080:00200008:1.0:1769075031.672792:0:28719:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769075031.672797:0:28719:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769075031.672798:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffc80 00000080:00200000:1.0:1769075031.672800:0:28719:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769075031.672804:0:28719:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fe00. 00800000:00000002:1.0:1769075031.672808:0:28719:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769075031.672811:0:28719:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769075031.672814:0:28719:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769075031.672816:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffba0 00800000:00000002:1.0:1769075031.672817:0:28719:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769075031.672820:0:28719:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769075031.672823:0:28719:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769075031.672827:0:28719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769075031.672829:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffa70 00000002:00010000:1.0:1769075031.672830:0:28719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769075031.672833:0:28719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769075031.672835:0:28719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.672837:0:28719:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.672840:0:28719:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ee00 count: 2 00010000:00000001:1.0:1769075031.672841:0:28719:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769075031.672843:0:28719:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.672845:0:28719:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769075031.672847:0:28719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769075031.672853:0:28719:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769075031.672856:0:28719:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.672858:0:28719:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769075031.672862:0:28719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769075031.672864:0:28719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.672865:0:28719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769075031.672866:0:28719:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769075031.672868:0:28719:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769075031.672869:0:28719:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769075031.672871:0:28719:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769075031.672872:0:28719:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769075031.672873:0:28719:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fe00. 00000080:00000001:1.0:1769075031.672876:0:28719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769075031.672877:0:28719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.672878:0:28719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769075031.672880:0:28719:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736831bc 00800000:00000001:1.0:1769075031.672882:0:28719:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769075031.672883:0:28719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769075031.672884:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.672886:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.672887:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.672888:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672890:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672892:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672893:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769075031.672894:0:28719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.672895:0:28719:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.672897:0:28719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736831bc from it ffffb17741fffcb8 00010000:00000001:1.0:1769075031.672898:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.672899:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.672900:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.672901:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672903:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.672904:0:28719:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769075031.672906:0:28719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.672909:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672910:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.672911:0:28719:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769075031.672912:0:28719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769075031.672913:0:28719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.672917:0:28719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769075031.672918:0:28719:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769075031.672919:0:28719:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769075031.672920:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672921:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.672922:0:28719:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672923:0:28719:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769075031.672924:0:28719:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672925:0:28719:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672927:0:28719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.672928:0:28719:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769075031.672928:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.672929:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769075031.672930:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075031.672931:0:28719:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769075031.672933:0:28719:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.672935:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffd08 00000080:00000008:1.0:1769075031.672937:0:28719:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769075031.673045:0:28719:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769075031.673047:0:28719:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769075031.673048:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffb78 00000080:00200000:1.0:1769075031.673050:0:28719:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148),name=/ 00000080:00000010:1.0:1769075031.673053:0:28719:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8da20ad8fe00. 00800000:00000002:1.0:1769075031.673055:0:28719:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff8da202ea44c0 2 00000080:00000001:1.0:1769075031.673057:0:28719:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769075031.673058:0:28719:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769075031.673059:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffa98 00800000:00000002:1.0:1769075031.673061:0:28719:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769075031.673063:0:28719:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769075031.673065:0:28719:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769075031.673067:0:28719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769075031.673068:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fff968 00000002:00010000:1.0:1769075031.673069:0:28719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769075031.673072:0:28719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769075031.673073:0:28719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769075031.673074:0:28719:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769075031.673076:0:28719:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8da211a0ee00 count: 2 00010000:00000001:1.0:1769075031.673078:0:28719:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769075031.673080:0:28719:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769075031.673081:0:28719:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769075031.673084:0:28719:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769075031.673088:0:28719:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769075031.673089:0:28719:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.673091:0:28719:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769075031.673095:0:28719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769075031.673097:0:28719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769075031.673098:0:28719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769075031.673099:0:28719:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769075031.673101:0:28719:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769075031.673102:0:28719:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769075031.673104:0:28719:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769075031.673105:0:28719:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff8da202ea44c0 2 00000080:00000010:1.0:1769075031.673107:0:28719:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8da20ad8fe00. 00000080:00000001:1.0:1769075031.673109:0:28719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769075031.673109:0:28719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.673111:0:28719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) 00000080:00010000:1.0:1769075031.673112:0:28719:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8da20b1b9148) for lock 0x5882d449736831bc 00800000:00000001:1.0:1769075031.673115:0:28719:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769075031.673116:0:28719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769075031.673117:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.673118:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.673119:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.673121:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.673122:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.673123:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.673124:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769075031.673125:0:28719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.673126:0:28719:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769075031.673127:0:28719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5882d449736831bc from it ffffb17741fffbb0 00010000:00000001:1.0:1769075031.673129:0:28719:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769075031.673129:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.673130:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8da20ab81600 refcount=3 00000020:00000001:1.0:1769075031.673132:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.673133:0:28719:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446618325836895744 : -125747872655872 : ffff8da20ab81600) 00010000:00000001:1.0:1769075031.673135:0:28719:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769075031.673136:0:28719:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.673140:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.673141:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.673141:0:28719:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769075031.673143:0:28719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769075031.673145:0:28719:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8da202f2f800 lock: ffff8da20ab81600/0x5882d449736831bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe52bf4d4a3516c11 expref: -99 pid: 28719 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769075031.673149:0:28719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769075031.673151:0:28719:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769075031.673151:0:28719:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769075031.673153:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.673154:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769075031.673154:0:28719:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.673156:0:28719:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769075031.673157:0:28719:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.673158:0:28719:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.673159:0:28719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.673161:0:28719:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769075031.673162:0:28719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769075031.673163:0:28719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769075031.673164:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075031.673165:0:28719:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769075031.673166:0:28719:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148), inode mode 41ed mask 44 00000080:00000001:1.0:1769075031.673169:0:28719:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.673172:0:28719:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1769075031.673174:0:28719:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769075031.673176:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffb78 00000080:00200008:1.0:1769075031.673177:0:28719:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000 00000080:00000010:1.0:1769075031.673181:0:28719:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769075031.673185:0:28719:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.673186:0:28719:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.673261:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.673264:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.673271:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.673274:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.673278:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.673283:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.673286:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.673288:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.673291:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.673299:0:28719:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1769075031.673301:0:28719:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff8da202f2f800: age 1628, max_age 1724 00000002:00000001:1.0:1769075031.673306:0:28719:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:1.0:1769075031.673309:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000010:1.0:1769075031.673315:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 00000020:00000040:1.0:1769075031.673318:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075031.673323:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075031.673326:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.673330:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.673336:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fc00. 00000100:00000001:1.0:1769075031.673342:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.673345:0:28719:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769075031.673347:0:28719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769075031.673351:0:28719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39780. 00000100:00000001:1.0:1769075031.673353:0:28719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788366720 : -125747921184896 : ffff8da207d39780) 00000100:00000001:1.0:1769075031.673355:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.673357:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000001:1.0:1769075031.673361:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.673365:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.673366:0:28719:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769075031.673368:0:28719:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.673386:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.673396:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.673398:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.673401:0:28719:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.673403:0:28719:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.673405:0:28719:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.673408:0:28719:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28719:1855007926600832:192.168.204.145@tcp:41:lfs.0 00000100:00000001:1.0:1769075031.673411:0:28719:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.673414:0:28719:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.673416:0:28719:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.673418:0:28719:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.673422:0:28719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae400. 02000000:00000001:1.0:1769075031.673424:0:28719:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.673429:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.673432:0:28719:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.673436:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.673441:0:28719:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926600832, portal 10 00000100:00000001:1.0:1769075031.673443:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.673444:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000040:1.0:1769075031.673449:0:28719:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.673454:0:28719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.673457:0:28719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.673478:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14d48. 00000100:00000200:1.0:1769075031.673482:0:28719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926600832, offset 0 00000400:00000200:1.0:1769075031.673488:0:28719:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.673495:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.673501:0:28719:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.673505:0:28719:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.673508:0:28719:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.673512:0:28719:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.673514:0:28719:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.673517:0:28719:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2960:2960:256:4294967295] 192.168.204.145@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:1.0:1769075031.673521:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.673528:0:28719:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.673531:0:28719:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.673535:0:28719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075031.673541:0:28719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.673546:0:28719:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.673549:0:28719:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.673562:0:28719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.673566:0:28719:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1285483 usecs (1286 jiffies) 00000400:00000200:1.0:1769075031.673569:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.673571:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394465 00000100:00000001:1.0:1769075031.673574:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.673577:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394465 00000100:00000001:1.0:1769075031.673578:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.673581:0:28719:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.673583:0:28719:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.673584:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.673586:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769075031.673588:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39780 going to sleep for 11 seconds 00000100:00000001:1.0:1769075031.673590:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.673593:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.673635:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.673640:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:2.0:1769075031.673643:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.673649:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.673653:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14d48 00000400:00000010:2.0:1769075031.673655:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14d48. 00000100:00000001:2.0:1769075031.673658:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.673662:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.673670:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.673672:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.673678:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.673680:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.674593:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.674600:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.674603:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.674605:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.674609:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.674613:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.674618:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.674621:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.674623:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.674626:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 10 MB=0x6971eb0854480 00000400:00000200:2.0:1769075031.674629:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.674632:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.145@tcp of length 368/368 into md 0x75fd [1] + 224 00000800:00000001:2.0:1769075031.674637:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.674642:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.674644:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.674646:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.674649:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.674653:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.674661:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.674675:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.674679:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.674681:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.674702:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.674707:0:28719:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.674708:0:28719:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.674710:0:28719:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.674713:0:28719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.674715:0:28719:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.674717:0:28719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.674722:0:28719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075031.674732:0:28719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.674741:0:28719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.674742:0:28719:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.674745:0:28719:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.674747:0:28719:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.674749:0:28719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.674751:0:28719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.674754:0:28719:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.674760:0:28719:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20ac51c58 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.674764:0:28719:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20ac51c10 time=70 v=5 (2 0 0 0) 00000100:00000001:1.0:1769075031.674767:0:28719:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.674769:0:28719:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.674771:0:28719:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.674774:0:28719:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.674777:0:28719:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.674779:0:28719:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8da202f2f800: skip recheck: last_committed 64424509495 00000100:00000001:1.0:1769075031.674781:0:28719:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.674783:0:28719:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.674788:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.674794:0:28719:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.674796:0:28719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.674798:0:28719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075031.674800:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.674806:0:28719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28719:1855007926600832:192.168.204.145@tcp:41:lfs.0 00000100:00000001:1.0:1769075031.674809:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.674811:0:28719:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.674812:0:28719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769075031.674813:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.674815:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.674819:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.674821:0:28719:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39780. 00000100:00000001:1.0:1769075031.674823:0:28719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769075031.674824:0:28719:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769075031.674828:0:28719:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:1.0:1769075031.674829:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.674831:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ffb80 x1855007926600832/t0(0) o41->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/368 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.674835:0:28719:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.674837:0:28719:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075031.674839:0:28719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae400. 02000000:00000001:1.0:1769075031.674841:0:28719:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075031.674843:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.674845:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.674848:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075031.674850:0:28719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:1.0:1769075031.674853:0:28719:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.674854:0:28719:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075031.674856:0:28719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 00000100:00000001:1.0:1769075031.674859:0:28719:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075031.674860:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769075031.674862:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.674863:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.674866:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:1.0:1769075031.674868:0:28719:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff8da202f2f800: update ffff8da202c38370 cache blocks 17230/17271 objects 501885/502242 00800000:00000001:1.0:1769075031.674873:0:28719:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769075031.674878:0:28719:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674881:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769075031.674883:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.674887:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674890:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674925:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.674933:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.674939:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.674941:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.674945:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.674947:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674949:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.674950:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.674952:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.674954:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674956:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674958:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.674960:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.674962:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674963:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674966:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.674967:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.674969:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.674970:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.674972:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.674974:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674976:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.674977:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.674978:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.674980:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674982:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674983:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.674984:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.674986:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674987:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.674989:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.674990:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.674991:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.674992:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.674994:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.674996:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.674997:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.674998:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.674999:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675000:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675002:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675003:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675004:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675006:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675007:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675009:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675010:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675011:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675012:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675014:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675015:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675017:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675018:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675019:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675022:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675023:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675025:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675026:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675029:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675030:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675033:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675033:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675035:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675036:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675038:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675040:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675041:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675041:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675042:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675044:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675045:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675047:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675049:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675051:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675052:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675054:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675055:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675057:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675057:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675059:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675061:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675062:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675063:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675064:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675067:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675068:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675069:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675071:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675073:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675074:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675076:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675077:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675078:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675079:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675081:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675082:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675083:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675084:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675085:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675087:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675088:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675089:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675090:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675092:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675093:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675095:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675096:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675097:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675098:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675100:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675102:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675102:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675103:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675104:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675105:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675107:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675109:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675110:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675111:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675112:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675114:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675116:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675117:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675118:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675120:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675122:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675123:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675124:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675124:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675126:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675127:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675128:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675129:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675131:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675132:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675134:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675135:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675137:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675138:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675139:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675140:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675142:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675142:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675143:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675145:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675146:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675147:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675148:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675150:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675151:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675153:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675154:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675155:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675156:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675157:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675158:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675159:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675160:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675160:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675162:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675163:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675164:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675165:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675166:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675168:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675169:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675170:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675171:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675172:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675173:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675174:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675175:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675176:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675176:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675178:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675179:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675180:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675181:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675182:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675183:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675185:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675186:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675188:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675188:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675189:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675191:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675192:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675192:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675193:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675194:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675195:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675197:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675198:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675199:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675200:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675202:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675202:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675204:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675204:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675205:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675207:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675207:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675208:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675209:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675210:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675211:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675212:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675214:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675215:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675216:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675217:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675218:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675220:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675220:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675222:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675223:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675224:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675224:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675225:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675227:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675228:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675229:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675230:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675231:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675232:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675234:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675235:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675236:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675237:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675238:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675239:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675240:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675240:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675241:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675242:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675244:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675245:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675246:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675247:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675248:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675250:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675250:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675252:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675252:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675253:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675255:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675256:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675257:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675257:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675259:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675260:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675261:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675262:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675263:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675264:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675266:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675267:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675268:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675269:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675270:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675271:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675272:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675272:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675273:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675275:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675276:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675277:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675278:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675279:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675280:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675282:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675283:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675284:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675285:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675286:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675287:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675288:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675288:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675289:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675290:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675292:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675293:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675294:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675295:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675297:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675298:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675299:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675300:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675301:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675302:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675303:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675304:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675305:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675306:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675307:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675308:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675309:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675310:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675311:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675313:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675314:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675315:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675316:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675317:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675318:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675319:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675320:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675321:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675321:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675323:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675324:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675325:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675326:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675328:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675329:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675331:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675331:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675333:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675333:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675334:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675336:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675337:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675337:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675338:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675339:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675340:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675341:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675343:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675344:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675345:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675346:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675347:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675349:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675349:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675350:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675351:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675352:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675353:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675354:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675355:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675356:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675357:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675359:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675360:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675361:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675362:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675364:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675365:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675366:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675367:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675368:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675379:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675381:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675382:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675384:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675385:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675386:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675387:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675389:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675390:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675392:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675393:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675395:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675396:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675398:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675399:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675400:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675401:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675402:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675404:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675406:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675407:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675408:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675409:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675410:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675412:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675413:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675414:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675415:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675417:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675418:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675419:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675420:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675421:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675423:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675424:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675425:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675426:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675427:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675429:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675430:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675431:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675432:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675433:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675434:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675435:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675436:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675437:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675438:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675439:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675440:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675441:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675442:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675444:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675445:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675446:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675447:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675448:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675449:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675450:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675451:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675452:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675453:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675454:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675456:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675457:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675480:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675483:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675485:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675487:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675490:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675491:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675493:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675494:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675496:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675498:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675499:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675501:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675502:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675503:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675506:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675507:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675508:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675510:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675511:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675512:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675513:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675514:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675515:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675516:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675518:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675518:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675519:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675520:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675521:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675523:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675524:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675526:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675528:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675529:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675531:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675531:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675533:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675533:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675535:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675536:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675537:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675537:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675538:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675539:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675541:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675542:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675543:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675544:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675545:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675547:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675548:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675549:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675549:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675551:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675552:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675553:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675553:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675554:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675555:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675557:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675558:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675559:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675560:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675562:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675564:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675565:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675567:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675567:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675569:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675570:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675571:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675571:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675572:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675573:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675575:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675576:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675577:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675578:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675579:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675581:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675582:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675583:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675584:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675585:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675586:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675587:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675587:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675588:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675589:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675591:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675592:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675593:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675594:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675595:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675597:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675598:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675600:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675601:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675602:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675604:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675605:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675605:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675606:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675607:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675608:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675610:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675611:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675612:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675613:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675615:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675615:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675617:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675617:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675619:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675620:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675621:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675621:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675622:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675623:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675625:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675626:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675627:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675628:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675629:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675631:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675632:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675633:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675633:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675635:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675637:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675638:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675639:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675640:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675641:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675643:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675644:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675645:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675646:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675647:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675649:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675650:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675651:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675652:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675653:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675654:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675655:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675655:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675656:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675658:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675659:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675660:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675661:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675662:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675663:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675665:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675666:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675667:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675668:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675669:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675670:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675671:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675672:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675673:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675675:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675676:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675678:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675679:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675680:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675681:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675683:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675684:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675685:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675686:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675687:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675688:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675689:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675689:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675690:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675692:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675693:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675694:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675695:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675696:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675697:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675699:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675700:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675701:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675702:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675703:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675704:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675705:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675705:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675706:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675708:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675709:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675710:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675711:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675713:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675714:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675715:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675716:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675717:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675718:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675719:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675720:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675721:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675722:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675723:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675724:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675726:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675727:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675729:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675731:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675733:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675736:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675737:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675740:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675741:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675743:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675746:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675747:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675748:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675749:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675753:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675755:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675757:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675760:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675763:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675765:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675769:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675771:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675774:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675776:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675778:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675780:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675782:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675783:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675785:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675788:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675790:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675792:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675793:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675795:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675797:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675799:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675800:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675802:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675803:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675805:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675806:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675808:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675808:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675809:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675811:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675812:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675813:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675814:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675815:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675816:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675818:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675820:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675821:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675822:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675824:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675825:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675826:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675827:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675827:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675829:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675830:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675831:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675832:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675833:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675835:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675836:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675837:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675838:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675839:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675840:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675841:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675842:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675843:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675844:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675845:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675846:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675847:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675848:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675850:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675851:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675852:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675853:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675854:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675855:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675857:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675858:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675859:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675860:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675861:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675863:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675864:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675865:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675866:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675868:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675869:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675870:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675871:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675872:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675873:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675874:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675875:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675876:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675877:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675878:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675879:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675880:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675881:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675882:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675884:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675885:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675886:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675887:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675888:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675889:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675890:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675891:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675892:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675893:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675894:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675896:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675898:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675899:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675900:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675901:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675903:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675904:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675905:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675906:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675907:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675908:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675909:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675910:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675911:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675912:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675913:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675914:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675915:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675916:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675918:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675919:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675920:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675921:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675922:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675923:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675924:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675925:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675926:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675927:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675928:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675929:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675931:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675932:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675934:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675935:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675937:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675938:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675939:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675940:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675941:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675942:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675943:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675944:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675945:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675946:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675947:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675948:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675949:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675950:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675951:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675953:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675954:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675955:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675956:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675957:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675958:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675959:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675960:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675961:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675962:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675963:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675964:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675965:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675966:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675968:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675969:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675971:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675972:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675974:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675975:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675976:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675977:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675978:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675978:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675979:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675981:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675982:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675983:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.675984:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.675985:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675986:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675988:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.675989:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.675990:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.675991:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.675992:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.675993:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.675994:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.675995:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.675995:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.675997:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675998:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.675999:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676000:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676001:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676002:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676004:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676005:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676007:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676008:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676009:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676011:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676012:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676012:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676013:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676014:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676015:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676017:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676018:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676019:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676020:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676022:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676022:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676024:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676024:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676026:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676027:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676028:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676028:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676029:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676030:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676031:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676033:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676034:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676035:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676037:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676040:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676041:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676044:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676045:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676047:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676049:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676051:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676052:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676054:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676060:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676061:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676063:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676065:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676068:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676070:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676073:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676074:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676077:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676078:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676080:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676082:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676084:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676085:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676087:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676089:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676091:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676094:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676096:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676098:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676099:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676102:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676104:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676107:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676108:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676110:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676112:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676114:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676115:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676117:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676119:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676121:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676123:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676125:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676127:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676129:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676132:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676133:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676135:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676136:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676138:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676140:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676141:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676142:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676144:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676146:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676148:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676150:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676152:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676154:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676156:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676159:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676160:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676162:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676163:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676165:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676167:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676169:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676170:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676172:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676174:0:28719:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676176:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676178:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.676180:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676182:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676184:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.676187:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676188:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676191:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676192:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676194:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676197:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676198:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769075031.676199:0:28719:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769075031.676200:0:28719:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00800000:00000001:1.0:1769075031.676203:0:28719:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.676205:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.676207:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1769075031.676210:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.676212:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.676214:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.676217:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.676219:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.676222:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.676223:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.676225:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.676226:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.676228:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.676231:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.676233:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.676239:0:28719:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1769075031.676241:0:28719:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8da202f2f800: age 1628, max_age 1724 00000008:00000001:1.0:1769075031.676244:0:28719:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:1.0:1769075031.676246:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000010:1.0:1769075031.676249:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 00000020:00000040:1.0:1769075031.676251:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=4 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075031.676254:0:28719:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075031.676256:0:28719:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075031.676260:0:28719:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1618 00000400:00000200:1.0:1769075031.676264:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.676267:0:28719:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1769075031.676271:0:28719:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.676273:0:28719:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075031.676275:0:28719:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.676277:0:28719:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:1.0:1769075031.676280:0:28719:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075031.676282:0:28719:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:1.0:1769075031.676283:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.676285:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:1.0:1769075031.676286:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:1.0:1769075031.676288:0:28719:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:1.0:1769075031.676290:0:28719:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.676291:0:28719:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075031.676292:0:28719:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.676293:0:28719:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:1.0:1769075031.676296:0:28719:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:1.0:1769075031.676298:0:28719:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075031.676300:0:28719:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.676301:0:28719:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075031.676307:0:28719:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.676309:0:28719:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676311:0:28719:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075031.676313:0:28719:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 3407872, lost: 0. 00000008:00000001:1.0:1769075031.676315:0:28719:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676316:0:28719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.676319:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ff100. 00000020:00000040:1.0:1769075031.676320:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=5 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:1.0:1769075031.676322:0:28719:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075031.676324:0:28719:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676325:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075031.676327:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.676329:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.676332:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da20acae400. 00000100:00000001:1.0:1769075031.676335:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.676339:0:28719:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075031.676346:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.676348:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.676351:0:28719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba54e1fa] to pc [ptlrpcd_rcv+-1] req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.676367:0:28719:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676383:0:28719:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1769075031.676386:0:28719:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1769075031.676389:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.676390:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=4 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.676392:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075031.676393:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769075031.676395:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769075031.676395:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.676396:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.676403:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1769075031.676403:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fc00. 00000100:00000001:0.0:1769075031.676409:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769075031.676409:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676414:0:28719:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769075031.676415:0:28719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769075031.676418:0:28719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39780. 00000100:00000001:1.0:1769075031.676420:0:28719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788366720 : -125747921184896 : ffff8da207d39780) 00000100:00000040:0.0:1769075031.676421:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.676422:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.676424:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000001:1.0:1769075031.676430:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.676433:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676436:0:28719:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769075031.676438:0:28719:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075031.676444:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.676446:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.676450:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.676455:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769075031.676458:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769075031.676459:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.676482:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676482:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075031.676491:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926600960:192.168.204.145@tcp:8:lfs.0 00000100:00080000:1.0:1769075031.676493:0:28719:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.676497:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769075031.676506:0:28719:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.676507:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769075031.676509:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769075031.676510:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.676514:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769075031.676514:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.676519:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39780 going to sleep for 0 seconds 02000000:00000010:0.0:1769075031.676520:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95000. 02000000:00000001:0.0:1769075031.676524:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.676524:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.676529:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075031.676533:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.676535:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1769075031.676538:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000100:00000001:1.0:1769075031.676539:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.676544:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075031.676545:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769075031.676551:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926600960, portal 4 00000100:00000001:0.0:1769075031.676553:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.676554:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061805824 : -125747647745792 : ffff8da2181ff100) 00000100:00000040:0.0:1769075031.676559:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.676566:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.676567:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.676569:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841110. 00000100:00000200:0.0:1769075031.676571:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926600960, offset 0 00000400:00000200:0.0:1769075031.676575:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.676580:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.676584:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.676586:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.676589:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.676591:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.676593:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.676595:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2961:2961:256:4294967295] 192.168.204.145@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:0.0:1769075031.676598:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.676603:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.676607:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.676615:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38a00. 00000800:00000200:0.0:1769075031.676618:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.676622:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.676625:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.676634:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.676637:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24565 usecs (25 jiffies) 00000400:00000200:0.0:1769075031.676639:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.676641:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296393207 00000100:00000001:0.0:1769075031.676644:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.676646:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296393207 00000100:00000001:0.0:1769075031.676648:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.676650:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.676652:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.676654:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.676656:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.676662:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.676663:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075031.676665:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.676666:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.676668:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.676670:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.676695:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.676699:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38a00. 00000400:00000200:2.0:1769075031.676703:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.676707:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.676710:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841110 00000400:00000010:2.0:1769075031.676712:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841110. 00000100:00000001:2.0:1769075031.676715:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.676719:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.676725:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.676728:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.676733:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.676734:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.678009:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.678018:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.678021:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.678023:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.678029:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.678034:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.678040:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.678043:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.678045:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.678048:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb0854500 00000400:00000200:2.0:1769075031.678051:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.678054:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x7605 [1] + 0 00000800:00000001:2.0:1769075031.678058:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.678063:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.678065:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.678068:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.678071:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.678075:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.678083:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.678098:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.678102:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.678104:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.678124:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.678127:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.678130:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075031.678132:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.678133:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:0.0:1769075031.678138:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:0.0:1769075031.678139:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:0.0:1769075031.678141:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.678146:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075031.678154:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.678159:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.678160:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.678162:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.678164:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.678165:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.678166:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.678168:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.678172:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bc58 time=183 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075031.678175:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1769075031.678177:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769075031.678178:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.678179:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769075031.678183:0:2378:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.678185:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.678186:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: committing for last_committed 0 gen 14 00000100:00000040:0.0:1769075031.678189:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769075031.678192:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.678193:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.678198:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.678206:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.678208:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.678211:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.678213:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769075031.678219:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8da202f2f800: connect to target with instance 1 00000020:00000001:0.0:1769075031.678221:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075031.678223:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075031.678224:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075031.678227:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075031.678229:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075031.678232:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00001000:0.0:1769075031.678236:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=1769075031 v=0 (0 0 0 0) 00000100:00001000:0.0:1769075031.678239:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da20a70bc10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769075031.678245:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000100:00080000:0.0:1769075031.678252:0:2378:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8da202f2f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1769075031.678256:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:0.0:1769075031.678259:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769075031.678262:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:0.0:1769075031.678267:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff8da202f2f800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1769075031.678271:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769075031.678274:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1769075031.678278:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769075031.678281:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769075031.678283:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769075031.678285:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.678287:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.678290:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678293:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678295:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.678297:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.678299:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678301:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769075031.678303:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769075031.678307:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769075031.678309:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678311:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678314:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769075031.678317:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.678320:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.678322:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.678324:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769075031.678325:0:2378:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1769075031.678328:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1769075031.678331:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769075031.678332:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1769075031.678333:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769075031.678334:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1769075031.678336:0:2378:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1769075031.678338:0:2378:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff8da20adb38f0 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1769075031.678341:0:2378:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1769075031.678342:0:2378:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769075031.678344:0:2378:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678345:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769075031.678347:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769075031.678348:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769075031.678349:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.678350:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.678351:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678352:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678354:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.678354:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.678355:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678356:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769075031.678357:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769075031.678358:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769075031.678359:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678360:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.678361:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769075031.678362:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.678363:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.678364:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.678365:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769075031.678366:0:2378:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.678368:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.678388:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000002216267c): req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.678401:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.678403:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.678406:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075031.678412:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926600960:192.168.204.145@tcp:8:lfs.0 00000100:00000001:0.0:1769075031.678416:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.678418:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.678421:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ff100 x1855007926600960/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.678426:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075031.678427:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075031.678430:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95000. 00000100:00000001:1.0:1769075031.678431:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769075031.678433:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075031.678436:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769075031.678436:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075031.678437:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075031.678443:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075031.678443:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.678446:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075031.678447:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da20acae400. 02000000:00000001:0.0:1769075031.678452:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.678452:0:28719:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075031.678456:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769075031.678456:0:28719:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.678483:0:28719:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.678485:0:28719:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075031.678488:0:28719:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075031.678490:0:28719:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.678492:0:28719:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075031.678497:0:28719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae400. 02000000:00000001:1.0:1769075031.678499:0:28719:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.678504:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075031.678507:0:28719:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075031.678510:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075031.678513:0:28719:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926601088, portal 4 00000100:00000001:1.0:1769075031.678515:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.678516:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000040:1.0:1769075031.678522:0:28719:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769075031.678526:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ff100. 00000100:00000001:1.0:1769075031.678528:0:28719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075031.678532:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1769075031.678533:0:28719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075031.678535:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075031.678537:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a144c8. 00000100:00000001:0.0:1769075031.678539:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769075031.678540:0:28719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007926601088, offset 0 00000100:00000001:0.0:1769075031.678544:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.678548:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.678548:0:28719:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075031.678553:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.678555:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075031.678556:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.678561:0:28719:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.678563:0:28719:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.678566:0:28719:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.678568:0:28719:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.678569:0:28719:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.678573:0:28719:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2962:2962:256:4294967295] 192.168.204.145@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:1.0:1769075031.678577:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.678582:0:28719:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.678586:0:28719:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.678593:0:28719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075031.678597:0:28719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.678600:0:28719:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.678603:0:28719:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.678612:0:28719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.678615:0:28719:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24413 usecs (25 jiffies) 00000400:00000200:1.0:1769075031.678619:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.678621:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296393209 00000100:00000001:1.0:1769075031.678624:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.678626:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296393209 00000100:00000001:1.0:1769075031.678627:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.678629:0:28719:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.678632:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.678634:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.678635:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769075031.678637:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39780 going to sleep for 11 seconds 00000100:00000001:1.0:1769075031.678640:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.678642:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.678670:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.678674:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:2.0:1769075031.678677:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.678682:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.678686:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a144c8 00000400:00000010:2.0:1769075031.678688:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a144c8. 00000100:00000001:2.0:1769075031.678691:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.678696:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.678703:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.678706:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.678711:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.678713:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.680019:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.680030:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.680035:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.680037:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.680046:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.680054:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.680062:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.680066:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.680071:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.680076:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb0854580 00000400:00000200:2.0:1769075031.680081:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.680086:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x760d [1] + 224 00000800:00000001:2.0:1769075031.680093:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.680101:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.680104:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.680107:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.680111:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.680115:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.680122:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.680137:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.680143:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.680145:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.680174:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.680181:0:28719:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.680182:0:28719:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.680184:0:28719:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.680188:0:28719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.680190:0:28719:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.680192:0:28719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.680196:0:28719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075031.680203:0:28719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680207:0:28719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.680209:0:28719:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.680211:0:28719:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.680213:0:28719:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.680214:0:28719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.680215:0:28719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.680218:0:28719:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.680225:0:28719:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da20a70bca0 time=172 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.680230:0:28719:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da20a70bc10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1769075031.680233:0:28719:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.680234:0:28719:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.680236:0:28719:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.680240:0:28719:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680243:0:28719:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.680245:0:28719:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8da202f2f800: skip recheck: last_committed 0 00000100:00000001:1.0:1769075031.680247:0:28719:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.680249:0:28719:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.680254:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680268:0:28719:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.680269:0:28719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.680271:0:28719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075031.680274:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.680280:0:28719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28719:1855007926601088:192.168.204.145@tcp:13:lfs.0 00000100:00000001:1.0:1769075031.680283:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.680284:0:28719:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680286:0:28719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769075031.680288:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.680290:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680295:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.680297:0:28719:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39780. 00000100:00000001:1.0:1769075031.680299:0:28719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769075031.680300:0:28719:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769075031.680303:0:28719:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:1.0:1769075031.680304:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.680306:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ffb80 x1855007926601088/t0(0) o13->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680310:0:28719:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.680312:0:28719:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075031.680315:0:28719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae400. 02000000:00000001:1.0:1769075031.680317:0:28719:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075031.680318:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.680319:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.680321:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075031.680323:0:28719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:1.0:1769075031.680325:0:28719:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.680326:0:28719:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075031.680328:0:28719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 00000100:00000001:1.0:1769075031.680330:0:28719:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075031.680331:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1769075031.680334:0:28719:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8da202f2f800: update ffff8da20adb1c48 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:1.0:1769075031.680338:0:28719:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769075031.680341:0:28719:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.680343:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769075031.680346:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.680348:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.680351:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.680411:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.680413:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.680419:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.680422:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.680426:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.680429:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.680430:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.680432:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.680434:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.680439:0:28719:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1769075031.680440:0:28719:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: age 1628, max_age 1724 00000008:00000001:1.0:1769075031.680443:0:28719:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:1.0:1769075031.680445:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000010:1.0:1769075031.680448:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 00000020:00000040:1.0:1769075031.680450:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075031.680453:0:28719:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075031.680455:0:28719:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075031.680458:0:28719:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1618 00000400:00000200:1.0:1769075031.680492:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.680497:0:28719:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1769075031.680502:0:28719:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.680505:0:28719:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075031.680508:0:28719:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.680510:0:28719:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:1.0:1769075031.680514:0:28719:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075031.680516:0:28719:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:1.0:1769075031.680519:0:28719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075031.680521:0:28719:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:1.0:1769075031.680523:0:28719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:1.0:1769075031.680526:0:28719:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:1.0:1769075031.680530:0:28719:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.680532:0:28719:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075031.680535:0:28719:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075031.680537:0:28719:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:1.0:1769075031.680540:0:28719:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:1.0:1769075031.680544:0:28719:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075031.680547:0:28719:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.680548:0:28719:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075031.680553:0:28719:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075031.680555:0:28719:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680557:0:28719:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075031.680559:0:28719:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 3407872, lost: 0. 00000008:00000001:1.0:1769075031.680561:0:28719:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680563:0:28719:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.680566:0:28719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fc700. 00000020:00000040:1.0:1769075031.680568:0:28719:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=5 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:1.0:1769075031.680571:0:28719:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075031.680572:0:28719:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680575:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075031.680577:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.680579:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.680584:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da20acae400. 00000100:00000001:1.0:1769075031.680589:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075031.680595:0:28719:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075031.680602:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.680604:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.680608:0:28719:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9c8a9a6] to pc [ptlrpcd_rcv+-1] req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680626:0:28719:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680628:0:28719:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1769075031.680629:0:28719:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1769075031.680631:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.680632:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.680634:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075031.680635:0:28719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075031.680636:0:28719:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075031.680638:0:28719:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075031.680640:0:28719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fc00. 00000100:00000001:1.0:1769075031.680643:0:28719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680645:0:28719:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769075031.680646:0:28719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769075031.680649:0:28719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8da207d39780. 00000100:00000001:0.0:1769075031.680651:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.680652:0:28719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446618325788366720 : -125747921184896 : ffff8da207d39780) 00000100:00000001:1.0:1769075031.680657:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.680658:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.680659:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000001:0.0:1769075031.680662:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769075031.680663:0:28719:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075031.680666:0:28719:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680668:0:28719:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769075031.680670:0:28719:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075031.680671:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075031.680676:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680697:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.680701:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769075031.680708:0:28719:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.680714:0:28719:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.680715:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.680718:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.680719:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680720:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.680724:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1769075031.680724:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39780 going to sleep for 0 seconds 02000000:00000001:0.0:1769075031.680729:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.680729:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.680733:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075031.680734:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.680737:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.680739:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.680741:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.680746:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926601216:192.168.204.145@tcp:8:lfs.0 00000100:00000001:0.0:1769075031.680753:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.680756:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075031.680758:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.680760:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075031.680765:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95000. 02000000:00000001:0.0:1769075031.680767:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075031.680771:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075031.680773:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769075031.680777:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769075031.680781:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926601216, portal 4 00000100:00000001:0.0:1769075031.680782:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075031.680784:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061795072 : -125747647756544 : ffff8da2181fc700) 00000100:00000040:0.0:1769075031.680790:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.680796:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075031.680799:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075031.680801:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841550. 00000100:00000200:0.0:1769075031.680805:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926601216, offset 0 00000400:00000200:0.0:1769075031.680810:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075031.680814:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.680819:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075031.680822:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075031.680825:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075031.680828:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075031.680830:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075031.680833:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2963:2963:256:4294967295] 192.168.204.145@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:0.0:1769075031.680836:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075031.680844:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075031.680850:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075031.680856:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38100. 00000800:00000200:0.0:1769075031.680862:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075031.680869:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075031.680873:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075031.680886:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.680891:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26932 usecs (27 jiffies) 00000400:00000200:0.0:1769075031.680895:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.680897:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296393213 00000100:00000001:0.0:1769075031.680900:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.680902:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296393213 00000100:00000001:0.0:1769075031.680905:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075031.680907:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.680909:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.680911:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.680913:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.680918:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.680919:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075031.680921:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.680922:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.680924:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.680926:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.680949:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.680953:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38100. 00000400:00000200:2.0:1769075031.680957:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.680960:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.680963:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841550 00000400:00000010:2.0:1769075031.680964:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841550. 00000100:00000001:2.0:1769075031.680966:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.680971:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.680980:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.680983:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.680991:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.680992:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.682280:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.682287:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.682290:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.682292:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.682297:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.682302:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.682309:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.682313:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.682317:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.682320:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 416 into portal 4 MB=0x6971eb0854600 00000400:00000200:2.0:1769075031.682325:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.682328:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 416/416 into md 0x7615 [1] + 0 00000800:00000001:2.0:1769075031.682332:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.682337:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.682339:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.682341:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.682344:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.682348:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.682355:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.682383:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.682389:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.682393:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.682396:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075031.682399:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769075031.682403:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075031.682404:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075031.682407:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:0.0:1769075031.682411:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:0.0:1769075031.682413:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:0.0:1769075031.682415:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075031.682420:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075031.682427:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.682432:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075031.682433:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.682434:0:2378:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769075031.682436:0:2378:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769075031.682436:0:2378:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769075031.682438:0:2378:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.682439:0:2378:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769075031.682443:0:2378:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e458 time=183 v=5 (5 5 5 5) 00000100:00001000:0.0:1769075031.682445:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1769075031.682447:0:2378:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769075031.682448:0:2378:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075031.682450:0:2378:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769075031.682453:0:2378:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.682454:0:2378:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769075031.682456:0:2378:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: committing for last_committed 4294967331 gen 14 00000100:00000040:0.0:1769075031.682458:0:2378:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769075031.682492:0:2378:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769075031.682494:0:2378:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.682497:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.682503:0:2378:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.682505:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075031.682507:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.682514:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769075031.682518:0:2378:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8da202f2f800: connect to target with instance 1 00000020:00000001:0.0:1769075031.682519:0:2378:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075031.682520:0:2378:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075031.682521:0:2378:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075031.682524:0:2378:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075031.682525:0:2378:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075031.682527:0:2378:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00001000:0.0:1769075031.682530:0:2378:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=1769075031 v=0 (0 0 0 0) 00000100:00001000:0.0:1769075031.682532:0:2378:0:(import.c:2194:obd_at_measure()) AT ffff8da202f2e410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769075031.682535:0:2378:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 543, crc32c 1839, adler 697 00000100:00080000:0.0:1769075031.682539:0:2378:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8da202f2f800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1769075031.682540:0:2378:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:0.0:1769075031.682542:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769075031.682544:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:0.0:1769075031.682548:0:2378:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff8da202f2f800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1769075031.682550:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769075031.682553:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1769075031.682556:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769075031.682557:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769075031.682559:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769075031.682560:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.682562:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.682564:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682565:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682567:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.682567:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.682568:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682570:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769075031.682571:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769075031.682574:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769075031.682576:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682577:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682579:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769075031.682580:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.682581:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.682583:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.682584:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769075031.682586:0:2378:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1769075031.682588:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1769075031.682590:0:2378:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769075031.682591:0:2378:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1769075031.682592:0:2378:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769075031.682593:0:2378:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1769075031.682594:0:2378:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1769075031.682596:0:2378:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff8da20adb38f0 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1769075031.682598:0:2378:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1769075031.682600:0:2378:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1769075031.682601:0:2378:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769075031.682602:0:2378:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769075031.682603:0:2378:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769075031.682604:0:2378:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769075031.682605:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.682606:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.682607:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682608:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682608:0:2378:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769075031.682609:0:2378:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769075031.682610:0:2378:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682611:0:2378:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769075031.682612:0:2378:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769075031.682613:0:2378:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769075031.682614:0:2378:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682615:0:2378:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769075031.682616:0:2378:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769075031.682617:0:2378:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.682618:0:2378:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075031.682619:0:2378:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.682620:0:2378:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769075031.682621:0:2378:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075031.682623:0:2378:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769075031.682627:0:2378:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000002216267c): req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075031.682637:0:2378:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.682639:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075031.682642:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075031.682648:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926601216:192.168.204.145@tcp:8:lfs.0 00000100:00000001:0.0:1769075031.682652:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.682654:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075031.682658:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fc700 x1855007926601216/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/416 e 0 to 0 dl 1769075041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.682658:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.682662:0:28719:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.682666:0:28719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075031.682668:0:28719:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.682673:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.682674:0:28719:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075031.682678:0:28719:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075031.682679:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769075031.682683:0:28719:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075031.682684:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95000. 00000100:00000001:1.0:1769075031.682688:0:28719:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075031.682690:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1769075031.682692:0:28719:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769075031.682693:0:2378:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769075031.682695:0:28719:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075031.682696:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:1.0:1769075031.682699:0:28719:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769075031.682701:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075031.682704:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da20acae400. 02000000:00000010:1.0:1769075031.682704:0:28719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf800. 02000000:00000001:0.0:1769075031.682706:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.682708:0:28719:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075031.682709:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075031.682713:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fc700. 00000100:00000001:0.0:1769075031.682716:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1769075031.682716:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075031.682719:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075031.682721:0:28719:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000100:00000001:0.0:1769075031.682722:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075031.682729:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000001:0.0:1769075031.682730:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.682733:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075031.682735:0:28719:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926601344, portal 4 00000100:00000001:0.0:1769075031.682736:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.682739:0:28719:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075031.682740:0:28719:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000001:0.0:1769075031.682743:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.682747:0:28719:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.682753:0:28719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075031.682756:0:28719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075031.682758:0:28719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14880. 00000100:00000200:1.0:1769075031.682759:0:28719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007926601344, offset 0 00000400:00000200:1.0:1769075031.682763:0:28719:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075031.682766:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.682770:0:28719:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075031.682772:0:28719:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075031.682774:0:28719:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075031.682776:0:28719:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075031.682778:0:28719:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075031.682780:0:28719:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2964:2964:256:4294967295] 192.168.204.145@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:1.0:1769075031.682783:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075031.682788:0:28719:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075031.682791:0:28719:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075031.682794:0:28719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769075031.682797:0:28719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075031.682800:0:28719:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075031.682803:0:28719:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769075031.682812:0:28719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.682814:0:28719:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26766 usecs (27 jiffies) 00000400:00000200:1.0:1769075031.682817:0:28719:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075031.682818:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296393215 00000100:00000001:1.0:1769075031.682820:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.682822:0:28719:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296393215 00000100:00000001:1.0:1769075031.682825:0:28719:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:1.0:1769075031.682828:0:28719:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.682831:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.682834:0:28719:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.682836:0:28719:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769075031.682839:0:28719:0:(client.c:2690:ptlrpc_set_wait()) set ffff8da207d39780 going to sleep for 11 seconds 00000100:00000001:1.0:1769075031.682842:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.682844:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075031.682872:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075031.682877:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:2.0:1769075031.682880:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.682885:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075031.682889:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14880 00000400:00000010:2.0:1769075031.682891:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14880. 00000100:00000001:2.0:1769075031.682894:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075031.682899:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.682907:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075031.682910:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.682917:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075031.682920:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769075031.683736:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.683742:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769075031.683743:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.683751:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.683755:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.683758:0:2374:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp) <- 192.168.204.145@tcp : PUT - for me 00000400:00000200:2.0:1769075031.683762:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.683765:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.683767:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.683769:0:2374:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.145@tcp of length 368 into portal 4 MB=0x6971eb0854680 00000400:00000200:2.0:1769075031.683772:0:2374:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075031.683775:0:2374:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.145@tcp of length 368/368 into md 0x761d [1] + 224 00000800:00000001:2.0:1769075031.683779:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.683784:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075031.683785:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075031.683788:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:2.0:1769075031.683791:0:2374:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075031.683794:0:2374:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075031.683800:0:2374:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075031.683811:0:2374:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769075031.683814:0:2374:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769075031.683816:0:2374:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.683841:0:28719:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769075031.683845:0:28719:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075031.683846:0:28719:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075031.683848:0:28719:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075031.683851:0:28719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075031.683853:0:28719:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075031.683854:0:28719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075031.683859:0:28719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075031.683865:0:28719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.683870:0:28719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075031.683871:0:28719:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.683872:0:28719:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769075031.683873:0:28719:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769075031.683874:0:28719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769075031.683875:0:28719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075031.683877:0:28719:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769075031.683880:0:28719:0:(import.c:2128:obd_at_measure()) add 5 to ffff8da202f2e4e8 time=172 v=5 (5 5 5 5) 00000100:00001000:1.0:1769075031.683882:0:28719:0:(import.c:2128:obd_at_measure()) add 1 to ffff8da202f2e410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1769075031.683884:0:28719:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769075031.683885:0:28719:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769075031.683886:0:28719:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769075031.683888:0:28719:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.683890:0:28719:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769075031.683891:0:28719:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8da202f2f800: skip recheck: last_committed 4294967331 00000100:00000001:1.0:1769075031.683892:0:28719:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769075031.683893:0:28719:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075031.683896:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.683900:0:28719:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075031.683901:0:28719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075031.683902:0:28719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075031.683905:0:28719:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075031.683910:0:28719:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job lfs:3244744f-11a0-48bc-973e-b9df1bca57bc:28719:1855007926601344:192.168.204.145@tcp:13:lfs.0 00000100:00000001:1.0:1769075031.683913:0:28719:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.683914:0:28719:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.683915:0:28719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769075031.683916:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.683918:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.683923:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075031.683924:0:28719:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8da207d39780. 00000100:00000001:1.0:1769075031.683926:0:28719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769075031.683927:0:28719:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769075031.683929:0:28719:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:1.0:1769075031.683930:0:28719:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075031.683932:0:28719:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ffb80 x1855007926601344/t0(0) o13->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:7/4 lens 224/368 e 0 to 0 dl 1769075047 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075031.683936:0:28719:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075031.683937:0:28719:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075031.683938:0:28719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075031.683940:0:28719:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075031.683941:0:28719:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075031.683942:0:28719:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075031.683944:0:28719:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075031.683945:0:28719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fc00. 02000000:00000001:1.0:1769075031.683946:0:28719:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075031.683947:0:28719:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075031.683948:0:28719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 00000100:00000001:1.0:1769075031.683949:0:28719:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075031.683950:0:28719:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1769075031.683952:0:28719:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff8da202f2f800: update ffff8da20adb66d0 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:1.0:1769075031.683955:0:28719:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769075031.683957:0:28719:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.683959:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769075031.683961:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.683963:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.683965:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.683994:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.683996:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.683999:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684001:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684004:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684007:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684009:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684011:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684012:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684015:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684016:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684018:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684020:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684023:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684024:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684027:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684028:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684030:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684030:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684032:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684034:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684035:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684036:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684037:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684039:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684040:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684041:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684042:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684044:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684045:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684047:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684048:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684055:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684056:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684058:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684060:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684061:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684062:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684062:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684065:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684067:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684068:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684070:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684072:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684073:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684076:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684076:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684078:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684079:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684081:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684082:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684084:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684084:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684085:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684087:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684088:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684089:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684090:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684092:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684094:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684096:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684098:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684099:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684100:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684102:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684103:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684104:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684106:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684107:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684108:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684110:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684112:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684113:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684116:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684117:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684120:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684121:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684123:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684124:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684126:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684127:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684128:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684129:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684130:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684131:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684133:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684134:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684135:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684138:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684139:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684141:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684141:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684143:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684143:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684145:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684146:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684147:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684148:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684149:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684150:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684151:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684152:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684154:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684156:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684157:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684159:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684160:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684161:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684162:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684165:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684166:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684167:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684168:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684169:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684170:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684171:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684173:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684174:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684176:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684177:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684180:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684181:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684182:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684183:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684185:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684187:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684188:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684189:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684190:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684191:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684193:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684194:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684195:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684197:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684198:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684200:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684202:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684203:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684204:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684205:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684206:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684207:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684208:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684208:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684210:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684211:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684213:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684214:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684216:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684218:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684220:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684221:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684222:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684223:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684225:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684228:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684229:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684230:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684232:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684234:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684236:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684238:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684240:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684242:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684244:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684248:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684250:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684253:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684255:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684259:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684261:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684263:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684264:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684266:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684268:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684270:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684272:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684274:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684277:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684279:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684282:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684284:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684286:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684288:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684290:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684292:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684293:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684295:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684296:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684299:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684301:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684303:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684305:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684307:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684309:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684312:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684313:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684314:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684315:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684317:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684319:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684320:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684321:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684322:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684324:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684325:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684326:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684328:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684329:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684330:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684331:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684332:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684334:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684334:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684336:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684337:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684338:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684338:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684339:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684340:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684342:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684343:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684344:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684345:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684346:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684348:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684349:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684350:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684351:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684352:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684353:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684354:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684354:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684355:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684357:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684358:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684359:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684361:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684362:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684363:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684365:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684366:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684367:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684368:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684381:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684384:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684386:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684387:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684387:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684389:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684390:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684391:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684393:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684394:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684396:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684398:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684399:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684402:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684402:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684404:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684405:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684406:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684407:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684408:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684409:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684410:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684412:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684413:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684415:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684416:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684418:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684419:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684421:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684421:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684423:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684424:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684425:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684425:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684426:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684427:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684429:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684430:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684431:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684432:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684433:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684435:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684436:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684437:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684438:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684439:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684440:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684441:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684442:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684442:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684444:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684445:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684446:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684447:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684448:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684449:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684451:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684452:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684454:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684455:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684456:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684457:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684458:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684481:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684483:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684486:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684488:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684491:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684494:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684497:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684499:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684503:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684504:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684508:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684509:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684512:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684514:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684516:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684518:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684519:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684521:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684523:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684525:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684528:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684530:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684532:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684535:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684537:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684540:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684541:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684544:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684546:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684548:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684548:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684549:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684551:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684552:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684554:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684555:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684556:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684557:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684560:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684561:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684562:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684563:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684565:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684566:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684567:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684567:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684568:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684569:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684571:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684572:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684573:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684574:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684575:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684577:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684578:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684579:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684580:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684581:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684582:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684583:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684584:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684585:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684587:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684588:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684589:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684590:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684591:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684593:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684594:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684595:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684596:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684597:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684598:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684599:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684600:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684601:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684602:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684603:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684604:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684605:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684606:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684608:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684609:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684610:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684611:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684613:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684613:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684614:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684615:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684616:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684617:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684618:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684619:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684621:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684622:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684623:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684625:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684626:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684628:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684628:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684630:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684630:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684632:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684633:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684634:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684634:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684635:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684636:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684638:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684639:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684640:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684641:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684642:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684644:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684645:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684646:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684647:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684648:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684649:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684650:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684650:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684651:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684653:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684654:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684655:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684656:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684657:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684659:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684661:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684662:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684663:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684664:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684665:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684666:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684667:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684668:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684669:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684670:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684671:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684672:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684673:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684675:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684676:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684677:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684678:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684680:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684680:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684681:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684683:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684683:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684684:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684685:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684686:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684687:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684688:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684690:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684691:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684692:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684694:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684695:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684696:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684697:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684698:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684700:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684701:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684701:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684702:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684704:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684705:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684706:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684707:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684708:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684709:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684711:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684712:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684713:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684714:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684715:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684716:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684717:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684718:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684718:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684720:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684721:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684722:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684723:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684724:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684725:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684727:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684728:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684729:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684730:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684731:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684732:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684734:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684734:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684735:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684737:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684738:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684739:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684740:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684742:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684743:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684744:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684745:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684746:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684747:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684748:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684749:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684750:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684751:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684752:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684753:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684754:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684755:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684757:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684759:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684761:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684764:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684765:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684768:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684769:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684771:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684773:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684775:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684776:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684778:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684780:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684782:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684784:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684787:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684789:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684791:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684794:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684796:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684799:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684800:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684802:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684805:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684806:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684808:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684809:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684812:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684814:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684816:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684818:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684821:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684823:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684826:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684828:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684830:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684831:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684834:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684836:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684838:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684840:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684841:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684844:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684846:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684848:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684850:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684853:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684855:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684858:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684860:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684863:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684864:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684867:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684869:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684871:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684873:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684874:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684877:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684879:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684881:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684883:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684886:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684888:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684891:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684893:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684896:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684897:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684900:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684902:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684904:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684905:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684906:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684909:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684911:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684913:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684916:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684919:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684921:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684924:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684926:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684929:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684930:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684933:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684935:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684937:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684938:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684940:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684943:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684945:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684947:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684949:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684952:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684954:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684957:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684959:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684961:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684962:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684964:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684965:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684966:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684967:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684968:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684970:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684971:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684972:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684974:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684975:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684976:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684978:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684980:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684981:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684982:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.684983:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.684985:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.684986:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.684986:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.684987:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.684988:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684990:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684991:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.684992:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.684993:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684994:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.684996:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.684997:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.684998:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.684999:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685000:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685001:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685002:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685002:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685003:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685005:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685006:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685007:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685008:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685009:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685010:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685012:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685013:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685014:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685015:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685016:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685018:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685019:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685020:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685021:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685022:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685024:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685025:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685026:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685027:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685028:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685030:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685031:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685032:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685033:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685034:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685035:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685036:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685037:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685037:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685039:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685040:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685041:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685042:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685043:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685044:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685046:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685047:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685048:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685049:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685050:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685051:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685052:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685053:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685054:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685055:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685057:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685058:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685059:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685061:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685062:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685063:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685064:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685065:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685066:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685067:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685068:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685069:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685070:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685071:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685072:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685073:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685074:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685076:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685077:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685078:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685079:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685080:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685082:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685082:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685083:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685085:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685085:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685086:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685087:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685088:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685090:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685091:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685092:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685094:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685095:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685097:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685097:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685099:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685099:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685100:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685102:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685103:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685103:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685104:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685105:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685106:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685108:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685109:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685110:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685111:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685113:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685114:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685115:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685115:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685117:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685118:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685119:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685119:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685120:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685121:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685123:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685124:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685125:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685127:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685128:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685130:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685131:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685132:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685133:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685134:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685135:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685136:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685137:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685138:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685139:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685140:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685141:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685143:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685144:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685145:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685146:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685147:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685149:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685149:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685150:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685152:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685153:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685153:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685154:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685155:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685156:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685157:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685159:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685160:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685161:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685163:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685164:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685165:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685166:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685167:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685169:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685170:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685170:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685171:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685172:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685173:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685175:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685176:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685177:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685178:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685180:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685181:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685182:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685182:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685184:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685185:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685186:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685186:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685187:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685189:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685190:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685191:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685192:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685193:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685194:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685196:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685197:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685198:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685199:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685200:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685202:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685203:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685204:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685204:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685206:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685207:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685208:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685210:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685211:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685212:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685213:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685214:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685216:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685216:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685218:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685219:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685221:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685222:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685223:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685225:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685227:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685229:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685231:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685233:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685235:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685238:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685240:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685243:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685244:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685247:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685249:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685251:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685252:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685254:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685257:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685259:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685261:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685263:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685266:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685268:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685270:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685271:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685273:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685274:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685276:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685277:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685278:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685279:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685280:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685282:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685283:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685284:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685285:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685286:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685287:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685289:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685290:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685291:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685292:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685293:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685294:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685295:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685296:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685297:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685298:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685300:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685301:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685302:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685304:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685305:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685306:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685307:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685309:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685309:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685310:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685312:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685312:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685313:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685314:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685315:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685316:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685317:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685319:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685320:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685321:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685323:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685323:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685325:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685325:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685327:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685328:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685329:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685329:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685330:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685331:0:28719:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685333:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685334:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769075031.685335:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685336:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685337:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769075031.685340:0:28719:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769075031.685341:0:28719:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8da20b1b9148) cmd=c00866a4 arg=7ffd0b1c4ce0 00000080:00000001:1.0:1769075031.685342:0:28719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769075031.685343:0:28719:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769075031.685344:0:28719:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8da20acac400. 00000020:00000001:1.0:1769075031.685345:0:28719:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685346:0:28719:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769075031.685347:0:28719:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769075031.685347:0:28719:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8da202f2f800: cmd=c00866a4 len=592 karg=ffff8da20acac400 uarg=0000000000000000 00020000:00000001:1.0:1769075031.685349:0:28719:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.685350:0:28719:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.685351:0:28719:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1769075031.685352:0:28719:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff8da20acac400. 00000080:00000001:1.0:1769075031.685353:0:28719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.685355:0:28719:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769075031.685365:0:28719:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1769075031.685367:0:28719:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769075031.685383:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffdb0 00000080:00200008:1.0:1769075031.685386:0:28719:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000 00000080:00400000:1.0:1769075031.685390:0:28719:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1769075031.685393:0:28719:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8da211be3e00. 00000080:00000001:1.0:1769075031.685397:0:28719:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769075031.685399:0:28719:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb17741fffdb0 00000080:00000008:1.0:1769075031.685400:0:28719:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8da20b1b9148), flags 100000, rc = 0 00000080:00000001:1.0:1769075031.685402:0:28719:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769075031.685403:0:28719:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075032.414960:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075032.414964:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075032.414968:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075032.414969:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075032.415003:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075032.415008:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075032.415011:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1769075032.838046:0:28943:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769075032.957890:0:28979:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1769075032.957894:0:28979:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg445-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1769075032.961109:0:28979:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1769075033.246592:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075033.246605:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769075033.246619:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc000. 00000020:00000040:0.0:1769075033.246627:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769075033.246633:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075033.246636:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075033.246643:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075033.246652:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38700. 00000100:00000001:0.0:1769075033.246661:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.246675:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075033.246687:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075033.246692:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.246707:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae2db9d] to pc [ptlrpcd_00_00+0] req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.246736:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.246740:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075033.246745:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769075033.246749:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd500. 00000020:00000040:0.0:1769075033.246753:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:0.0:1769075033.246755:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075033.246757:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075033.246760:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075033.246766:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38000. 00000100:00000001:0.0:1769075033.246770:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.246777:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075033.246792:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075033.246793:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075033.246795:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075033.246802:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1769075033.246806:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046569669] to pc [ptlrpcd_00_01+1] req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.246806:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.246815:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075033.246816:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.246817:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075033.246819:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075033.246820:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075033.246822:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075033.246823:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1769075033.246825:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1769075033.246827:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcfb80. 00000020:00000040:0.0:1769075033.246831:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000040:1.0:1769075033.246833:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.246834:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075033.246838:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075033.246842:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.246843:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075033.246845:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075033.246846:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38200. 02000000:00000001:1.0:1769075033.246850:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075033.246851:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075033.246852:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075033.246856:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075033.246856:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075033.246863:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926601600:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075033.246866:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075033.246869:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.246869:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1769075033.246875:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049a930ab] to pc [ptlrpcd_00_00+0] req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075033.246875:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075033.246877:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075033.246880:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075033.246885:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8fe00. 02000000:00000001:1.0:1769075033.246889:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.246890:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.246892:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075033.246895:0:25395:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769075033.246899:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdc00. 00000400:00000200:1.0:1769075033.246899:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:0.0:1769075033.246903:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075033.246907:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1769075033.246907:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 02000000:00000001:0.0:1769075033.246910:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075033.246912:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075033.246914:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20ac38400. 00000400:00000010:1.0:1769075033.246914:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000001:0.0:1769075033.246918:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075033.246921:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926601600, portal 10 00000100:00000040:0.0:1769075033.246922:0:25395:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075033.246924:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075033.246929:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075033.246931:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.246934:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788972288 : -125747920579328 : ffff8da207dcd500) 00000100:00000040:0.0:1769075033.246935:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d40c5a33] to pc [ptlrpcd_00_01+1] req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075033.246942:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.246948:0:25395:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.246950:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075033.246953:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1732) 00000100:00000040:1.0:1769075033.246954:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075033.246957:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14908. 00000100:00000200:1.0:1769075033.246961:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926601600, offset 0 00000100:00000001:0.0:1769075033.246967:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769075033.246968:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075033.246969:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075033.246971:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075033.246974:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075033.246976:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075033.246982:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075033.246983:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.246985:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:0.0:1769075033.246986:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075033.246988:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075033.246991:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.246993:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1769075033.246994:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926601728:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075033.246998:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1769075033.246998:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:0.0:1769075033.247001:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075033.247002:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247003:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769075033.247004:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1769075033.247006:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000010:0.0:1769075033.247008:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207dd3200. 02000000:00000001:0.0:1769075033.247010:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247010:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2965:2965:256:4294967295] 192.168.204.145@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:1.0:1769075033.247015:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075033.247024:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075033.247026:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000400:00000010:0.0:1769075033.247027:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769075033.247031:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000800:00000200:1.0:1769075033.247032:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000200:0.0:1769075033.247034:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926601728, portal 4 00000100:00000001:0.0:1769075033.247037:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1769075033.247037:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fc00. 00000100:00000001:0.0:1769075033.247038:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788982144 : -125747920569472 : ffff8da207dcfb80) 00000800:00000200:1.0:1769075033.247044:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000040:0.0:1769075033.247045:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.247051:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1769075033.247052:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000040:0.0:1769075033.247053:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075033.247056:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841088. 00000800:00000200:1.0:1769075033.247057:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1769075033.247058:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926601728, offset 0 00000400:00000200:0.0:1769075033.247063:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075033.247067:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075033.247071:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:1.0:1769075033.247072:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075033.247074:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1769075033.247077:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075033.247078:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075033.247080:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075033.247083:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075033.247088:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2966:2966:255:4294967295] 192.168.204.145@tcp LPNI seq info [2966:2966:7:4294967295] 00000400:00000200:0.0:1769075033.247094:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075033.247099:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075033.247102:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296396035 00000400:00000200:0.0:1769075033.247104:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:1.0:1769075033.247106:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 00000800:00000200:0.0:1769075033.247109:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075033.247109:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296396035 00000100:00000001:1.0:1769075033.247113:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000800:00000010:0.0:1769075033.247114:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38d00. 00000100:00000001:1.0:1769075033.247115:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075033.247119:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075033.247121:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075033.247122:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1769075033.247127:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000040:1.0:1769075033.247128:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769075033.247131:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769075033.247135:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.247136:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769075033.247138:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000100:00000001:1.0:1769075033.247138:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075033.247140:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1769075033.247142:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075033.247144:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394777 00000100:00000001:0.0:1769075033.247147:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296401166 02000000:00000001:1.0:1769075033.247147:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075033.247149:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394777 02000000:00000001:1.0:1769075033.247150:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.247151:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296401166 00000100:00000001:0.0:1769075033.247154:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075033.247154:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926601472:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075033.247157:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.247158:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769075033.247160:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.247163:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075033.247163:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075033.247166:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075033.247167:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769075033.247168:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769075033.247169:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1769075033.247175:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 02000000:00000010:1.0:1769075033.247176:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8e600. 00000100:00000001:0.0:1769075033.247183:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1769075033.247183:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075033.247185:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769075033.247189:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769075033.247190:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075033.247192:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1769075033.247197:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000001:0.0:1769075033.247198:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075033.247201:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00100000:0.0:1769075033.247208:0:2379:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:1.0:1769075033.247208:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000400:00000200:2.0:1769075033.247211:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14908 00000100:00000001:0.0:1769075033.247213:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769075033.247215:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14908. 00000100:00000200:1.0:1769075033.247216:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926601472, portal 25 00000100:00000001:0.0:1769075033.247220:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075033.247223:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.247223:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075033.247224:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075033.247226:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000001:0.0:1769075033.247230:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075033.247232:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1769075033.247236:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.247237:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075033.247238:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075033.247247:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.247252:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075033.247266:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075033.247276:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14a18. 00000100:00000200:1.0:1769075033.247284:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926601472, offset 0 00000100:00000001:0.0:1769075033.247295:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075033.247301:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247301:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:0.0:1769075033.247304:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1769075033.247306:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075033.247306:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769075033.247307:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075033.247314:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247320:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:2.0:1769075033.247321:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075033.247323:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926601856:192.168.204.145@tcp:400:kworker.0 00000400:00000200:1.0:1769075033.247327:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075033.247335:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075033.247336:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075033.247340:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075033.247356:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247356:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769075033.247364:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1769075033.247367:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000010:0.0:1769075033.247369:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207dd2600. 02000000:00000001:0.0:1769075033.247373:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.247377:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2967:2967:254:4294967295] 192.168.204.145@tcp LPNI seq info [2967:2967:6:4294967295] 00000100:00000001:2.0:1769075033.247379:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075033.247386:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1769075033.247387:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075033.247393:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075033.247397:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075033.247402:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841880. 00000100:00000200:0.0:1769075033.247405:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926601856, portal 4 00000100:00000001:0.0:1769075033.247407:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1769075033.247407:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:0.0:1769075033.247409:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974080 : -125747920577536 : ffff8da207dcdc00) 00000800:00000200:1.0:1769075033.247413:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000040:0.0:1769075033.247417:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1769075033.247417:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075033.247423:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:0.0:1769075033.247424:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075033.247426:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075033.247430:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841dd0. 00000800:00000200:1.0:1769075033.247434:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000200:0.0:1769075033.247435:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926601856, offset 0 00000800:00000200:2.0:1769075033.247437:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1769075033.247438:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1769075033.247442:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38d00. 00000400:00000200:0.0:1769075033.247444:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:1.0:1769075033.247445:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075033.247451:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769075033.247453:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075033.247490:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075033.247495:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841088 00000400:00000010:2.0:1769075033.247497:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841088. 00000100:00000001:2.0:1769075033.247502:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075033.247509:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075033.247510:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075033.247527:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075033.247536:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075033.247540:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075033.247542:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1769075033.247545:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075033.247551:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2968:2968:254:4294967295] 192.168.204.145@tcp LPNI seq info [2968:2968:6:4294967295] 00000100:00000040:2.0:1769075033.247557:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075033.247562:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075033.247575:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075033.247582:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296406287 00000400:00000200:0.0:1769075033.247584:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:1.0:1769075033.247595:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296401166 00000100:00000001:1.0:1769075033.247607:0:2380:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296406287 00000800:00000200:0.0:1769075033.247610:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075033.247612:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.247616:0:2380:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296401166 00000800:00000010:0.0:1769075033.247619:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38b00. 00000100:00000001:2.0:1769075033.247620:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075033.247623:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075033.247627:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075033.247630:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:1.0:1769075033.247630:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.247633:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1769075033.247635:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:1.0:1769075033.247637:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1769075033.247638:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769075033.247639:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769075033.247641:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.247642:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075033.247643:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769075033.247645:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000100:00000001:1.0:1769075033.247647:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075033.247649:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1769075033.247650:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075033.247650:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.247655:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296394780 00000800:00000010:2.0:1769075033.247659:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000100:00000001:0.0:1769075033.247660:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296406287 00000100:00000001:0.0:1769075033.247670:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296394780 00000400:00000200:2.0:1769075033.247671:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769075033.247675:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296406287 00000100:00000001:0.0:1769075033.247679:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075033.247684:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:0.0:1769075033.247686:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075033.247691:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14a18 00000100:00000001:0.0:1769075033.247693:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075033.247697:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14a18. 00000100:00000001:0.0:1769075033.247699:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075033.247706:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075033.247714:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075033.247726:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075033.247732:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075033.247744:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075033.247746:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075033.247781:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075033.247784:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38b00. 00000400:00000200:2.0:1769075033.247788:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075033.247792:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075033.247796:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841dd0 00000400:00000010:2.0:1769075033.247797:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841dd0. 00000100:00000001:2.0:1769075033.247800:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075033.247805:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075033.247811:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075033.247814:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075033.247819:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075033.247820:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075033.438572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075033.438578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075033.438582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075033.438583:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075033.438644:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075033.438649:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075033.438653:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075034.270515:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075034.270532:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075034.270533:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1769075034.270541:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075034.270543:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075034.270548:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075034.270551:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075034.462548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075034.462553:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075034.462557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075034.462567:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075034.462569:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075034.462571:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075034.462573:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075034.462574:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075034.462576:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075034.462577:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075034.462633:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075034.462636:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075034.462639:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075035.486545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075035.486551:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075035.486554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075035.486555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075035.486646:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075035.486650:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075035.486653:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075036.510585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075036.510593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075036.510598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075036.510599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075036.510692:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075036.510698:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075036.510702:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075037.534583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075037.534590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075037.534595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075037.534597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075037.534650:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075037.534656:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075037.534661:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769075038.366560:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075038.366571:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075038.366582:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075038.366588:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075038.366593:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075038.366597:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075038.366603:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075038.366611:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13b00. 00000100:00000001:3.0:1769075038.366619:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366632:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075038.366645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075038.366650:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366657:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_01_00+0] req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.366681:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075038.366686:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075038.366691:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769075038.366693:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769075038.366695:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075038.366697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075038.366699:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075038.366703:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13800. 00000100:00000001:3.0:1769075038.366705:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366709:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075038.366713:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075038.366715:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075038.366718:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.366719:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075038.366722:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_01_01+1] req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.366725:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075038.366732:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769075038.366737:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.366738:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075038.366742:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075038.366745:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=4 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075038.366750:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075038.366752:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075038.366754:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.366756:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1769075038.366758:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13600. 00000100:00000001:2.0:1769075038.366759:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.366762:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075038.366765:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769075038.366768:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769075038.366769:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075038.366775:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.366782:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1769075038.366783:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926601984:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075038.366786:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.366791:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075038.366794:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_01_00+0] req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075038.366797:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075038.366802:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366804:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769075038.366805:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.366806:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1769075038.366810:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1769075038.366811:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769075038.366814:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075038.366815:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075038.366816:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1769075038.366817:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202f45400. 02000000:00000001:3.0:1769075038.366818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075038.366822:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075038.366825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13900. 00000100:00000001:3.0:1769075038.366828:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366833:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075038.366834:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075038.366842:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000100:00000001:3.0:1769075038.366842:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075038.366845:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_01_01+1] req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075038.366852:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000001:3.0:1769075038.366857:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.366862:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1737) 00000100:00000200:2.0:1769075038.366863:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926601984, portal 25 00000100:00000001:2.0:1769075038.366868:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075038.366871:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769075038.366877:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075038.366879:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.366881:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075038.366884:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075038.366893:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.366895:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075038.366903:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075038.366909:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000001:3.0:1769075038.366911:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1769075038.366913:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926601984, offset 0 00000100:00000001:3.0:1769075038.366915:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.366921:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075038.366921:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075038.366925:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075038.366929:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.366932:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:3.0:1769075038.366937:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602112:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075038.366941:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1769075038.366943:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075038.366945:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075038.366948:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.366950:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075038.366950:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075038.366954:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8800. 00000400:00000200:2.0:1769075038.366956:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075038.366958:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.366962:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075038.366964:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075038.366967:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2969:2969:256:4294967295] 192.168.204.145@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:2.0:1769075038.366970:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075038.366978:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075038.366982:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075038.366987:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c800. 00000400:00000200:3.0:1769075038.366993:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:2.0:1769075038.366997:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000010:3.0:1769075038.367000:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b948. 00000400:00000010:3.0:1769075038.367005:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720c38. 00000800:00000200:2.0:1769075038.367006:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000200:3.0:1769075038.367010:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602112, portal 10 00000800:00000200:2.0:1769075038.367012:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da210a6c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769075038.367014:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.367017:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:3.0:1769075038.367023:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367025:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.367033:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1769075038.367034:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075038.367038:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296411406 00000100:00000040:3.0:1769075038.367039:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075038.367044:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720110. 00000100:00000200:3.0:1769075038.367047:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926602112, offset 0 00000100:00000001:2.0:1769075038.367049:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296406287 00000400:00000200:3.0:1769075038.367053:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075038.367055:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296411406 00000100:00000001:2.0:1769075038.367059:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296406287 00000400:00000200:3.0:1769075038.367060:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075038.367067:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075038.367069:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075038.367071:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.367074:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075038.367076:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.367078:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:2.0:1769075038.367080:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075038.367082:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075038.367086:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075038.367088:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2970:2970:255:4294967295] 192.168.204.145@tcp LPNI seq info [2970:2970:7:4294967295] 00000100:00000001:2.0:1769075038.367089:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075038.367093:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1769075038.367095:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075038.367097:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075038.367100:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075038.367103:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075038.367107:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:2.0:1769075038.367110:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075038.367116:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075038.367121:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075038.367122:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075038.367127:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075038.367129:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1769075038.367130:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 02000000:00000001:2.0:1769075038.367132:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075038.367137:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926602240:192.168.204.145@tcp:400:kworker.0 00000800:00000200:3.0:1769075038.367141:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:2.0:1769075038.367142:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075038.367146:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075038.367149:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075038.367150:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 02000000:00000001:2.0:1769075038.367152:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1769075038.367155:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13200 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1769075038.367158:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202f45800. 00000100:00000001:3.0:1769075038.367159:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075038.367161:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.367165:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075038.367167:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075038.367172:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69a0. 00000400:00000200:3.0:1769075038.367175:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075038.367177:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353440. 00000100:00000001:3.0:1769075038.367179:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296401155 00000100:00000200:2.0:1769075038.367183:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602240, portal 4 00000100:00000001:3.0:1769075038.367183:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296411406 00000100:00000001:2.0:1769075038.367188:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.367189:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296401155 00000100:00000001:2.0:1769075038.367192:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000001:3.0:1769075038.367193:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296411406 00000100:00000001:3.0:1769075038.367197:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075038.367201:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367210:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075038.367211:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075038.367212:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075038.367216:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000001:3.0:1769075038.367217:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1769075038.367221:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926602240, offset 0 00000100:00000040:3.0:1769075038.367225:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075038.367230:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075038.367238:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075038.367241:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1769075038.367244:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075038.367245:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.367248:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075038.367253:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075038.367253:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1769075038.367274:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075038.367276:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075038.367279:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2971:2971:254:4294967295] 192.168.204.145@tcp LPNI seq info [2971:2971:6:4294967295] 00000400:00000200:2.0:1769075038.367282:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075038.367284:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075038.367291:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:3.0:1769075038.367292:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075038.367299:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00100000:3.0:1769075038.367301:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602368:192.168.204.145@tcp:400:kworker.0 00000800:00000010:2.0:1769075038.367304:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00000001:3.0:1769075038.367311:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1769075038.367312:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 02000000:00000001:3.0:1769075038.367316:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1769075038.367318:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 02000000:00000001:3.0:1769075038.367320:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075038.367322:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da210a6c000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1769075038.367323:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075038.367327:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075038.367328:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8600. 02000000:00000001:3.0:1769075038.367332:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075038.367334:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075038.367339:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075038.367343:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bd10. 00000400:00000200:2.0:1769075038.367347:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075038.367348:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720770. 00000100:00000001:2.0:1769075038.367353:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296399897 00000100:00000200:3.0:1769075038.367354:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602368, portal 4 00000100:00000001:3.0:1769075038.367357:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075038.367360:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296411406 00000100:00000001:2.0:1769075038.367363:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296399897 00000100:00000001:3.0:1769075038.367367:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:2.0:1769075038.367368:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296411406 00000100:00000001:2.0:1769075038.367374:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075038.367379:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367381:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.367389:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.367390:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075038.367394:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075038.367394:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075038.367397:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720ee0. 00000100:00000200:3.0:1769075038.367400:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926602368, offset 0 00000100:00000001:2.0:1769075038.367401:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075038.367405:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1769075038.367407:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075038.367410:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075038.367413:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075038.367415:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075038.367419:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.367419:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075038.367423:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075038.367426:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.367427:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075038.367432:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075038.367434:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075038.367437:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2972:2972:253:4294967295] 192.168.204.145@tcp LPNI seq info [2972:2972:5:4294967295] 00000400:00000200:3.0:1769075038.367439:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075038.367446:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075038.367449:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075038.367451:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075038.367455:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075038.367458:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075038.367481:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769075038.367484:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.367487:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075038.367490:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075038.367492:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296399900 00000100:00000001:3.0:1769075038.367495:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296411406 00000100:00000001:3.0:1769075038.367497:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296399900 00000100:00000001:3.0:1769075038.367499:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296411406 00000100:00000001:3.0:1769075038.367501:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075038.367503:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.367506:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075038.367508:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1769075038.367508:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769075038.367514:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c800. 00000100:00000001:3.0:1769075038.367516:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1769075038.367519:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1769075038.367519:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769075038.367522:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075038.367525:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769075038.367529:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075038.367529:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.367533:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075038.367537:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:2.0:1769075038.367540:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:2.0:1769075038.367543:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075038.367547:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367554:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075038.367556:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367561:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.367563:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075038.367570:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075038.367572:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:2.0:1769075038.367574:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075038.367576:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075038.367578:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720110 00000400:00000010:2.0:1769075038.367579:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720110. 00000100:00000001:2.0:1769075038.367582:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075038.367585:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367590:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075038.367592:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367600:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.367601:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075038.367605:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075038.367607:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075038.367608:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075038.367610:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075038.367612:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:2.0:1769075038.367614:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:2.0:1769075038.367616:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075038.367620:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367627:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075038.367631:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367637:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.367639:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075038.367648:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075038.367651:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:2.0:1769075038.367653:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075038.367657:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075038.367660:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720ee0 00000400:00000010:2.0:1769075038.367662:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720ee0. 00000100:00000001:2.0:1769075038.367664:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075038.367668:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367676:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075038.367680:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075038.367687:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075038.367688:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075038.558595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075038.558601:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075038.558605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075038.558607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075038.558724:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075038.558730:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075038.558734:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075039.582564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075039.582570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075039.582573:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075039.582574:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075039.582627:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075039.582630:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075039.582633:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075040.606594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075040.606600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075040.606605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075040.606606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075040.606667:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075040.606683:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075040.606688:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075041.630556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075041.630563:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075041.630565:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075041.630569:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075041.630572:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075041.630573:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075041.630577:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075041.630579:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075041.630580:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075041.630582:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075041.630585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075041.630586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075041.630643:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075041.630648:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075041.630652:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075042.654579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075042.654587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075042.654593:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075042.654594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075042.654655:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075042.654660:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075042.654663:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769075043.486528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075043.486542:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075043.486553:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075043.486559:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075043.486572:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075043.486577:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075043.486586:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075043.486596:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13000. 00000100:00000001:3.0:1769075043.486603:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486615:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075043.486625:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075043.486630:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486635:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_01_00+0] req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.486668:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075043.486674:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075043.486677:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075043.486680:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769075043.486683:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075043.486685:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075043.486688:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075043.486692:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13200. 00000100:00000001:3.0:1769075043.486697:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.486702:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075043.486704:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075043.486709:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075043.486712:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075043.486720:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.486729:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075043.486734:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.486735:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.486737:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075043.486743:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769075043.486746:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_01_01+1] req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075043.486747:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075043.486752:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.486761:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075043.486764:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926602496:192.168.204.145@tcp:400:kworker.0 00000100:00000040:3.0:1769075043.486767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075043.486769:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075043.486774:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1769075043.486777:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075043.486780:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075043.486780:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 02000000:00000001:2.0:1769075043.486785:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769075043.486787:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=5 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000010:2.0:1769075043.486791:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202f44000. 00000100:00000001:3.0:1769075043.486792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075043.486796:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.486797:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075043.486801:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075043.486807:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075043.486809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13500. 00000400:00000010:2.0:1769075043.486813:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000100:00000001:3.0:1769075043.486815:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075043.486822:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000040:3.0:1769075043.486826:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769075043.486831:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602496, portal 25 00000100:00000001:2.0:1769075043.486837:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.486841:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075043.486842:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000001:3.0:1769075043.486847:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075043.486851:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.486859:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075043.486862:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075043.486866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_01_00+0] req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075043.486867:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000200:2.0:1769075043.486872:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926602496, offset 0 00000100:00000001:3.0:1769075043.486882:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075043.486883:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075043.486886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075043.486889:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075043.486892:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000400:00000200:2.0:1769075043.486896:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:3.0:1769075043.486898:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=5 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075043.486902:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075043.486903:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075043.486905:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075043.486906:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000010:3.0:1769075043.486909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13300. 00000400:00000200:2.0:1769075043.486914:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075043.486914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486920:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075043.486921:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075043.486929:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075043.486931:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075043.486936:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2973:2973:256:4294967295] 192.168.204.145@tcp LPNI seq info [2973:2973:8:4294967295] 00000100:00000001:3.0:1769075043.486938:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769075043.486942:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075043.486943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486949:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_01_01+1] req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075043.486959:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075043.486962:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.486966:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1742) 00000800:00000200:2.0:1769075043.486977:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075043.486983:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00000001:3.0:1769075043.486986:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075043.486990:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075043.486992:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1769075043.486994:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000040:3.0:1769075043.486997:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.487004:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.487006:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.487010:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1769075043.487011:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 02000000:00000001:3.0:1769075043.487012:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075043.487017:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075043.487020:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da210a6c000 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1769075043.487021:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602624:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075043.487028:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075043.487031:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075043.487032:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.487033:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075043.487036:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a9800. 02000000:00000001:3.0:1769075043.487038:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487040:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.487044:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075043.487049:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b7e8. 00000400:00000200:2.0:1769075043.487054:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075043.487056:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720908. 00000100:00000001:2.0:1769075043.487059:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296416526 00000100:00000200:3.0:1769075043.487061:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602624, portal 10 00000100:00000001:3.0:1769075043.487065:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.487066:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000001:2.0:1769075043.487070:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296411406 00000100:00000040:3.0:1769075043.487074:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487077:0:2381:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296416526 00000100:00000001:2.0:1769075043.487082:0:2381:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296411406 00000100:00000001:2.0:1769075043.487087:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.487088:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075043.487091:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.487095:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075043.487099:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075043.487099:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7202a8. 00000100:00000001:2.0:1769075043.487103:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769075043.487105:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926602624, offset 0 00000400:00000200:3.0:1769075043.487111:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075043.487113:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1769075043.487116:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075043.487117:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1769075043.487121:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075043.487122:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075043.487123:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075043.487126:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075043.487128:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769075043.487134:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075043.487134:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075043.487137:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075043.487142:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075043.487149:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2974:2974:255:4294967295] 192.168.204.145@tcp LPNI seq info [2974:2974:7:4294967295] 00000100:00000001:2.0:1769075043.487156:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075043.487159:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.487159:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:2.0:1769075043.487166:0:2381:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075043.487169:0:2381:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075043.487187:0:2381:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.487188:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00100000:2.0:1769075043.487194:0:2381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926602752:192.168.204.145@tcp:400:kworker.0 00000800:00000200:3.0:1769075043.487197:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075043.487201:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13400. 00000100:00000001:2.0:1769075043.487207:0:2381:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1769075043.487210:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 02000000:00000001:2.0:1769075043.487211:0:2381:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075043.487215:0:2381:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075043.487218:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 02000000:00000001:2.0:1769075043.487219:0:2381:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1769075043.487223:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13400 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1769075043.487224:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da202f45200. 00000100:00000001:3.0:1769075043.487226:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075043.487228:0:2381:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.487232:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075043.487237:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075043.487242:0:2381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6d68. 00000400:00000200:3.0:1769075043.487245:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075043.487249:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296406275 00000400:00000010:2.0:1769075043.487250:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353bb0. 00000100:00000001:3.0:1769075043.487252:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296416526 00000100:00000200:2.0:1769075043.487257:0:2381:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602752, portal 4 00000100:00000001:3.0:1769075043.487257:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296406275 00000100:00000001:3.0:1769075043.487261:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296416526 00000100:00000001:2.0:1769075043.487263:0:2381:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.487265:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075043.487268:0:2381:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769075043.487268:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487271:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075043.487273:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.487281:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.487285:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.487287:0:2382:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075043.487289:0:2382:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075043.487292:0:2381:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075043.487292:0:2382:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075043.487299:0:2382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602880:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075043.487307:0:2382:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075043.487309:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075043.487310:0:2382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075043.487312:0:2382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.487314:0:2382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075043.487317:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da2012a8200. 00000100:00000040:2.0:1769075043.487320:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075043.487321:0:2382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075043.487325:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000400:00000200:3.0:1769075043.487326:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769075043.487331:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926602752, offset 0 00000400:00000010:3.0:1769075043.487333:0:2382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b840. 00000400:00000010:3.0:1769075043.487340:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720dd0. 00000400:00000200:2.0:1769075043.487341:0:2381:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000200:3.0:1769075043.487347:0:2382:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926602880, portal 4 00000400:00000200:2.0:1769075043.487348:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075043.487351:0:2382:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.487353:0:2382:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000400:00000200:2.0:1769075043.487355:0:2381:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075043.487361:0:2381:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075043.487363:0:2382:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075043.487366:0:2381:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075043.487371:0:2381:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075043.487376:0:2381:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075043.487382:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1769075043.487383:0:2381:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2975:2975:254:4294967295] 192.168.204.145@tcp LPNI seq info [2975:2975:6:4294967295] 00000100:00000040:3.0:1769075043.487389:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075043.487393:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075043.487395:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720550. 00000100:00000200:3.0:1769075043.487399:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926602880, offset 0 00000400:00000200:2.0:1769075043.487406:0:2381:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000400:00000200:3.0:1769075043.487410:0:2382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000800:00000200:2.0:1769075043.487419:0:2381:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075043.487419:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000010:2.0:1769075043.487427:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c800. 00000400:00000200:3.0:1769075043.487428:0:2382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075043.487435:0:2382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1769075043.487439:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000200:3.0:1769075043.487441:0:2382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075043.487445:0:2382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1769075043.487449:0:2381:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:3.0:1769075043.487451:0:2382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000800:00000200:2.0:1769075043.487454:0:2381:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da210a6c800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769075043.487486:0:2382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2976:2976:253:4294967295] 192.168.204.145@tcp LPNI seq info [2976:2976:5:4294967295] 00000400:00000200:3.0:1769075043.487494:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075043.487499:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075043.487506:0:2381:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075043.487512:0:2382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000400:00000200:2.0:1769075043.487524:0:2381:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:3.0:1769075043.487526:0:2382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075043.487529:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296405018 00000800:00000010:3.0:1769075043.487533:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13f00. 00000100:00000001:2.0:1769075043.487535:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296416526 00000100:00000001:2.0:1769075043.487540:0:2381:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296405018 00000800:00000200:3.0:1769075043.487543:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:2.0:1769075043.487544:0:2381:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296416526 00000100:00000001:2.0:1769075043.487550:0:2381:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075043.487553:0:2381:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075043.487554:0:2382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075043.487559:0:2382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769075043.487562:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.487565:0:2382:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000100:00000001:2.0:1769075043.487566:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487569:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075043.487571:0:2382:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075043.487574:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075043.487575:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296405020 00000100:00000001:2.0:1769075043.487577:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1769075043.487581:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075043.487581:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296416526 00000100:00000001:2.0:1769075043.487584:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075043.487588:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487588:0:2382:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296405020 00000100:00000001:2.0:1769075043.487592:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487595:0:2382:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296416526 00000100:00000001:3.0:1769075043.487600:0:2382:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.487603:0:2382:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487607:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487610:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075043.487615:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075043.487617:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1769075043.487619:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075043.487621:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075043.487622:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.487625:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075043.487634:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075043.487640:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075043.487646:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075043.487652:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075043.487658:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:2.0:1769075043.487661:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:2.0:1769075043.487666:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075043.487671:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487682:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075043.487685:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487694:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487696:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075043.487708:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075043.487711:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13400. 00000400:00000200:2.0:1769075043.487714:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075043.487717:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075043.487720:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7202a8 00000400:00000010:2.0:1769075043.487722:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7202a8. 00000100:00000001:2.0:1769075043.487727:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075043.487732:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487739:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075043.487743:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487750:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487752:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075043.487760:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075043.487762:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c800. 00000400:00000200:2.0:1769075043.487764:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075043.487766:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075043.487768:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075043.487770:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075043.487771:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075043.487774:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487780:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075043.487782:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487786:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487787:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769075043.487792:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075043.487794:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13f00. 00000400:00000200:2.0:1769075043.487795:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075043.487797:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075043.487799:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720550 00000400:00000010:2.0:1769075043.487800:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720550. 00000100:00000001:2.0:1769075043.487802:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075043.487804:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487808:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075043.487810:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.487813:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.487814:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075043.678533:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075043.678539:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075043.678542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075043.678543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075043.678598:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075043.678602:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075043.678606:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075044.510540:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075044.510551:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075044.510552:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075044.510556:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075044.510561:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075044.510562:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075044.510565:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075044.510567:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075044.510571:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075044.510573:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075044.510575:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075044.510578:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075044.510580:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075044.510585:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075044.702548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075044.702555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075044.702561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075044.702565:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075044.702567:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075044.702570:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075044.702573:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075044.702575:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075044.702578:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075044.702586:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075044.702681:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075044.702685:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075044.702687:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075045.534541:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075045.534553:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075045.534554:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075045.534558:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075045.534561:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075045.534564:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075045.534567:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075045.534580:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075045.534585:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075045.534587:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075045.534590:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075045.534591:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075045.534593:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075045.534596:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075045.726537:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075045.726542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075045.726547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075045.726548:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075045.726591:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075045.726594:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075045.726597:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075046.558599:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075046.558610:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075046.558614:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075046.558619:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075046.558626:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075046.558626:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075046.558632:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075046.558633:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075046.558637:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.558640:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075046.558641:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.558648:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075046.558654:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.558658:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075046.750598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075046.750605:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075046.750611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075046.750612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075046.750660:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075046.750664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075046.750668:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075047.582578:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075047.582591:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075047.582593:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075047.582599:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075047.582604:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075047.582605:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075047.582611:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075047.582618:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075047.582618:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075047.582624:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075047.582630:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075047.582632:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075047.582637:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075047.582642:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075047.774526:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075047.774531:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075047.774535:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075047.774536:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075047.774581:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075047.774585:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075047.774588:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075048.606536:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075048.606555:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.606558:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.606566:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075048.606569:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075048.606575:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.606580:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.606630:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:1.0:1769075048.606632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075048.606638:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.606638:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1769075048.606642:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075048.606645:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075048.606647:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075048.606650:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075048.606652:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181ffb80. 00000100:00000001:0.0:1769075048.606653:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075048.606661:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769075048.606665:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075048.606676:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075048.606684:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075048.606693:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674fd00. 00000100:00000001:1.0:1769075048.606700:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606713:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075048.606724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075048.606729:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606734:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003223595a] to pc [ptlrpcd_00_00+0] req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.606753:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.606754:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769075048.606757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075048.606758:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075048.606762:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769075048.606768:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1769075048.606770:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769075048.606772:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fdc00. 00000020:00000040:1.0:1769075048.606777:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075048.606782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075048.606784:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769075048.606788:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769075048.606789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.606792:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075048.606793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f000. 02000000:00000001:0.0:1769075048.606797:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769075048.606797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075048.606802:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075048.606805:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769075048.606806:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075048.606815:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926603008:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075048.606820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075048.606822:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769075048.606823:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606829:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8c8e43] to pc [ptlrpcd_00_01+1] req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075048.606830:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075048.606833:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075048.606839:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769075048.606841:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1769075048.606846:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207dd2400. 00000100:00000001:1.0:1769075048.606848:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1769075048.606851:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075048.606853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fd500. 00000020:00000040:1.0:1769075048.606856:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=6 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075048.606858:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075048.606859:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075048.606861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075048.606864:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:1.0:1769075048.606866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f400. 00000400:00000010:0.0:1769075048.606870:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d4d0. 00000100:00000001:1.0:1769075048.606870:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606875:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769075048.606880:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000001:1.0:1769075048.606881:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075048.606884:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.606887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afa9b620] to pc [ptlrpcd_00_00+0] req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075048.606891:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926603008, portal 25 00000100:00000001:0.0:1769075048.606896:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075048.606899:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061808512 : -125747647743104 : ffff8da2181ffb80) 00000100:00000001:1.0:1769075048.606908:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075048.606909:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075048.606913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075048.606923:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1769075048.606926:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075048.606929:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000010:1.0:1769075048.606929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da2181fe680. 00000400:00000010:0.0:1769075048.606934:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841aa0. 00000020:00000040:1.0:1769075048.606936:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=6 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000200:0.0:1769075048.606938:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007926603008, offset 0 00000100:00000001:1.0:1769075048.606940:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075048.606944:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075048.606946:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075048.606947:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000010:1.0:1769075048.606954:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da20674f300. 00000100:00000001:1.0:1769075048.606960:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075048.606965:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075048.606971:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769075048.606980:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:1.0:1769075048.606983:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075048.606987:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075048.606990:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1769075048.606993:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b80b941] to pc [ptlrpcd_00_01+1] req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075048.607000:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075048.607008:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769075048.607010:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075048.607013:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075048.607018:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2977:2977:256:4294967295] 192.168.204.145@tcp LPNI seq info [2977:2977:8:4294967295] 00000100:00000040:1.0:1769075048.607019:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1747) 00000400:00000200:0.0:1769075048.607024:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075048.607035:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1769075048.607039:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:1.0:1769075048.607039:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075048.607041:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075048.607048:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769075048.607049:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075048.607058:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38f00. 00000100:00000001:1.0:1769075048.607058:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075048.607061:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.607064:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075048.607065:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.607067:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075048.607070:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00100000:1.0:1769075048.607073:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926603136:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075048.607076:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075048.607079:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075048.607081:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075048.607082:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 02000000:00000001:1.0:1769075048.607083:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075048.607101:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8e200. 00000800:00000200:0.0:1769075048.607102:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1769075048.607104:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.607112:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075048.607116:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0738. 00000400:00000010:1.0:1769075048.607120:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a147f8. 00000100:00000001:0.0:1769075048.607123:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075048.607123:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926603136, portal 10 00000100:00000001:1.0:1769075048.607129:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075048.607131:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061800448 : -125747647751168 : ffff8da2181fdc00) 00000400:00000200:0.0:1769075048.607135:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075048.607139:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075048.607142:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296421646 00000100:00000001:1.0:1769075048.607150:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075048.607153:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075048.607156:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296416526 00000400:00000010:1.0:1769075048.607156:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14440. 00000100:00000200:1.0:1769075048.607159:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007926603136, offset 0 00000100:00000001:0.0:1769075048.607165:0:2379:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296421646 00000400:00000200:1.0:1769075048.607167:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075048.607174:0:2379:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296416526 00000400:00000200:1.0:1769075048.607175:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075048.607182:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:0.0:1769075048.607183:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1769075048.607185:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769075048.607186:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075048.607190:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.607191:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000800:00000010:2.0:1769075048.607194:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38f00. 00000100:00000001:0.0:1769075048.607197:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.607198:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.607203:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:0.0:1769075048.607204:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075048.607204:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769075048.607207:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2978:2978:255:4294967295] 192.168.204.145@tcp LPNI seq info [2978:2978:7:4294967295] 00000100:00000001:0.0:1769075048.607213:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1769075048.607215:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075048.607217:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075048.607219:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:0.0:1769075048.607221:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075048.607225:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075048.607228:0:2379:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769075048.607229:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:0.0:1769075048.607234:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769075048.607242:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075048.607245:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841aa0 00000800:00000010:1.0:1769075048.607246:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000400:00000010:2.0:1769075048.607252:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841aa0. 00000800:00000200:1.0:1769075048.607257:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:2.0:1769075048.607261:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075048.607264:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1769075048.607266:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:0.0:1769075048.607269:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075048.607272:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1769075048.607273:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075048.607275:0:2379:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769075048.607278:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075048.607280:0:2379:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075048.607285:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 02000000:00000001:0.0:1769075048.607288:0:2379:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.607294:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:0.0:1769075048.607299:0:2379:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926603264:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075048.607300:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296411395 00000100:00000001:2.0:1769075048.607304:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075048.607305:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296421646 00000100:00000001:0.0:1769075048.607310:0:2379:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769075048.607310:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296411395 00000100:00000040:2.0:1769075048.607314:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075048.607315:0:2379:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769075048.607315:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296421646 02000000:00000001:0.0:1769075048.607319:0:2379:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607320:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075048.607323:0:2379:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075048.607329:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da207dd2800. 00000100:00000001:2.0:1769075048.607332:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075048.607334:0:2379:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607334:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075048.607337:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075048.607340:0:2380:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1769075048.607343:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075048.607347:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769075048.607348:0:2379:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1dd10. 00000100:00000001:1.0:1769075048.607355:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075048.607356:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.607358:0:2380:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075048.607360:0:2380:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.607363:0:2380:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075048.607365:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841660. 00000100:00100000:1.0:1769075048.607367:0:2380:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da2181fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926603392:192.168.204.145@tcp:400:kworker.0 00000100:00000200:0.0:1769075048.607371:0:2379:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926603264, portal 4 00000100:00000001:1.0:1769075048.607371:0:2380:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1769075048.607373:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1769075048.607375:0:2380:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075048.607376:0:2379:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1769075048.607379:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000100:00000001:0.0:1769075048.607380:0:2379:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061798656 : -125747647752960 : ffff8da2181fd500) 02000000:00000001:1.0:1769075048.607380:0:2380:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075048.607387:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1769075048.607391:0:2379:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075048.607396:0:2380:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1769075048.607398:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 02000000:00000010:1.0:1769075048.607402:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8da20ad8ec00. 00000400:00000200:2.0:1769075048.607407:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14440 02000000:00000001:1.0:1769075048.607409:0:2380:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.607410:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1769075048.607413:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14440. 00000100:00000040:0.0:1769075048.607419:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075048.607421:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075048.607421:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1769075048.607423:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038415d8. 00000100:00000200:0.0:1769075048.607427:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926603264, offset 0 00000400:00000010:1.0:1769075048.607429:0:2380:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0268. 00000100:00000200:2.0:1769075048.607432:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075048.607437:0:2379:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075048.607437:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14ee0. 00000400:00000200:0.0:1769075048.607446:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:1.0:1769075048.607449:0:2380:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007926603392, portal 4 00000400:00000200:0.0:1769075048.607450:0:2379:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075048.607455:0:2379:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769075048.607456:0:2380:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1769075048.607485:0:2379:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075048.607489:0:2379:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769075048.607492:0:2380:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618326061803136 : -125747647748480 : ffff8da2181fe680) 00000400:00000200:0.0:1769075048.607494:0:2379:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:2.0:1769075048.607497:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1769075048.607502:0:2379:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2979:2979:255:4294967295] 192.168.204.145@tcp LPNI seq info [2979:2979:7:4294967295] 00000100:00000040:2.0:1769075048.607506:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075048.607507:0:2380:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075048.607515:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075048.607536:0:2379:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:2.0:1769075048.607538:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607540:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075048.607546:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1769075048.607550:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000800:00000200:0.0:1769075048.607551:0:2379:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075048.607556:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14cc0. 00000800:00000010:0.0:1769075048.607559:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38300. 00000100:00000200:1.0:1769075048.607561:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007926603392, offset 0 00000800:00000200:0.0:1769075048.607567:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075048.607576:0:2379:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075048.607581:0:2379:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1769075048.607586:0:2380:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075048.607592:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075048.607593:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.607597:0:2380:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:0.0:1769075048.607599:0:2379:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075048.607602:0:2380:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075048.607606:0:2380:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075048.607609:0:2380:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.607611:0:2380:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075048.607614:0:2380:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2980:2980:255:4294967295] 192.168.204.145@tcp LPNI seq info [2980:2980:7:4294967295] 00000400:00000200:1.0:1769075048.607618:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075048.607625:0:2380:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075048.607625:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075048.607631:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38300. 00000800:00000200:1.0:1769075048.607633:0:2380:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075048.607639:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f200. 00000400:00000200:2.0:1769075048.607640:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1769075048.607645:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000400:00000200:2.0:1769075048.607652:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000800:00000200:1.0:1769075048.607654:0:2380:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000400:00000200:2.0:1769075048.607659:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038415d8 00000400:00000010:2.0:1769075048.607662:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038415d8. 00000800:00000200:1.0:1769075048.607667:0:2380:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769075048.607668:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1769075048.607671:0:2379:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769075048.607677:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075048.607678:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296410138 00000100:00000001:1.0:1769075048.607679:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.607683:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296421646 00000100:00000040:1.0:1769075048.607687:0:2380:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000100:00000001:0.0:1769075048.607689:0:2379:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296410138 00000100:00000001:0.0:1769075048.607695:0:2379:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296421646 00000100:00000001:0.0:1769075048.607700:0:2379:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075048.607701:0:2380:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075048.607703:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075048.607705:0:2379:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607709:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296410140 00000100:00000001:0.0:1769075048.607710:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075048.607713:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075048.607716:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.607717:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296421646 00000100:00000001:0.0:1769075048.607723:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.607725:0:2380:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296410140 00000100:00000001:0.0:1769075048.607726:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.607733:0:2380:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296421646 00000100:00000001:0.0:1769075048.607734:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075048.607734:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.607737:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075048.607741:0:2380:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075048.607741:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075048.607742:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075048.607749:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607749:0:2380:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607757:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.607760:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769075048.607760:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075048.607766:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000100:00000001:1.0:1769075048.607768:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1769075048.607771:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075048.607772:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.607777:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075048.607780:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769075048.607780:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:1.0:1769075048.607784:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075048.607787:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14cc0 00000100:00000001:1.0:1769075048.607788:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075048.607793:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14cc0. 00000100:00000001:2.0:1769075048.607797:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075048.607802:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075048.607811:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075048.607816:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075048.607824:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075048.607826:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075048.798525:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075048.798532:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075048.798538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075048.798539:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075048.798610:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075048.798614:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075048.798618:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075049.630525:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075049.630535:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075049.630535:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075049.630537:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075049.630539:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075049.630541:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.630542:0:2379:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075049.630544:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075049.630545:0:2380:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075049.630548:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.630548:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075049.630552:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075049.630554:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075049.630557:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.630558:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000400:0.0:1769075049.630559:0:2379:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075033/real 1769075033] req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.630562:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.630565:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000400:1.0:1769075049.630567:0:2380:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075033/real 1769075033] req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.630570:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769075049.630591:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075049.630596:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075049.630599:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:0.0:1769075049.630605:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841880 00000400:00000010:0.0:1769075049.630608:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841880. 00000100:00000001:0.0:1769075049.630613:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1769075049.630613:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075049.630617:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1769075049.630620:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075049.630621:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075049.630629:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075049.630633:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000200:0.0:1769075049.630634:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.630639:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075049.630644:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075049.630647:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769075049.630648:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.630650:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075049.630653:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075049.630661:0:2379:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075049.630670:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.630671:0:2379:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769075049.630676:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769075049.630685:0:2379:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff8da202f2f800: Connection to lustre-OST0001 (at 192.168.204.145@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1769075049.630686:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075049.630690:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.630694:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075049.630695:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075049.630703:0:2380:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.630713:0:2380:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1769075049.630715:0:2380:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769075049.630719:0:2380:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8da202f2f800: Connection to lustre-MDT0000 (at 192.168.204.145@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1769075049.630723:0:2380:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:1.0:1769075049.630726:0:2380:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:1.0:1769075049.630728:0:2380:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075049.630730:0:2380:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1769075049.630732:0:2380:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1769075049.630749:0:2380:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1769075049.630750:0:2380:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.630753:0:2380:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1769075049.630758:0:2380:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075033/real 1769075033] req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075049.630768:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1769075049.630769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769075049.630770:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075049.630774:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000100:00000001:3.0:1769075049.630775:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1769075049.630778:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075049.630782:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075049.630784:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1769075049.630785:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000100:00000200:1.0:1769075049.630790:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075049.630794:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=8 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075049.630803:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769075049.630806:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075049.630808:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075049.630816:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075049.630817:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075049.630821:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.630823:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075049.630825:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075049.630827:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13700. 00000100:00100000:1.0:1769075049.630830:0:2380:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.630833:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075049.630841:0:2380:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000040:3.0:1769075049.630843:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075049.630844:0:2380:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1769075049.630853:0:2380:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.145@tcp: Connection to MGS (at 192.168.204.145@tcp) was lost; in progress operations using this service will fail 00000100:00000001:3.0:1769075049.630862:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075049.630868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.630873:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_01_00+0] req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.630893:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075049.630895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075049.630898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075049.630900:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075049.630902:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075049.630905:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075049.630908:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1655 00000400:00000200:3.0:1769075049.630916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075049.630923:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075049.630926:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075049.630930:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075049.630932:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075049.630936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075049.630937:0:2381:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075049.630943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.630949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:2.0:1769075049.630950:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075049.630955:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075049.630959:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075049.630963:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075049.630969:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075049.630972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075049.630975:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075049.630980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.630982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075049.630985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.630987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075049.630990:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075049.630994:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075049.630997:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075049.630999:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075049.631003:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075049.631005:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.631007:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075049.631010:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075049.631012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.631014:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075049.631017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769075049.631019:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=8 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075049.631021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075049.631022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.631024:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075049.631025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075049.631027:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075049.631030:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075049.631033:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075049.631038:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075049.631044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075049.631045:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.631048:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.631060:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.631062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075049.631065:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769075049.631067:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769075049.631082:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=7 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075049.631084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075049.631085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075049.631087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075049.631089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8da202f13c00. 00000100:00000001:3.0:1769075049.631092:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.631095:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075049.631100:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075049.631101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.631104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_01_01+1] req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.631110:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075049.635017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075049.635021:0:2379:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769075049.635025:0:2379:0:(osc_request.c:3856:osc_import_event()) Process entered 00000100:00080000:3.0:1769075049.635026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000001:0.0:1769075049.635028:0:2379:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635031:0:2379:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769075049.635031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075049.635035:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1769075049.635036:0:2379:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1769075049.635041:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769075049.635042:0:2379:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075049.635045:0:2379:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075049.635046:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1725 00000100:00000001:0.0:1769075049.635048:0:2379:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1769075049.635054:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000400:0.0:1769075049.635057:0:2379:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075033/real 1769075033] req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075049.635060:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:3.0:1769075049.635067:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.635079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075049.635080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.635083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075049.635087:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1769075049.635089:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1769075049.635089:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000400:00000001:0.0:1769075049.635093:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769075049.635093:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1769075049.635098:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000020:00000040:3.0:1769075049.635098:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075049.635103:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:0.0:1769075049.635105:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000020:00000001:3.0:1769075049.635106:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000010:0.0:1769075049.635110:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000040:3.0:1769075049.635112:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075049.635114:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075049.635115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075049.635121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000200:0.0:1769075049.635122:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.635123:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075049.635128:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075049.635134:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075049.635140:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075049.635143:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1769075049.635144:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075049.635147:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075049.635152:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635155:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075049.635155:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075049.635158:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769075049.635159:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769075049.635162:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:3.0:1769075049.635164:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635165:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.635167:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075049.635171:0:2379:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075049.635174:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769075049.635179:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=7 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075049.635180:0:2379:0:(import.c:429:ptlrpc_fail_import()) Process entered 02000000:00000001:3.0:1769075049.635183:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1769075049.635184:0:2379:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 02000000:00000001:3.0:1769075049.635186:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:02000400:0.0:1769075049.635190:0:2379:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff8da202f2f800: Connection to lustre-OST0000 (at 192.168.204.145@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1769075049.635190:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075049.635192:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769075049.635194:0:2379:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000001:3.0:1769075049.635196:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075049.635197:0:2379:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1769075049.635200:0:2379:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075049.635201:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:0.0:1769075049.635202:0:2379:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769075049.635206:0:2379:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1769075049.635207:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075049.635214:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075049.635219:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075049.635221:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635222:0:2379:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075049.635226:0:2379:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.635226:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.635232:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075049.635234:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1769075049.635239:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075049.635242:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075049.635245:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.635247:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635248:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.635252:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.635254:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1748) 00000100:00000001:0.0:1769075049.635255:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.635259:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.635260:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.635262:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635264:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635273:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075049.635274:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075049.635275:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075049.635279:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.635284:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.635285:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075049.635288:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075049.635291:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075049.635292:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075049.635295:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926603648:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075049.635297:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075049.635301:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075049.635303:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075049.635304:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075049.635308:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075049.635310:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.635315:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075049.635317:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d630. 00000400:00000010:0.0:1769075049.635320:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841c38. 00000100:00000200:0.0:1769075049.635325:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926603648, portal 10 00000100:00000001:0.0:1769075049.635326:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075049.635327:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:0.0:1769075049.635332:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.635340:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075049.635343:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075049.635346:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841880. 00000100:00000200:0.0:1769075049.635350:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926603648, offset 0 00000400:00000200:0.0:1769075049.635357:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075049.635365:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075049.635372:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075049.635377:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075049.635382:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075049.635387:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075049.635390:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075049.635394:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2981:2981:256:4294967295] 192.168.204.145@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:0.0:1769075049.635399:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075049.635408:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075049.635413:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075049.635417:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38e00. 00000800:00000200:0.0:1769075049.635422:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075049.635428:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075049.635431:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075049.635440:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075049.635443:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075049.635446:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075049.635448:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296412423 00000100:00000001:0.0:1769075049.635450:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296421646 00000100:00000001:0.0:1769075049.635452:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296412423 00000100:00000001:0.0:1769075049.635454:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296421646 00000100:00000001:0.0:1769075049.635456:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075049.635488:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635490:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075049.635494:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.635499:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.635501:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075049.635502:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075049.635504:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075049.635506:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075049.635508:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926603904:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075049.635510:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075049.635512:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075049.635513:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075049.635515:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075049.635517:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96400. 02000000:00000001:0.0:1769075049.635518:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.635521:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075049.635523:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d840. 00000400:00000010:0.0:1769075049.635526:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038412a8. 00000100:00000200:0.0:1769075049.635528:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926603904, portal 4 00000100:00000001:0.0:1769075049.635529:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075049.635530:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:0.0:1769075049.635534:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.635539:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075049.635540:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075049.635542:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038413b8. 00000100:00000200:0.0:1769075049.635543:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926603904, offset 0 00000400:00000200:0.0:1769075049.635546:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075049.635548:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075049.635551:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075049.635553:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075049.635555:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075049.635557:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075049.635558:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075049.635560:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2982:2982:255:4294967295] 192.168.204.145@tcp LPNI seq info [2982:2982:7:4294967295] 00000400:00000200:0.0:1769075049.635563:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075049.635567:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075049.635569:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075049.635572:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38c00. 00000800:00000200:0.0:1769075049.635575:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075049.635577:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075049.635579:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075049.635581:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075049.635583:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075049.635585:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075049.635587:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296411167 00000100:00000001:0.0:1769075049.635589:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296421646 00000100:00000001:0.0:1769075049.635590:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296411167 00000100:00000001:0.0:1769075049.635592:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296421646 00000100:00000001:0.0:1769075049.635593:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075049.635594:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635595:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635597:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.635599:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075049.635600:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075049.635602:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075049.635602:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075049.635603:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.635604:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075049.643095:0:2380:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.145@tcp for MGC192.168.204.145@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1769075049.643100:0:2380:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769075049.643102:0:2380:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1769075049.643104:0:2380:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1769075049.643110:0:2380:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.643123:0:2380:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.643134:0:2380:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075049.643145:0:2380:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.643159:0:2380:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769075049.643161:0:2380:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769075049.643168:0:2380:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1769075049.643169:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075049.643172:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1769075049.643172:0:2380:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1769075049.643177:0:2380:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 00000100:00000001:2.0:1769075049.643178:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000001:0.0:1769075049.643179:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000001:1.0:1769075049.643181:0:2380:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769075049.643183:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769075049.643186:0:2380:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000010:0.0:1769075049.643187:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d4d0. 00000100:00000200:2.0:1769075049.643188:0:2381:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.643189:0:2380:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769075049.643193:0:2380:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000400:00000200:0.0:1769075049.643194:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 10000000:00000001:1.0:1769075049.643198:0:2380:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075049.643199:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:0.0:1769075049.643205:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769075049.643205:0:2380:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769075049.643206:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075049.643210:0:2380:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000200:0.0:1769075049.643215:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075049.643220:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075049.643225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075049.643228:0:2380:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1769075049.643232:0:2380:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075049.643236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000200:0.0:1769075049.643238:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643241:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075049.643242:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769075049.643246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075049.643247:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1769075049.643254:0:2381:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1769075049.643254:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075049.643255:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075049.643260:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075049.643261:0:2381:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00080000:3.0:1769075049.643262:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1655 00000100:00000001:1.0:1769075049.643265:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.643271:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.643272:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769075049.643275:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075049.643277:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.643278:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075049.643279:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075049.643282:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075049.643283:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:0.0:1769075049.643284:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075049.643289:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075049.643290:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075049.643292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:0.0:1769075049.643295:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075049.643306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075049.643311:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075049.643317:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075049.643320:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075049.643325:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075049.643328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000100:00000001:0.0:1769075049.643335:0:2379:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:3.0:1769075049.643336:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00100000:2.0:1769075049.643341:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:0:1855007926603520:192.168.204.145@tcp:400:kworker.0 00000020:00000001:3.0:1769075049.643344:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:0.0:1769075049.643345:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.643353:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769075049.643354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075049.643356:0:2380:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1769075049.643358:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643358:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075049.643363:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.643364:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075049.643368:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075049.643369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:0.0:1769075049.643370:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.643371:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075049.643374:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000040:1.0:1769075049.643382:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075049.643382:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075049.643389:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075049.643394:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075049.643404:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769075049.643406:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2379:1855007926603008:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075049.643408:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769075049.643411:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926601600:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075049.643412:0:2382:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769075049.643421:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.643421:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769075049.643422:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769075049.643423:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.643430:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1769075049.643432:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38e00. 00000100:00000001:0.0:1769075049.643433:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075049.643433:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.643441:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075049.643443:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769075049.643446:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.643449:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.643456:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643456:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1769075049.643458:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075049.643483:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075049.643491:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841880 00000100:00000001:1.0:1769075049.643493:0:2380:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:3.0:1769075049.643493:0:2382:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075049.643494:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841880. 00000100:00000001:0.0:1769075049.643499:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075049.643503:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.643503:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075049.643508:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1769075049.643510:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181ffb80 x1855007926603008/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075064 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.643512:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769075049.643513:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643515:0:2382:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643521:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075049.643524:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643526:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075049.643530:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643537:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643543:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.643550:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769075049.643551:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075049.643551:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769075049.643556:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2380:1855007926601472:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075049.643557:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075049.643558:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1769075049.643563:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643564:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1769075049.643565:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207dd2400. 00000100:00000001:1.0:1769075049.643567:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643567:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075049.643572:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.643573:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769075049.643574:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075049.643576:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769075049.643580:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075049.643580:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075049.643583:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd500 x1855007926601600/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075049.643585:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075049.643586:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643592:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075049.643594:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075049.643596:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075049.643600:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674fd00. 00000100:00000001:2.0:1769075049.643602:0:2374:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769075049.643604:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075049.643608:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075049.643610:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075049.643612:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075049.643613:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769075049.643614:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075049.643616:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075049.643617:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075049.643619:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181ffb80. 02000000:00000010:1.0:1769075049.643621:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8fe00. 00000800:00000200:2.0:1769075049.643621:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1769075049.643622:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000100:00000001:0.0:1769075049.643625:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:2.0:1769075049.643628:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38c00. 02000000:00000001:1.0:1769075049.643629:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1769075049.643629:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=8 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769075049.643630:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769075049.643633:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1769075049.643634:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1769075049.643636:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769075049.643637:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075049.643638:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=7 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075049.643639:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.643644:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075049.643645:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075049.643646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769075049.643647:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075049.643648:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075049.643650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1769075049.643653:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38000. 00000400:00000200:2.0:1769075049.643653:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038413b8 02000000:00000001:3.0:1769075049.643654:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075049.643658:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038413b8. 02000000:00000001:1.0:1769075049.643662:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1769075049.643662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:2.0:1769075049.643663:0:2374:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769075049.643666:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769075049.643669:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075049.643670:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd500. 00000100:00000200:2.0:1769075049.643672:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.643677:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075049.643678:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1769075049.643681:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075049.643682:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.643683:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075049.643691:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075049.643692:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.643693:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075049.643699:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769075049.643700:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc000 x1855007926601472/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075049.643701:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.643703:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643710:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075049.643711:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643715:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.643720:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075049.643725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075049.643735:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769075049.643738:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075049.643740:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769075049.643744:0:2374:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1769075049.643745:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8e600. 02000000:00000001:1.0:1769075049.643750:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075049.643752:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075049.643754:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=7 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075049.643754:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075049.643757:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1769075049.643758:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769075049.643759:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1769075049.643761:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38700. 00000400:00000001:2.0:1769075049.643762:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769075049.643766:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1769075049.643768:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000100:00080000:3.0:1769075049.643768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769075049.643769:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769075049.643770:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769075049.643774:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769075049.643775:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769075049.643776:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000100:00000001:3.0:1769075049.643776:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1769075049.643777:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc000. 00000100:00080000:3.0:1769075049.643780:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1769075049.643781:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:1.0:1769075049.643783:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1769075049.643785:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.643788:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769075049.643789:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643789:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075049.643796:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075049.643797:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1725 00000100:00000200:2.0:1769075049.643799:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075049.643802:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.643805:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075049.643810:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075049.643812:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075049.643817:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075049.643819:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 02000000:00000001:0.0:1769075049.643823:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075049.643824:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075049.643827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00100000:0.0:1769075049.643830:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926604032:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075049.643833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075049.643840:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075049.643840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:0.0:1769075049.643844:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075049.643845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:0.0:1769075049.643848:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.643849:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769075049.643850:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769075049.643851:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075049.643852:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075049.643854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 02000000:00000010:0.0:1769075049.643856:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94000. 00000100:00000040:2.0:1769075049.643859:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075049.643859:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769075049.643860:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075049.643865:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:0.0:1769075049.643871:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075049.643873:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:0.0:1769075049.643878:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d4d0. 00000100:00000001:2.0:1769075049.643879:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:3.0:1769075049.643880:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:0.0:1769075049.643885:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841330. 00000100:00000001:2.0:1769075049.643885:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.643890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075049.643891:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1769075049.643892:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604032, portal 25 00000100:00000001:2.0:1769075049.643897:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.643898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075049.643899:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075049.643903:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769075049.643907:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075049.643908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:0.0:1769075049.643912:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.643914:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075049.643920:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075049.643928:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075049.643935:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075049.643940:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075049.643944:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075049.643946:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769075049.643949:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926602496:192.168.204.145@tcp:400:kworker.0 00000100:00000040:0.0:1769075049.643951:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075049.643951:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.643957:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:0.0:1769075049.643958:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841220. 00000008:00100000:3.0:1769075049.643961:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1769075049.643962:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926604032, offset 0 00000400:00000001:2.0:1769075049.643965:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:3.0:1769075049.643968:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769075049.643970:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075049.643971:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.643973:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075049.643976:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000100:00000010:3.0:1769075049.643978:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000400:00000200:0.0:1769075049.643981:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075049.643983:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000020:00000040:3.0:1769075049.643983:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=8 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:0.0:1769075049.643988:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075049.643990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1769075049.643991:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000400:00000200:0.0:1769075049.643992:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075049.643994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.643998:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:2.0:1769075049.643999:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075049.643999:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1769075049.644003:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075049.644004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1769075049.644008:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075049.644009:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.644010:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000010:3.0:1769075049.644017:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000400:00000200:0.0:1769075049.644020:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2983:2983:256:4294967295] 192.168.204.145@tcp LPNI seq info [2983:2983:8:4294967295] 00000100:00000001:3.0:1769075049.644024:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075049.644033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769075049.644034:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769075049.644036:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075049.644051:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075049.644062:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075049.644082:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075049.644083:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075049.644083:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075049.644087:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075049.644090:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1769075049.644091:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000040:2.0:1769075049.644097:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769075049.644102:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:3.0:1769075049.644106:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075049.644111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1769075049.644113:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075049.644120:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38900 type 1, nob 616 niov 1 nkiov 1 00000100:00080000:3.0:1769075049.644121:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075049.644129:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1748) 00000100:00080000:3.0:1769075049.644135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075049.644138:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075049.644141:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:0.0:1769075049.644147:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075049.644148:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1748) 00000100:00000001:2.0:1769075049.644151:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769075049.644154:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296422683 00000100:00000001:2.0:1769075049.644158:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.644162:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296421646 00000100:00000001:2.0:1769075049.644163:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075049.644168:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.644169:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296422683 00000100:00000001:0.0:1769075049.644176:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296421646 00000100:00000040:2.0:1769075049.644180:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075049.644180:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769075049.644181:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1769075049.644185:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000100:00000001:0.0:1769075049.644187:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075049.644191:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769075049.644193:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.644199:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075049.644203:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00100000:2.0:1769075049.644204:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2381:1855007926601984:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075049.644205:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1769075049.644208:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841220 00000100:00000001:0.0:1769075049.644209:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:3.0:1769075049.644213:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841220. 00000100:00000001:0.0:1769075049.644216:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075049.644217:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075049.644218:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075049.644219:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075049.644223:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075049.644224:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1769075049.644226:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075049.644235:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075049.644235:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926603520/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075049.644237:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075049.644244:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.644265:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769075049.644268:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075049.644272:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=6 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769075049.644273:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075049.644273:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075049.644276:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075049.644277:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075049.644278:0:2373:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1769075049.644280:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13700. 02000000:00000001:0.0:1769075049.644283:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075049.644286:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075049.644287:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075049.644290:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769075049.644291:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075049.644292:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00100000:0.0:1769075049.644297:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604160:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075049.644297:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075049.644300:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.644302:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075049.644303:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769075049.644305:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075049.644308:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075049.644310:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769075049.644310:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926602496/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075059 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769075049.644315:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075049.644319:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.644326:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075049.644327:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1769075049.644329:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d3c8. 02000000:00000001:2.0:1769075049.644331:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1769075049.644333:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841ee0. 02000000:00000010:2.0:1769075049.644335:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202f44000. 00000100:00000200:0.0:1769075049.644338:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604160, portal 4 02000000:00000001:2.0:1769075049.644342:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769075049.644343:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769075049.644346:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769075049.644347:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000020:00000040:2.0:1769075049.644350:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075049.644355:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1769075049.644359:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075049.644359:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13000. 02000000:00000001:2.0:1769075049.644366:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075049.644369:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075049.644372:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:0.0:1769075049.644376:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075049.644378:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1769075049.644383:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075049.644383:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.644389:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1769075049.644390:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841198. 00000100:00000200:0.0:1769075049.644395:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926604160, offset 0 00000100:00000040:2.0:1769075049.644397:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926601984/t0(0) o400->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075054 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.644407:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075049.644410:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1769075049.644413:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000010:2.0:1769075049.644414:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202f45400. 02000000:00000001:2.0:1769075049.644418:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075049.644421:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1769075049.644422:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:2.0:1769075049.644424:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075049.644427:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1769075049.644428:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000010:2.0:1769075049.644429:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13b00. 00000400:00000200:0.0:1769075049.644433:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769075049.644434:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075049.644438:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1769075049.644439:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000010:2.0:1769075049.644442:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000400:00000200:0.0:1769075049.644444:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075049.644446:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1769075049.644448:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:2.0:1769075049.644450:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.644453:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075049.644456:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2984:2984:256:4294967295] 192.168.204.145@tcp LPNI seq info [2984:2984:8:4294967295] 00000100:00000001:2.0:1769075049.644481:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075049.644484:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075049.644488:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075049.644490:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1769075049.644493:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075049.644495:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.644499:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075049.644508:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075049.644514:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075049.644518:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769075049.644521:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075049.644525:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075049.644527:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075049.644537:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075049.644539:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075049.644542:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075049.644543:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296411175 00000100:00000001:0.0:1769075049.644545:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296422683 00000100:00000001:0.0:1769075049.644546:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296411175 00000100:00000001:0.0:1769075049.644548:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296422683 00000100:00000001:0.0:1769075049.644550:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075049.644552:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.644555:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.644556:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.644560:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075049.644561:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075049.644563:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075049.644564:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075049.644566:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.644569:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075049.644569:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075049.644575:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000400:00000200:2.0:1769075049.644579:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075049.644583:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075049.644586:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841198 00000400:00000010:2.0:1769075049.644587:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841198. 00000100:00000001:2.0:1769075049.644589:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075049.644592:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.644598:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075049.644600:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075049.644605:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075049.644606:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075049.822541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075049.822546:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075049.822550:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075049.822551:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075049.822606:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075049.822609:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075049.822612:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075050.654510:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075050.654522:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075050.654528:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075050.654533:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075050.654535:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075050.654538:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075050.654541:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075050.654543:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075050.654543:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075050.654550:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075050.654550:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075050.654553:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075050.654554:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075050.654559:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075050.654561:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075050.654564:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075050.654566:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075050.846547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075050.846553:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075050.846555:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075050.846559:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075050.846561:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075050.846562:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075050.846566:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075050.846568:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075050.846569:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075050.846571:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075050.846574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075050.846575:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075050.846624:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075050.846628:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075050.846631:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075051.678520:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075051.678540:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075051.678541:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075051.678543:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075051.678548:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075051.678552:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075051.678552:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075051.678555:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075051.678557:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075051.678558:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075051.678563:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075051.678565:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075051.678567:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075051.678571:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075051.678576:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075051.678582:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075051.678585:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075051.870578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075051.870585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075051.870591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075051.870592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075051.870685:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075051.870692:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075051.870698:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075052.702530:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075052.702542:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075052.702544:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075052.702548:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075052.702550:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075052.702553:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075052.702555:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075052.702587:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075052.702591:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075052.702593:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075052.702595:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075052.702596:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075052.702599:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075052.702601:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075052.702603:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075052.702606:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075052.702609:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075052.894578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075052.894585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075052.894591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075052.894592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075052.894687:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075052.894695:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075052.894701:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075053.726553:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075053.726553:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075053.726564:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075053.726565:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075053.726567:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075053.726569:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075053.726575:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075053.726576:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075053.726579:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075053.726580:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075053.726585:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075053.726586:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075053.726588:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075053.726591:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075053.726593:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075053.726600:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075053.726603:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075053.918599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075053.918606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075053.918611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075053.918615:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075053.918617:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075053.918619:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075053.918622:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075053.918624:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075053.918626:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075053.918628:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075053.918701:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075053.918707:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075053.918711:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075054.750531:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075054.750531:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075054.750533:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075054.750541:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075054.750541:0:2381:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075054.750547:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075054.750550:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075054.750557:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075054.750560:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000400:2.0:1769075054.750563:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075038/real 1769075038] req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1769075054.750563:0:2381:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075038/real 1769075038] req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075054.750564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075054.750565:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075054.750571:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075054.750579:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075054.750588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.750608:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075054.750615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.750620:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:2.0:1769075054.750621:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1769075054.750622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075054.750627:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:2.0:1769075054.750627:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1769075054.750632:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1753) 00000400:00000010:2.0:1769075054.750634:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b948. 00000400:00000200:2.0:1769075054.750641:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720c38 00000400:00000010:2.0:1769075054.750643:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720c38. 00000100:00000001:2.0:1769075054.750651:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1769075054.750651:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075054.750654:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1769075054.750657:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075054.750659:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69a0. 00000400:00000200:3.0:1769075054.750666:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353440 00000400:00000010:3.0:1769075054.750669:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353440. 00000100:00000200:2.0:1769075054.750672:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075054.750674:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769075054.750682:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1769075054.750682:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.750685:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750690:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075054.750694:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769075054.750698:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075054.750702:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075054.750722:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075054.750723:0:2382:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769075054.750728:0:2382:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da20ac51800 already not connected (conn 70, was 69): CONNECTING 00000100:00000001:3.0:1769075054.750728:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750735:0:2382:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769075054.750735:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075054.750737:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075054.750739:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750741:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769075054.750752:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075038/real 1769075038] req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075054.750753:0:2381:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075054.750770:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075054.750772:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075054.750776:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bd10. 00000100:00000001:3.0:1769075054.750777:0:2381:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000400:00000200:2.0:1769075054.750778:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720770 00000400:00000010:2.0:1769075054.750782:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720770. 00000100:00080000:3.0:1769075054.750782:0:2381:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da20a70b800 already not connected (conn 15, was 14): CONNECTING 00000100:00000001:2.0:1769075054.750785:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075054.750790:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075054.750791:0:2381:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769075054.750795:0:2381:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769075054.750802:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075054.750803:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075054.750807:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075054.750811:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075054.750812:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075054.750814:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075054.750815:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075054.750818:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750819:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075054.750821:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075054.750823:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769075054.750827:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075054.750827:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075054.750832:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075054.750838:0:2382:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000001:3.0:1769075054.750838:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075054.750842:0:2382:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da202f2e000 already not connected (conn 15, was 14): CONNECTING 00000100:00000001:2.0:1769075054.750845:0:2382:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769075054.750845:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750849:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075054.750850:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750852:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075054.750853:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075054.750854:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750856:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075054.750857:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750859:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750860:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075054.750861:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075054.750865:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.750871:0:2382:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1769075054.750873:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750874:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075054.750875:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075054.750877:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075054.750883:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602112:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769075054.750886:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750886:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075054.750887:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750889:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075054.750891:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075054.750893:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926602112/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.750898:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075054.750901:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075054.750904:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8800. 02000000:00000001:2.0:1769075054.750907:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075054.750909:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075054.750911:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=6 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075054.750912:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075054.750915:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13800. 02000000:00000001:2.0:1769075054.750918:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075054.750920:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075054.750922:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075054.750926:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075054.750927:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.750929:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075054.942580:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075054.942590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075054.942598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075054.942600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075054.942660:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075054.942664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075054.942667:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075055.774510:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075055.774524:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075055.774527:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075055.774533:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075055.774536:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075055.774537:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075055.774540:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075055.774541:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075055.774545:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075055.774546:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075055.774548:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075055.774549:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075055.774551:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075055.774552:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075055.774554:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075055.774558:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075055.774559:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075055.774559:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075055.774564:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075055.774565:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075055.774566:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075055.774568:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075055.774570:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075055.774573:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075055.774573:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075055.774580:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075055.774582:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075055.774583:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075055.774585:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075055.774588:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075055.966602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075055.966611:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075055.966617:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075055.966618:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075055.966671:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075055.966675:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075055.966679:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075056.798510:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075056.798521:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075056.798521:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075056.798524:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075056.798528:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075056.798531:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075056.798532:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075056.798535:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075056.798535:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075056.798540:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075056.798541:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075056.798541:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075056.798546:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075056.798547:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075056.798548:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075056.798553:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075056.798553:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075056.798555:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075056.798558:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075056.798558:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075056.798563:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075056.798564:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075056.798566:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075056.798570:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075056.798573:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075056.798578:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075056.798580:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075056.798581:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075056.798583:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075056.798586:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075056.990549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075056.990556:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075056.990562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075056.990564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075056.990625:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075056.990629:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075056.990633:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075057.822524:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075057.822539:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075057.822544:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075057.822545:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075057.822549:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075057.822551:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075057.822554:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075057.822554:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075057.822557:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075057.822562:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075057.822563:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075057.822569:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075057.822569:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075057.822569:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075057.822574:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075057.822577:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075057.822578:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075057.822579:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075057.822584:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075057.822586:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075057.822589:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075057.822595:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075057.822598:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075057.822599:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075057.822605:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075057.822605:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075057.822609:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075057.822610:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075057.822617:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075057.822622:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075058.014545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075058.014550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075058.014554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075058.014556:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075058.014618:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075058.014621:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075058.014624:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075058.846527:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075058.846537:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075058.846541:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075058.846544:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075058.846545:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075058.846547:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075058.846555:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075058.846555:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075058.846558:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075058.846560:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075058.846563:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075058.846566:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075058.846566:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075058.846574:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075058.846577:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846578:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075058.846581:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075058.846584:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075058.846587:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075058.846588:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846592:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075058.846594:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075058.846596:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846597:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075058.846599:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846601:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846603:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075058.846604:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075058.846605:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075058.846607:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075059.038561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075059.038572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075059.038577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075059.038578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075059.038639:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075059.038644:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075059.038648:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075059.870527:0:2381:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075059.870536:0:2381:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769075059.870552:0:2381:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075043/real 1769075043] req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075059.870572:0:2381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075059.870575:0:2381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075059.870580:0:2381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6d68. 00000400:00000200:3.0:1769075059.870587:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353bb0 00000400:00000010:3.0:1769075059.870590:0:2381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353bb0. 00000100:00000001:3.0:1769075059.870596:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075059.870601:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870602:0:2382:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075059.870606:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769075059.870615:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075043/real 1769075043] req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.870620:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075059.870632:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075059.870635:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075059.870636:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1769075059.870638:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b7e8. 00000100:00000001:3.0:1769075059.870639:0:2381:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075059.870642:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720908 00000100:00000001:3.0:1769075059.870644:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1769075059.870645:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720908. 00000100:00000001:2.0:1769075059.870652:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075059.870657:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075059.870664:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870670:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769075059.870672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075059.870672:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870675:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075059.870678:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769075059.870681:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1769075059.870683:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075059.870687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075059.870695:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769075059.870699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075059.870704:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1769075059.870704:0:2382:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1769075059.870707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075059.870709:0:2382:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da20ac51800 already not connected (conn 70, was 69): CONNECTING 00000100:00080000:1.0:1769075059.870710:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1769075059.870711:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075059.870716:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1759) 00000100:00000001:2.0:1769075059.870720:0:2382:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769075059.870724:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075059.870725:0:2381:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870729:0:2382:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769075059.870737:0:2382:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075043/real 1769075043] req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.870741:0:2381:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1769075059.870745:0:2381:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da20a70b800 already not connected (conn 15, was 14): CONNECTING 00000400:00000001:2.0:1769075059.870748:0:2382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075059.870752:0:2382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075059.870752:0:2381:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000400:00000010:2.0:1769075059.870757:0:2382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b840. 00000100:00000001:3.0:1769075059.870757:0:2381:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075059.870765:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720dd0 00000400:00000010:2.0:1769075059.870768:0:2382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720dd0. 00000100:00000001:3.0:1769075059.870770:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075059.870772:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075059.870774:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075059.870779:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.870780:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.870785:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075059.870789:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.870794:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1769075059.870795:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.870797:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.870804:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870808:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.870809:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075059.870812:0:2382:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.870813:0:2381:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870819:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.870820:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.870823:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.870826:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075059.870832:0:2382:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870840:0:2382:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769075059.870843:0:2382:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da202f2e000 already not connected (conn 15, was 14): CONNECTING 00000100:00000001:2.0:1769075059.870846:0:2382:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769075059.870848:0:2382:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870854:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075059.870856:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.870858:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075059.870860:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075059.870863:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870865:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075059.870867:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870871:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870873:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075059.870874:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075059.870888:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870895:0:2382:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1769075059.870907:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870908:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075059.870909:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075059.870913:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075059.870920:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602624:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769075059.870924:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870926:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075059.870927:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870929:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870930:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075059.870931:0:2382:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870933:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.870935:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075059.870939:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926602624/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.870944:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075059.870946:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075059.870949:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a9800. 02000000:00000001:2.0:1769075059.870953:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075059.870955:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075059.870957:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075059.870959:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075059.870962:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13200. 02000000:00000001:2.0:1769075059.870965:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075059.870967:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075059.870969:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:2.0:1769075059.870971:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075059.870972:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.870974:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.870986:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075059.870992:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075059.870993:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.870996:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075059.870998:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075059.871000:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075059.871001:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.871005:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075059.871007:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.871008:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075059.871009:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.871013:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.871014:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075059.871016:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.871020:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075059.871020:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.871024:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.871032:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075059.871040:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.871043:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.871208:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075059.871211:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075059.871219:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075049/real 1769075049] req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075059.871230:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075059.871232:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075059.871235:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d3c8. 00000400:00000200:3.0:1769075059.871240:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841ee0 00000400:00000010:3.0:1769075059.871243:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841ee0. 00000100:00000001:3.0:1769075059.871247:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075059.871251:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.871262:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871316:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.871318:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871320:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871322:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075059.871326:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871334:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871336:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075059.871341:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075049/real 1769075049] req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075059.871364:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075059.871366:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075059.871371:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d4d0. 00000400:00000200:3.0:1769075059.871374:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841330 00000400:00000010:3.0:1769075059.871375:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841330. 00000100:00000001:3.0:1769075059.871378:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075059.871382:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.871390:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871397:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.871398:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871400:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871401:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075059.871405:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871411:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871413:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075059.871417:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075049/real 1769075049] req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075059.871425:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075059.871426:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075059.871428:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d630. 00000400:00000200:3.0:1769075059.871430:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841c38 00000400:00000010:3.0:1769075059.871432:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841c38. 00000100:00000001:3.0:1769075059.871434:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075059.871437:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.871446:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871453:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.871455:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871457:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871498:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075059.871505:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871513:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871516:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075059.871522:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075049/real 1769075049] req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075059.871531:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075059.871532:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075059.871535:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d840. 00000400:00000200:3.0:1769075059.871538:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038412a8 00000400:00000010:3.0:1769075059.871540:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038412a8. 00000100:00000001:3.0:1769075059.871542:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075059.871546:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.871556:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871563:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.871565:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871567:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871568:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075059.871572:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871579:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871583:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075059.871585:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.871588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.871589:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075059.871591:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075059.871595:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871603:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075059.871606:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871608:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871610:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871612:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075059.871637:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.871638:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075059.871639:0:2381:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075059.871643:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075059.871647:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1769075059.871650:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.871657:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1769075059.871660:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.871662:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075059.871663:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.871666:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075059.871668:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075059.871669:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769075059.871669:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.871676:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871676:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1769075059.871680:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926602752:192.168.204.145@tcp:400:kworker.0 00000100:00000001:1.0:1769075059.871683:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075059.871689:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.871690:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075059.871690:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.871698:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075059.871699:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769075059.871703:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075059.871712:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1769075059.871714:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075059.871720:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604160:192.168.204.145@tcp:8:kworker.0 00000100:00080000:0.0:1769075059.871729:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075059.871736:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.871738:0:2381:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:0.0:1769075059.871741:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1769075059.871747:0:2381:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075059.871749:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.871751:0:2379:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1769075059.871752:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075059.871754:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075059.871761:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075059.871762:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075059.871766:0:2381:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.871770:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769075059.871774:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075059.871775:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871780:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075059.871781:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075059.871788:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1769075059.871788:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.871789:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075059.871790:0:2381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2381:1855007926602240:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075059.871797:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075059.871798:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075059.871802:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.871803:0:2381:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075059.871808:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1743 00000100:00000001:2.0:1769075059.871810:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075059.871810:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1769075059.871814:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926601728:192.168.204.145@tcp:400:kworker.0 00000100:00000001:3.0:1769075059.871817:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1769075059.871820:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926602752/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075059.871824:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1769075059.871825:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075059.871833:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769075059.871839:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075059.871842:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1769075059.871848:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:3.0:1769075059.871849:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1769075059.871855:0:11606:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20a70bc10 time=28 v=5 (1 0 0 0) 00000100:00001000:0.0:1769075059.871862:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20a70bc10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00100000:3.0:1769075059.871863:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926604032:192.168.204.145@tcp:250:kworker.0 00000100:00080000:0.0:1769075059.871870:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1769075059.871872:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075059.871876:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:3.0:1769075059.871879:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075059.871881:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075059.871887:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075059.871889:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075059.871891:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075059.871894:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769075059.871895:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075059.871907:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075059.871911:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075059.871911:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871914:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075059.871916:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:3.0:1769075059.871917:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075059.871919:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769075059.871923:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00080000:3.0:1769075059.871924:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769075059.871931:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00080000:3.0:1769075059.871933:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075059.871937:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075059.871939:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:3.0:1769075059.871943:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075059.871945:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075059.871952:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075059.871958:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:3.0:1769075059.871958:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926603648:192.168.204.145@tcp:38:kworker.0 00000020:00000040:0.0:1769075059.871966:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:3.0:1769075059.871966:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075059.871970:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075059.871974:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075059.871981:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075059.871983:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.871983:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075059.871988:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.871989:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075059.871991:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1769075059.871992:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.871993:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000010:2.0:1769075059.871995:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202f45200. 02000000:00000001:0.0:1769075059.871996:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075059.871998:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075059.872001:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769075059.872002:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769075059.872003:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769075059.872006:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1769075059.872007:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcfb80 x1855007926601728/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075059.872008:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769075059.872009:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075059.872010:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=7 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075059.872016:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769075059.872018:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:0.0:1769075059.872022:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1769075059.872022:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075059.872028:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1769075059.872028:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13500. 00000008:00000001:0.0:1769075059.872029:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872030:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1769075059.872033:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769075059.872034:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075059.872036:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207dd3200. 02000000:00000001:2.0:1769075059.872037:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1769075059.872041:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc700. 02000000:00000001:2.0:1769075059.872041:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769075059.872043:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769075059.872043:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769075059.872045:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000020:00000040:0.0:1769075059.872047:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=8 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075059.872047:0:2379:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075059.872052:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=7 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075059.872052:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769075059.872055:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075059.872055:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075059.872058:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075059.872058:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075059.872062:0:2381:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1769075059.872064:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38200. 00000100:00000001:0.0:1769075059.872065:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075059.872069:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1769075059.872071:0:2381:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926602240/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075059.872072:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075059.872075:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.872076:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1769075059.872077:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926603904:192.168.204.145@tcp:8:kworker.0 00000100:00000010:1.0:1769075059.872080:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcfb80. 02000000:00000010:0.0:1769075059.872084:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94c00. 00000100:00000001:1.0:1769075059.872086:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075059.872090:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872092:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872094:0:2381:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769075059.872095:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.872097:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872097:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769075059.872098:0:2381:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1769075059.872102:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1769075059.872103:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da202f45800. 00000100:00000001:1.0:1769075059.872106:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075059.872107:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926604160/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075059.872109:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769075059.872109:0:2381:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769075059.872110:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769075059.872112:0:2381:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075059.872115:0:2381:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=6 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075059.872121:0:2381:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1769075059.872122:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075059.872124:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13600. 02000000:00000001:2.0:1769075059.872130:0:2381:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075059.872131:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075059.872133:0:2381:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769075059.872135:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1769075059.872137:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 02000000:00000010:3.0:1769075059.872139:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95c00. 00000100:00000001:2.0:1769075059.872143:0:2381:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769075059.872146:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769075059.872148:0:2381:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075059.872150:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769075059.872154:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1769075059.872154:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=5 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075059.872156:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.872161:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.872161:0:2379:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:3.0:1769075059.872161:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075059.872165:0:2381:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1769075059.872166:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 00000100:00000001:1.0:1769075059.872168:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872170:0:2381:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.872171:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769075059.872173:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075059.872175:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1769075059.872176:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0ddd623] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.872177:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872177:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1769075059.872178:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:2.0:1769075059.872183:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872185:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1769075059.872189:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.872189:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872194:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075059.872201:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926604032/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.872204:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1769075059.872209:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926601856:192.168.204.145@tcp:400:kworker.0 00000100:00000001:2.0:1769075059.872210:0:2382:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075059.872215:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.872218:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.872222:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075059.872225:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769075059.872227:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.872228:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075059.872229:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075059.872234:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769075059.872236:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000010:3.0:1769075059.872238:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94000. 00000100:00000040:1.0:1769075059.872239:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdc00 x1855007926601856/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075049 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075059.872241:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075059.872245:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769075059.872245:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075059.872249:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075059.872252:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000100:00000001:0.0:1769075059.872254:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769075059.872259:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075059.872260:0:2382:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:0.0:1769075059.872261:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1743 02000000:00000010:3.0:1769075059.872263:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 00000100:00000001:1.0:1769075059.872270:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075059.872270:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769075059.872271:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075059.872274:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075059.872274:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769075059.872278:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1769075059.872278:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000400:00000200:0.0:1769075059.872282:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075059.872283:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872284:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1769075059.872285:0:11606:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da202f2e410 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1769075059.872287:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872293:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1769075059.872294:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202f2e410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000040:2.0:1769075059.872295:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075059.872300:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926603648/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075059.872302:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1769075059.872311:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075059.872319:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075059.872324:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075059.872326:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075059.872330:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769075059.872332:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000010:3.0:1769075059.872334:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96c00. 00000100:00100000:2.0:1769075059.872336:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:0:1855007926603776:192.168.204.145@tcp:400:kworker.0 00000020:00000001:0.0:1769075059.872338:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769075059.872342:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1769075059.872343:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:2.0:1769075059.872344:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075059.872346:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769075059.872348:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075059.872351:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000040:3.0:1769075059.872351:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000040:2.0:1769075059.872353:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075059.872357:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075059.872358:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075059.872363:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 00000020:00000001:0.0:1769075059.872364:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 02000000:00000001:3.0:1769075059.872370:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769075059.872371:0:2382:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:3.0:1769075059.872375:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769075059.872379:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769075059.872379:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000040:0.0:1769075059.872380:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075059.872385:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075059.872386:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075059.872387:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075059.872388:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872391:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075059.872392:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075059.872394:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075059.872399:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075059.872404:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000040:3.0:1769075059.872404:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926603904/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075059.872405:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075059.872412:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075059.872418:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.872420:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1769075059.872425:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1769075059.872425:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207dd2600. 02000000:00000001:0.0:1769075059.872430:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075059.872433:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075059.872436:0:2379:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769075059.872438:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075059.872440:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=6 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075059.872442:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769075059.872446:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769075059.872446:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1769075059.872448:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602880:192.168.204.145@tcp:400:kworker.0 02000000:00000001:3.0:1769075059.872448:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:0.0:1769075059.872451:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000010:1.0:1769075059.872451:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20ac38400. 02000000:00000010:3.0:1769075059.872453:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96400. 00000100:00000001:2.0:1769075059.872458:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075059.872485:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075059.872485:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:0.0:1769075059.872488:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075059.872489:0:2378:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769075059.872491:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769075059.872493:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075059.872494:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075059.872494:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=5 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000010:1.0:1769075059.872496:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdc00. 00000020:00000001:3.0:1769075059.872500:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1769075059.872502:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf100. 02000000:00000010:3.0:1769075059.872504:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 00000100:00000001:1.0:1769075059.872505:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1769075059.872509:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=6 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075059.872511:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075059.872511:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075059.872515:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769075059.872517:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075059.872519:0:2382:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:0.0:1769075059.872520:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075059.872520:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:1.0:1769075059.872521:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.872528:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769075059.872528:0:2382:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872528:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769075059.872531:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075059.872532:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872534:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769075059.872535:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872536:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872537:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769075059.872543:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 00000100:00000001:3.0:1769075059.872544:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1769075059.872545:0:2382:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.872549:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.872551:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872554:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.872558:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769075059.872561:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075059.872562:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1769075059.872565:0:2382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2382:1855007926602368:192.168.204.145@tcp:400:kworker.0 00000100:00000040:3.0:1769075059.872571:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.872575:0:2382:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075059.872581:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075059.872586:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769075059.872587:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926603776/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075059.872591:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.872600:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769075059.872601:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b7a159] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.872604:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.872605:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769075059.872611:0:2382:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1769075059.872611:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1769075059.872615:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=4 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075059.872617:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075059.872618:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075059.872620:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075059.872624:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075059.872625:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13c00. 00000100:00000040:0.0:1769075059.872626:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1759) 02000000:00000001:2.0:1769075059.872630:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1769075059.872631:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604288:192.168.204.145@tcp:8:kworker.0 00000100:00080000:0.0:1769075059.872633:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769075059.872634:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075059.872638:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00080000:0.0:1769075059.872640:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075059.872640:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075059.872642:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075059.872644:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769075059.872645:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075059.872645:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769075059.872647:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769075059.872648:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.872650:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075059.872653:0:11606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:3.0:1769075059.872654:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1769075059.872658:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1743 00000100:00000040:2.0:1769075059.872658:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926602880/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075059 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769075059.872659:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075059.872665:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075059.872667:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075059.872675:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075059.872677:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1769075059.872677:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00001000:0.0:1769075059.872681:0:11606:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da202e8f410 time=98 v=5 (1 0 0 0) 02000000:00000001:2.0:1769075059.872682:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1769075059.872683:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b4d0. 00000100:00001000:0.0:1769075059.872687:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 02000000:00000010:2.0:1769075059.872687:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8200. 00000400:00000010:3.0:1769075059.872689:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 02000000:00000001:2.0:1769075059.872694:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769075059.872695:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 5s 00000020:00000001:2.0:1769075059.872698:0:2382:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1769075059.872698:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604288, portal 4 00000100:00000040:0.0:1769075059.872700:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000020:00000040:2.0:1769075059.872703:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=5 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075059.872704:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075059.872704:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075059.872707:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788968704 : -125747920582912 : ffff8da207dcc700) 00000100:00000040:0.0:1769075059.872710:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000020:00000001:2.0:1769075059.872711:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075059.872714:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000010:2.0:1769075059.872716:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13300. 00000020:00000001:0.0:1769075059.872718:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1769075059.872718:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075059.872722:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 02000000:00000001:2.0:1769075059.872724:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769075059.872726:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769075059.872728:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1769075059.872730:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000100:00000010:2.0:1769075059.872734:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000020:00000001:0.0:1769075059.872735:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075059.872741:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:2.0:1769075059.872742:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075059.872747:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.872748:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075059.872749:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075059.872753:0:2382:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075059.872755:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.872755:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075059.872760:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720000. 00000100:00000040:0.0:1769075059.872763:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075059.872764:0:2382:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926602368/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075054 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075059.872765:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926604288, offset 0 00000100:00000001:0.0:1769075059.872768:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075059.872774:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000400:00000200:3.0:1769075059.872779:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075059.872783:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075059.872785:0:2382:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075059.872788:0:2382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769075059.872790:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.872790:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:2.0:1769075059.872791:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da2012a8600. 02000000:00000001:0.0:1769075059.872797:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075059.872798:0:2382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1769075059.872800:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:2.0:1769075059.872802:0:2382:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769075059.872803:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769075059.872805:0:2382:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=4 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000200:3.0:1769075059.872806:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1769075059.872811:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075059.872811:0:2382:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075059.872814:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da202f13900. 00000400:00000200:3.0:1769075059.872815:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075059.872817:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769075059.872819:0:2382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769075059.872822:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075059.872822:0:2382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1769075059.872823:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1769075059.872826:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075059.872830:0:2382:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1769075059.872830:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000010:0.0:1769075059.872831:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd880. 00000100:00000001:2.0:1769075059.872834:0:2382:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075059.872837:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2985:2985:256:4294967295] 192.168.204.145@tcp LPNI seq info [2985:2985:8:4294967295] 00000020:00000040:0.0:1769075059.872839:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000100:00000001:2.0:1769075059.872839:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075059.872847:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075059.872847:0:2382:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1769075059.872847:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075059.872851:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.872852:0:2382:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.872856:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769075059.872858:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769075059.872860:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075059.872862:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075059.872864:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.872865:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000010:0.0:1769075059.872872:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96800. 00000800:00000200:3.0:1769075059.872873:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075059.872878:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075059.872880:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000100:00100000:0.0:1769075059.872885:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769075059.872891:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:0.0:1769075059.872913:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1769075059.872914:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00000001:0.0:1769075059.872918:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075059.872920:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:0.0:1769075059.872926:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2fd29f] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.872934:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.872938:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.872939:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000100:00080000:0.0:1769075059.872944:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769075059.872946:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075059.872952:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296421403 00000100:00080000:0.0:1769075059.872953:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075059.872957:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769075059.872957:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296422683 00000100:00080000:0.0:1769075059.872963:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.0:1769075059.872963:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1769075059.872963:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296421403 00000800:00000010:2.0:1769075059.872970:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000100:00000001:3.0:1769075059.872970:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296422683 00000100:00000001:0.0:1769075059.872971:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075059.872976:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1769075059.872976:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769075059.872978:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1743 00000100:00000001:3.0:1769075059.872983:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075059.872988:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075059.872989:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:3.0:1769075059.872990:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075059.872995:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075059.872996:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075059.872998:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720000 00000100:00001000:0.0:1769075059.872999:0:11606:0:(import.c:2128:obd_at_measure()) add 10 to ffff8da20ac51c10 time=98 v=5 (2 0 0 0) 00000100:00000001:3.0:1769075059.873001:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1769075059.873002:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720000. 00000100:00000001:3.0:1769075059.873004:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00001000:0.0:1769075059.873006:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:2.0:1769075059.873009:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075059.873009:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769075059.873010:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1769075059.873015:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075059.873018:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075059.873019:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075059.873020:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075059.873025:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.873026:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075059.873032:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075059.873036:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075059.873043:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075059.873044:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1769075059.873046:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:3.0:1769075059.873050:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769075059.873051:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1769075059.873051:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873054:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075059.873055:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075059.873061:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:3.0:1769075059.873062:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769075059.873067:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:3.0:1769075059.873067:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075059.873075:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:3.0:1769075059.873076:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.873079:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.873080:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075059.873082:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1769075059.873085:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00100000:3.0:1769075059.873086:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604416:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075059.873089:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075059.873094:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:3.0:1769075059.873095:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075059.873099:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769075059.873100:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:3.0:1769075059.873102:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.873104:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.873107:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075059.873108:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075059.873112:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769075059.873112:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075059.873116:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075059.873117:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.873120:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075059.873123:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1769075059.873123:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00000001:0.0:1769075059.873128:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075059.873128:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b790. 00000100:00000001:0.0:1769075059.873134:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075059.873135:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720b28. 00000100:00000010:0.0:1769075059.873138:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf800. 00000100:00000200:3.0:1769075059.873140:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604416, portal 4 00000020:00000040:0.0:1769075059.873141:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:3.0:1769075059.873144:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769075059.873145:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075059.873146:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788979456 : -125747920572160 : ffff8da207dcf100) 02000000:00000001:0.0:1769075059.873148:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.873151:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075059.873152:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075059.873155:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.873155:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769075059.873159:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000100:00000001:3.0:1769075059.873166:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075059.873168:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.873169:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075059.873173:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720440. 00000100:00000200:3.0:1769075059.873176:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926604416, offset 0 00000100:00100000:0.0:1769075059.873179:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075059.873182:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075059.873189:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075059.873196:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:0.0:1769075059.873200:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769075059.873201:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075059.873206:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.873206:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075059.873211:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075059.873216:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:0.0:1769075059.873217:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a55f85] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075059.873218:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2986:2986:256:4294967295] 192.168.204.145@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:3.0:1769075059.873230:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075059.873241:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.873242:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:0.0:1769075059.873248:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1759) 00000800:00000200:3.0:1769075059.873249:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075059.873253:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769075059.873257:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075059.873261:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075059.873263:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769075059.873274:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.873276:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075059.873278:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075059.873280:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296421405 00000100:00000001:3.0:1769075059.873282:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296422683 00000100:00000001:3.0:1769075059.873283:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296421405 00000100:00000001:3.0:1769075059.873285:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296422683 00000100:00000001:3.0:1769075059.873286:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075059.873288:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.873289:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075059.873292:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873299:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075059.873301:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.873304:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1769075059.873305:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1769075059.873308:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1769075059.873310:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 02000000:00000001:3.0:1769075059.873313:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075059.873314:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075059.873323:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00100000:3.0:1769075059.873323:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926604544:192.168.204.145@tcp:250:kworker.0 00000400:00000200:2.0:1769075059.873328:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720440 00000400:00000010:2.0:1769075059.873331:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720440. 00000100:00000001:3.0:1769075059.873333:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075059.873335:0:2374:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769075059.873338:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1769075059.873341:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075059.873342:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.873348:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075059.873353:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:2.0:1769075059.873354:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075059.873359:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075059.873359:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.873368:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075059.873374:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b160. 00000100:00000001:2.0:1769075059.873375:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.873379:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1769075059.873379:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075059.873385:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604544, portal 25 00000100:00000001:3.0:1769075059.873388:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075059.873390:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788973184 : -125747920578432 : ffff8da207dcd880) 00000100:00000040:3.0:1769075059.873396:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873403:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075059.873405:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075059.873408:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720bb0. 00000100:00000200:3.0:1769075059.873410:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926604544, offset 0 00000400:00000200:3.0:1769075059.873414:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075059.873418:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075059.873421:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075059.873424:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075059.873426:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075059.873429:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075059.873431:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075059.873434:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2987:2987:256:4294967295] 192.168.204.145@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:3.0:1769075059.873438:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075059.873444:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075059.873449:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075059.873453:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13100. 00000800:00000200:3.0:1769075059.873456:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075059.873497:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075059.873500:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769075059.873510:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.873515:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075059.873518:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296432913 00000800:00000200:2.0:1769075059.873523:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1769075059.873525:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296422683 00000800:00000010:2.0:1769075059.873526:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13100. 00000400:00000200:2.0:1769075059.873532:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1769075059.873535:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296432913 00000400:00000200:2.0:1769075059.873538:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075059.873543:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720bb0 00000100:00000001:3.0:1769075059.873544:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296422683 00000400:00000010:2.0:1769075059.873545:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720bb0. 00000100:00000001:2.0:1769075059.873552:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075059.873553:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769075059.873556:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873559:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.873566:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.873567:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075059.873571:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075059.873572:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873580:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075059.873581:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.873585:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075059.873585:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075059.873589:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.873591:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075059.873593:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075059.873598:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873606:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075059.873608:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.873610:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075059.873612:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075059.873614:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075059.873618:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604672:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075059.873621:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075059.873624:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075059.873625:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.873628:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075059.873631:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e000. 02000000:00000001:3.0:1769075059.873634:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075059.873638:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075059.873641:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b318. 00000400:00000010:3.0:1769075059.873645:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075059.873648:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604672, portal 10 00000100:00000001:3.0:1769075059.873650:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075059.873652:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788981248 : -125747920570368 : ffff8da207dcf800) 00000100:00000040:3.0:1769075059.873658:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.873665:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075059.873668:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075059.873670:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720f68. 00000100:00000200:3.0:1769075059.873673:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926604672, offset 0 00000400:00000200:3.0:1769075059.873677:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075059.873681:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075059.873685:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075059.873688:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075059.873692:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075059.873694:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075059.873697:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075059.873700:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2988:2988:256:4294967295] 192.168.204.145@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:3.0:1769075059.873704:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075059.873710:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075059.873734:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075059.873738:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13e00. 00000800:00000200:3.0:1769075059.873743:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:3.0:1769075059.873747:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:3.0:1769075059.873750:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da202f13e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769075059.873761:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.873764:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075059.873768:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075059.873770:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296422662 00000100:00000001:3.0:1769075059.873773:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296432913 00000100:00000001:3.0:1769075059.873776:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296422662 00000100:00000001:3.0:1769075059.873778:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296432913 00000100:00000001:3.0:1769075059.873781:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075059.873783:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.873785:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.873788:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.873792:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075059.873794:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075059.873797:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.873799:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075059.873801:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.873803:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075059.873813:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075059.873816:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13e00. 00000400:00000200:2.0:1769075059.873819:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075059.873822:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:2.0:1769075059.873825:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720f68 00000400:00000010:2.0:1769075059.873826:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720f68. 00000100:00000001:2.0:1769075059.873829:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075059.873831:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.873837:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075059.873839:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075059.873843:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075059.873844:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075060.062568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075060.062573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075060.062578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075060.062579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075060.062632:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075060.062636:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075060.062639:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075060.894526:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075060.894537:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075060.894539:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075060.894544:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075060.894546:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075060.894550:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075060.894554:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075060.894567:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075060.894579:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075060.894580:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075060.894584:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075060.894586:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075060.894589:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075060.894592:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075061.086539:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075061.086548:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075061.086551:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075061.086556:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075061.086559:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075061.086560:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075061.086566:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075061.086567:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075061.086569:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075061.086571:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075061.086574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075061.086575:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075061.086654:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075061.086659:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075061.086663:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075061.918556:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075061.918571:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075061.918573:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075061.918576:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075061.918579:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075061.918583:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075061.918583:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075061.918586:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075061.918587:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075061.918590:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075061.918592:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075061.918593:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075061.918598:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075061.918601:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075062.110614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075062.110621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075062.110627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075062.110628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075062.110723:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075062.110726:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075062.110730:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075062.942543:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075062.942558:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075062.942560:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075062.942565:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075062.942568:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075062.942572:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075062.942575:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075062.942619:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075062.942627:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075062.942629:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075062.942632:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075062.942633:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075062.942636:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075062.942639:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075063.134571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075063.134578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075063.134583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075063.134584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075063.134649:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075063.134653:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075063.134656:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075063.966614:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075063.966638:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075063.966640:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075063.966645:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075063.966648:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075063.966653:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075063.966657:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075063.966659:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075063.966670:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075063.966673:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075063.966679:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075063.966683:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075063.966687:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075063.966691:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075064.158557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075064.158563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075064.158567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075064.158570:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075064.158572:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075064.158574:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075064.158576:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075064.158578:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075064.158579:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075064.158581:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075064.158655:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075064.158661:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075064.158665:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075064.990515:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075064.990525:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075064.990527:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075064.990531:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075064.990534:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075064.990537:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.990539:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.990544:0:2379:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075064.990548:0:2379:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1769075064.990561:0:2379:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075048/real 1769075048] req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075064.990568:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075064.990574:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075064.990576:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769075064.990577:0:2379:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769075064.990580:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:1.0:1769075064.990581:0:2379:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769075064.990585:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1769075064.990587:0:2379:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1dd10. 00000100:00080000:3.0:1769075064.990589:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075064.990592:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075064.990594:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841660 00000100:00080000:3.0:1769075064.990595:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:1.0:1769075064.990598:0:2379:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841660. 00000100:00000040:3.0:1769075064.990602:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1764) 00000100:00000001:1.0:1769075064.990604:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075064.990609:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075064.990617:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990622:0:2380:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075064.990623:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075064.990626:0:2380:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075064.990627:0:2379:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075064.990630:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075064.990632:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000400:0.0:1769075064.990635:0:2380:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075048/real 1769075048] req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075064.990639:0:2379:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.990666:0:2379:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1769075064.990669:0:2379:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da20a70b800 already not connected (conn 16, was 14): CONNECTING 00000400:00000001:0.0:1769075064.990675:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075064.990678:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769075064.990681:0:2379:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000400:00000010:0.0:1769075064.990684:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0738. 00000100:00000001:1.0:1769075064.990687:0:2379:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075064.990690:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a147f8 00000100:00000001:1.0:1769075064.990693:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1769075064.990695:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a147f8. 00000100:00000001:1.0:1769075064.990696:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.990701:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075064.990703:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769075064.990703:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075064.990708:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075064.990709:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075064.990712:0:2379:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1769075064.990713:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.990714:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.990718:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075064.990730:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990739:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075064.990740:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990742:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075064.990743:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075064.990746:0:2380:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990751:0:2380:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769075064.990752:0:2380:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff8da20ac51800 already not connected (conn 71, was 69): CONNECTING 00000100:00000001:0.0:1769075064.990754:0:2380:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075064.990755:0:2380:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990757:0:2380:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1769075064.990761:0:2380:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075048/real 1769075048] req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075064.990776:0:2380:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075064.990778:0:2380:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075064.990780:0:2380:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0268. 00000400:00000200:0.0:1769075064.990783:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14ee0 00000400:00000010:0.0:1769075064.990785:0:2380:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14ee0. 00000100:00000001:0.0:1769075064.990787:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075064.990796:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075064.990808:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990830:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075064.990832:0:2380:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990834:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075064.990835:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075064.990839:0:2380:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990845:0:2380:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769075064.990847:0:2380:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff8da202f2e000 already not connected (conn 16, was 14): CONNECTING 00000100:00000001:0.0:1769075064.990849:0:2380:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075064.990851:0:2380:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990855:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075064.990856:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075064.990858:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075064.990860:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075064.990862:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990863:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075064.990865:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075064.990870:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990878:0:2380:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1769075064.990882:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990884:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075064.990885:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075064.990889:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075064.990899:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926603136:192.168.204.145@tcp:400:kworker.0 00000100:00000001:0.0:1769075064.990903:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990906:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075064.990907:0:2380:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990909:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075064.990912:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075064.990916:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fdc00 x1855007926603136/t0(0) o400->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075064.990923:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075064.990926:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075064.990931:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8e200. 02000000:00000001:0.0:1769075064.990934:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075064.990937:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075064.990944:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075064.990947:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075064.990950:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f000. 02000000:00000001:0.0:1769075064.990954:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075064.990956:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075064.990958:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fdc00. 00000100:00000001:0.0:1769075064.990961:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075064.990962:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.990965:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075065.182575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075065.182581:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075065.182586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075065.182587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075065.182646:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075065.182652:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075065.182656:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075066.014528:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075066.014541:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075066.014544:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075066.014549:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075066.014552:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075066.014557:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075066.014561:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075066.206585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075066.206590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075066.206594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075066.206595:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075066.206672:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075066.206680:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075066.206685:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:1.0:1769075066.910651:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8da20674f600. 00000800:00000200:1.0:1769075066.910681:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075066.910688:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075066.910695:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1769075066.911002:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1769075067.038509:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075067.038530:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075067.038532:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075067.038539:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075067.038542:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075067.038545:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075067.038547:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075067.230590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075067.230597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075067.230604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075067.230605:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075067.230694:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075067.230700:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075067.230703:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075068.062537:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075068.062552:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075068.062555:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075068.062562:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075068.062566:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075068.062571:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075068.062575:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075068.254567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075068.254572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075068.254576:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075068.254576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075068.254648:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075068.254653:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075068.254664:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075069.086518:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075069.086536:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075069.086538:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075069.086543:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075069.086545:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075069.086550:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.086552:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075069.278585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075069.278592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075069.278599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075069.278600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075069.278689:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075069.278694:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075069.278698:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075070.110529:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075070.110538:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075070.110541:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075070.110544:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075070.110546:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075070.110550:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075070.110552:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075070.110554:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769075070.110555:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075070.110561:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1769) 00000100:00000001:0.0:1769075070.110564:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075070.110568:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075070.110570:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075070.110573:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075070.110576:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075070.110578:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075070.302569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075070.302575:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075070.302579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075070.302580:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075070.302640:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075070.302646:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075070.302651:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075071.134562:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075071.134578:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075071.134580:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075071.134585:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075071.134588:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075071.134592:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075071.134594:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075071.326557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075071.326566:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075071.326568:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075071.326574:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075071.326576:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075071.326578:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075071.326584:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075071.326587:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075071.326589:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075071.326592:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075071.326598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075071.326600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075071.326664:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075071.326669:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075071.326673:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769075071.646516:0:11956:0:(connection.c:75:cpu_latency_work()) work item of ffff8da203e9b330 (cpu 0) has reached its deadline 4296432913, at 4296433152 00000100:00000010:3.0:1769075071.646530:0:11956:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8da20a154240. 00000100:00000040:2.0:1769075071.646616:0:8721:0:(connection.c:75:cpu_latency_work()) work item of ffff8da203e9b220 (cpu 0) has reached its deadline 4296432913, at 4296433152 00000100:00000010:2.0:1769075071.646638:0:8721:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8da20a1545a0. 00000100:00000001:0.0:1769075072.158583:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075072.158595:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075072.158597:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075072.158600:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075072.158603:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075072.158606:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075072.158608:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075072.350569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075072.350576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075072.350581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075072.350583:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075072.350727:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075072.350731:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075072.350734:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075073.182527:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075073.182541:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075073.182543:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075073.182561:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075073.182564:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075073.182567:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075073.182569:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075073.374547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075073.374555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075073.374560:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075073.374561:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075073.374657:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075073.374661:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075073.374665:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075074.206560:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075074.206569:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075074.206588:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075059/real 1769075059] req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075074.206608:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075074.206611:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075074.206615:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b318. 00000400:00000200:0.0:1769075074.206621:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:0.0:1769075074.206624:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:0.0:1769075074.206632:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075074.206638:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075074.206646:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206653:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075074.206665:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206669:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.206671:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.206678:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206689:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206691:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075074.206697:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075059/real 1769075059] req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075074.206704:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075074.206706:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075074.206709:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b790. 00000400:00000200:0.0:1769075074.206713:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720b28 00000400:00000010:0.0:1769075074.206715:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720b28. 00000100:00000001:0.0:1769075074.206717:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075074.206722:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075074.206731:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206739:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075074.206741:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206742:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.206744:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.206748:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206754:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206756:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075074.206763:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075059/real 1769075059] req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075074.206769:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075074.206770:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075074.206772:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b160. 00000400:00000200:0.0:1769075074.206774:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:0.0:1769075074.206776:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:0.0:1769075074.206783:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075074.206787:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075074.206793:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206802:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075074.206803:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206806:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.206809:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.206815:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206819:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206821:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075074.206828:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075059/real 1769075059] req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075074.206834:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075074.206836:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075074.206838:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b4d0. 00000400:00000200:0.0:1769075074.206841:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720d48 00000400:00000010:0.0:1769075074.206842:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720d48. 00000100:00000001:0.0:1769075074.206843:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075074.206845:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075074.206850:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206855:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075074.206856:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206857:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.206858:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.206860:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206869:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206877:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075074.206878:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.206881:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075074.206884:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075074.206885:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075074.206889:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.206894:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075074.206897:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206898:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.206899:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.206953:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075074.206956:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075074.206959:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075074.206978:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075074.206981:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075074.206984:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075074.206991:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604672:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075074.206995:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075074.206998:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.207004:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075074.207006:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.207008:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.207009:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.207011:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769075074.207015:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075074.207022:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1769075074.207026:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075074.207026:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075074.207038:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075074.207061:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075074.207064:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769075074.207066:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075074.207073:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.207074:0:2380:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075074.207081:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.207097:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604416:192.168.204.145@tcp:8:kworker.0 00000100:00000040:1.0:1769075074.207106:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.207110:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075074.207122:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.207128:0:2380:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769075074.207142:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075074.207144:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075074.207154:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.207155:0:2380:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075074.207155:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075074.207163:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075074.207165:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.207168:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075074.207170:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.207174:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075074.207175:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769075074.207177:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075074.207188:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075074.207193:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1754 00000100:00000040:1.0:1769075074.207194:0:2380:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075074.207198:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769075074.207227:0:2380:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3244744f-11a0-48bc-973e-b9df1bca57bc:2380:1855007926603392:192.168.204.145@tcp:400:kworker.0 00000100:00080000:0.0:1769075074.207234:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075074.207235:0:2380:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.207237:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769075074.207243:0:2380:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075074.207245:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075074.207256:0:2380:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fe680 x1855007926603392/t0(0) o400->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075074.207259:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926604544:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075074.207275:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.207278:0:2380:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1769075074.207284:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075074.207285:0:2380:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1769075074.207293:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:1.0:1769075074.207296:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da20ad8ec00. 02000000:00000001:1.0:1769075074.207306:0:2380:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1769075074.207311:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000020:00000001:1.0:1769075074.207315:0:2380:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075074.207323:0:2380:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00001000:3.0:1769075074.207325:0:11606:0:(import.c:2128:obd_at_measure()) add 15 to ffff8da20ac51c10 time=113 v=10 (10 0 0 0) 00000100:00000001:0.0:1769075074.207326:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769075074.207334:0:2380:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075074.207339:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1769075074.207341:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 02000000:00000010:1.0:1769075074.207342:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f300. 00000100:00000001:0.0:1769075074.207343:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769075074.207347:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 10s 00000100:00000001:0.0:1769075074.207348:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.207357:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1769075074.207360:0:2380:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1769075074.207362:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075074.207365:0:2380:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769075074.207366:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1769075074.207369:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fe680. 00000100:00000040:3.0:1769075074.207370:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075074.207372:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075074.207377:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075074.207378:0:2380:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1769075074.207383:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769075074.207384:0:2380:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075074.207385:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075074.207391:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:1.0:1769075074.207393:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075074.207396:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075074.207401:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075074.207403:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075074.207404:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:1.0:1769075074.207405:0:2380:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769075074.207408:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075074.207410:0:2380:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.207411:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1769075074.207416:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000040:3.0:1769075074.207417:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075074.207418:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075074.207424:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075074.207425:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075074.207427:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075074.207440:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:0.0:1769075074.207448:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075074.207449:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075074.207453:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075074.207455:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.207456:0:2379:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075074.207502:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075074.207508:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075074.207518:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.207525:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075074.207528:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075074.207530:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604288:192.168.204.145@tcp:8:kworker.0 00000008:00100000:3.0:1769075074.207531:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1769075074.207547:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075074.207547:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.207549:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075074.207556:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.207558:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1769075074.207567:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000100:00000040:0.0:1769075074.207571:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf800 x1855007926604672/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.207571:0:2379:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000040:3.0:1769075074.207580:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=5 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075074.207582:0:2379:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.207596:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075074.207597:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769075074.207598:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769075074.207601:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075074.207604:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769075074.207605:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075074.207609:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075074.207612:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075074.207617:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1769075074.207618:0:2379:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075074.207618:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769075074.207620:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075074.207626:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075074.207627:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075074.207634:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075074.207640:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000010:3.0:1769075074.207640:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00100000:1.0:1769075074.207654:0:2379:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da2181fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3244744f-11a0-48bc-973e-b9df1bca57bc:2379:1855007926603264:192.168.204.145@tcp:400:kworker.0 02000000:00000001:0.0:1769075074.207669:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075074.207670:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.207674:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075074.207678:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf800. 00000100:00000001:1.0:1769075074.207679:0:2379:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075074.207684:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075074.207687:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.207688:0:2379:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075074.207691:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075074.207700:0:2379:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da2181fd500 x1855007926603264/t0(0) o400->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075064 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.207701:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075074.207714:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf100 x1855007926604416/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075074.207718:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075074.207729:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075074.207748:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.207757:0:2379:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.207763:0:2379:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075074.207769:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8da207dd2800. 00000100:00000001:0.0:1769075074.207782:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.207784:0:2379:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769075074.207788:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1769075074.207789:0:2379:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1769075074.207795:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 00000020:00000040:1.0:1769075074.207796:0:2379:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075074.207802:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.207806:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075074.207806:0:2379:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769075074.207808:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769075074.207811:0:2378:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1769075074.207812:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8da20674f400. 00000020:00000040:0.0:1769075074.207815:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00080000:3.0:1769075074.207815:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769075074.207817:0:2379:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769075074.207825:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1769075074.207826:0:2379:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769075074.207826:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1769075074.207837:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 00000100:00000010:1.0:1769075074.207838:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da2181fd500. 00000100:00080000:3.0:1769075074.207838:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075074.207856:0:11606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769075074.207857:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769075074.207857:0:2379:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769075074.207870:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769075074.207870:0:2379:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769075074.207881:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf100. 00000100:00000001:1.0:1769075074.207881:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075074.207883:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1754 00000100:00000001:0.0:1769075074.207898:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.207900:0:2379:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075074.207904:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.207905:0:2379:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075074.207905:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075074.207913:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075074.207916:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075074.207919:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:0.0:1769075074.207921:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd880 x1855007926604544/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.207922:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769075074.207924:0:11606:0:(import.c:2128:obd_at_measure()) add 15 to ffff8da20a70bc10 time=43 v=10 (10 0 0 0) 00000100:00001000:3.0:1769075074.207940:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20a70bc10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:0.0:1769075074.207955:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769075074.207956:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 10s 02000000:00000001:0.0:1769075074.207962:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075074.207967:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:0.0:1769075074.207969:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769075074.207971:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000020:00000001:0.0:1769075074.207972:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075074.207978:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1769075074.207979:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075074.207986:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1769075074.207987:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000010:0.0:1769075074.207993:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96800. 00000100:00000001:3.0:1769075074.207993:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:0.0:1769075074.208005:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769075074.208006:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769075074.208014:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1769075074.208015:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000100:00000010:0.0:1769075074.208024:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd880. 00000020:00000001:3.0:1769075074.208024:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075074.208032:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:0.0:1769075074.208033:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075074.208037:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075074.208038:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075074.208050:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:0.0:1769075074.208051:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075074.208060:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208065:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.208066:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc700 x1855007926604288/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075074 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075074.208070:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208078:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075074.208084:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075074.208095:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208100:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075074.208109:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075074.208110:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075074.208113:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769075074.208115:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1769075074.208116:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075074.208125:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.208127:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075074.208129:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769075074.208130:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075074.208132:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000008:00100000:3.0:1769075074.208132:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000020:00000001:0.0:1769075074.208142:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:3.0:1769075074.208142:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075074.208148:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94c00. 00000100:00000001:3.0:1769075074.208149:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.208161:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1769075074.208161:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 02000000:00000001:0.0:1769075074.208167:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1769075074.208168:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000010:0.0:1769075074.208171:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc700. 02000000:00000001:3.0:1769075074.208173:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769075074.208177:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769075074.208178:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.208187:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075074.208187:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769075074.208198:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075074.208199:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075074.208207:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.208208:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075074.208211:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075074.208212:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:0.0:1769075074.208214:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075074.208220:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075074.208220:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.208227:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075074.208234:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075074.208236:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075074.208267:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075074.208272:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.208272:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075074.208279:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.208281:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075074.208285:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075074.208287:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075074.208290:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.208304:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604800:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075074.208309:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.208310:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075074.208320:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769075074.208322:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075074.208326:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075074.208327:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:0.0:1769075074.208332:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075074.208333:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075074.208342:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1769075074.208346:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94c00. 00000100:00000001:3.0:1769075074.208347:0:11606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769075074.208353:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075074.208354:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1754 00000400:00000200:3.0:1769075074.208363:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075074.208366:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:0.0:1769075074.208374:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00001000:3.0:1769075074.208375:0:11606:0:(import.c:2128:obd_at_measure()) add 15 to ffff8da202f2e410 time=43 v=10 (10 0 0 0) 00000100:00001000:3.0:1769075074.208384:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202f2e410 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1769075074.208387:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 10s 00000400:00000010:0.0:1769075074.208388:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d1b8. 00000100:00000040:3.0:1769075074.208392:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208395:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075074.208397:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208400:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000010:0.0:1769075074.208401:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000020:00000001:3.0:1769075074.208414:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075074.208416:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075074.208417:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075074.208420:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000200:0.0:1769075074.208421:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604800, portal 10 00000100:00000001:0.0:1769075074.208436:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769075074.208437:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:0.0:1769075074.208445:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000020:00000001:3.0:1769075074.208445:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075074.208497:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208500:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.208505:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075074.208505:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208514:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075074.208522:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075074.208532:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075074.208539:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075074.208540:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075074.208548:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1769075074.208554:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075074.208555:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1769075074.208559:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841b28. 02000000:00000001:3.0:1769075074.208559:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075074.208570:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926604800, offset 0 00000100:00000001:3.0:1769075074.208570:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075074.208579:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1769075074.208584:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000008:00000001:3.0:1769075074.208591:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.208597:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.208599:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:3.0:1769075074.208609:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000400:00000200:0.0:1769075074.208613:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000040:3.0:1769075074.208616:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000200:0.0:1769075074.208621:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075074.208626:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769075074.208629:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075074.208632:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.208637:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075074.208639:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1769075074.208644:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075074.208645:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075074.208653:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.208654:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2989:2989:256:4294967295] 192.168.204.145@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:0.0:1769075074.208678:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075074.208679:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769075074.208684:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075074.208694:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769075074.208703:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075074.208722:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1769075074.208723:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208729:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769075074.208735:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000100:00000040:3.0:1769075074.208736:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769075074.208753:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000100:00000001:3.0:1769075074.208755:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075074.208765:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1773) 00000800:00000200:0.0:1769075074.208773:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000100:00080000:3.0:1769075074.208776:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1769075074.208778:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 616 niov 1 nkiov 1 00000100:00080000:3.0:1769075074.208782:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075074.208786:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075074.208787:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075074.208789:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075074.208792:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1754 00000100:00000001:0.0:1769075074.208795:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075074.208802:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075074.208806:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075074.208810:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:0.0:1769075074.208816:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00001000:3.0:1769075074.208817:0:11606:0:(import.c:2128:obd_at_measure()) add 15 to ffff8da202e8f410 time=113 v=10 (10 0 0 0) 00000100:00000001:0.0:1769075074.208827:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296436997 00000100:00001000:3.0:1769075074.208828:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000800:00000200:2.0:1769075074.208829:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075074.208841:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000100:00080000:3.0:1769075074.208842:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 10s 00000100:00000010:0.0:1769075074.208844:0:2378:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8da202ef4ba0. 00000400:00000200:2.0:1769075074.208851:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1769075074.208853:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208857:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075074.208859:0:2378:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request now active for cpu 2 00000400:00000200:2.0:1769075074.208860:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000040:3.0:1769075074.208869:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075074.208873:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075074.208874:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296436997 00000400:00000200:2.0:1769075074.208875:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841b28 00000020:00000001:3.0:1769075074.208875:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1769075074.208885:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841b28. 00000020:00000040:3.0:1769075074.208885:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000100:00000010:0.0:1769075074.208886:0:2378:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8da202ef44e0. 00000020:00000001:3.0:1769075074.208898:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769075074.208901:0:2378:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request now active for cpu 3 00000020:00000040:3.0:1769075074.208902:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000100:00000001:2.0:1769075074.208903:0:2374:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769075074.208915:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:0.0:1769075074.208917:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769075074.208920:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.208922:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075074.208922:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000001:0.0:1769075074.208940:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075074.208941:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075074.208944:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075074.208947:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075074.208948:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075074.208958:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.208961:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769075074.208961:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075074.208968:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075074.208970:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075074.208982:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769075074.208983:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:0.0:1769075074.208991:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075074.208993:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.208998:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075074.208998:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075074.208998:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075074.209008:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075074.209013:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075074.209013:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075074.209017:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075074.209027:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.209038:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075074.209041:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075074.209041:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209048:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075074.209049:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769075074.209053:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075074.209056:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075074.209056:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075074.209062:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209064:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075074.209064:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075074.209069:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075074.209071:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209077:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075074.209078:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075074.209084:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.209091:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604928:192.168.204.145@tcp:8:kworker.0 00000100:00100000:3.0:1769075074.209095:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075074.209108:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075074.209113:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075074.209114:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1769075074.209115:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.209119:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209121:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075074.209125:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96800. 00000100:00000040:3.0:1769075074.209126:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075074.209136:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.209152:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075074.209154:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075074.209158:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d370. 00000100:00000040:3.0:1769075074.209160:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1773) 00000400:00000010:0.0:1769075074.209165:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075074.209169:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926604928, portal 4 00000100:00000001:0.0:1769075074.209170:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075074.209171:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:0.0:1769075074.209178:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.209188:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075074.209191:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075074.209193:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841a18. 00000100:00000200:0.0:1769075074.209195:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926604928, offset 0 00000400:00000200:0.0:1769075074.209198:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075074.209201:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075074.209205:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075074.209207:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075074.209209:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075074.209211:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075074.209212:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075074.209215:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2990:2990:256:4294967295] 192.168.204.145@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:0.0:1769075074.209218:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075074.209223:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075074.209226:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075074.209229:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769075074.209232:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075074.209235:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075074.209238:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075074.209252:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075074.209255:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075074.209257:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075074.209259:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296435739 00000100:00000001:0.0:1769075074.209261:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296436997 00000100:00000001:0.0:1769075074.209263:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296435739 00000100:00000001:0.0:1769075074.209264:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296436997 00000100:00000001:0.0:1769075074.209266:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075074.209267:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209271:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075074.209274:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.209280:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075074.209282:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209284:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075074.209286:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075074.209287:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.209291:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605056:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075074.209294:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075074.209295:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075074.209297:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075074.209297:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1769075074.209309:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1769075074.209310:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 02000000:00000010:0.0:1769075074.209314:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94800. 00000400:00000200:3.0:1769075074.209316:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1769075074.209318:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.209324:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075074.209327:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de18. 00000400:00000010:0.0:1769075074.209329:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841990. 00000100:00000200:0.0:1769075074.209332:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605056, portal 4 00000400:00000200:3.0:1769075074.209334:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:0.0:1769075074.209335:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075074.209337:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:0.0:1769075074.209343:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075074.209345:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841a18 00000100:00000001:0.0:1769075074.209354:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1769075074.209355:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841a18. 00000100:00000040:0.0:1769075074.209367:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075074.209369:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1769075074.209372:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769075074.209378:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926605056, offset 0 00000100:00000200:3.0:1769075074.209379:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075074.209393:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1769075074.209397:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075074.209401:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075074.209410:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075074.209417:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.209419:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769075074.209424:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075074.209430:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075074.209433:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075074.209436:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075074.209439:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075074.209442:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2991:2991:256:4294967295] 192.168.204.145@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:0.0:1769075074.209446:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075074.209451:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075074.209455:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075074.209480:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38800. 00000800:00000200:0.0:1769075074.209485:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075074.209488:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075074.209491:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075074.209500:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075074.209503:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075074.209506:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075074.209508:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296435742 00000100:00000001:0.0:1769075074.209510:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296436997 00000100:00000001:0.0:1769075074.209513:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296435742 00000100:00000001:0.0:1769075074.209515:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296436997 00000100:00000001:0.0:1769075074.209517:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075074.209519:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209521:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209522:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769075074.209525:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769075074.209526:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075074.209530:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075074.209533:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1769075074.209534:0:2374:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38800. 00000100:00000001:0.0:1769075074.209539:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075074.209543:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769075074.209546:0:2374:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1769075074.209549:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.209560:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1769075074.209562:0:2374:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000100:00000001:0.0:1769075074.209563:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209568:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075074.209571:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075074.209574:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075074.209574:0:2374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:2.0:1769075074.209582:0:2374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00100000:0.0:1769075074.209583:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605184:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075074.209594:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075074.209597:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075074.209597:0:2374:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769075074.209603:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.209605:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075074.209608:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769075074.209611:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075074.209611:0:2374:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075074.209624:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075074.209632:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d7e8. 00000400:00000010:0.0:1769075074.209636:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841f68. 00000100:00000200:0.0:1769075074.209644:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605184, portal 25 00000100:00000001:0.0:1769075074.209647:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075074.209647:0:2374:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075074.209655:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:2.0:1769075074.209670:0:2374:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075074.209691:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075074.209691:0:2374:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075074.209701:0:2374:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075074.209711:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075074.209714:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075074.209716:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075074.209718:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926605184, offset 0 00000400:00000200:0.0:1769075074.209722:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075074.209726:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075074.209729:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075074.209731:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075074.209733:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075074.209735:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075074.209737:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075074.209739:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2992:2992:256:4294967295] 192.168.204.145@tcp LPNI seq info [2992:2992:8:4294967295] 00000400:00000200:0.0:1769075074.209742:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075074.209748:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075074.209751:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075074.209754:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38600. 00000800:00000200:0.0:1769075074.209757:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075074.209761:0:2378:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075074.209763:0:2378:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20ac38600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769075074.209772:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075074.209775:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075074.209777:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296447249 00000100:00000001:0.0:1769075074.209781:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296436997 00000100:00000001:0.0:1769075074.209785:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296447249 00000100:00000001:0.0:1769075074.209788:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296436997 00000100:00000001:0.0:1769075074.209793:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075074.209795:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209798:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209799:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075074.209803:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075074.209804:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075074.209806:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075074.209807:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075074.209809:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.209810:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075074.209814:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075074.209819:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38600. 00000400:00000200:3.0:1769075074.209824:0:2373:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075074.209832:0:2373:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: OK 00000400:00000200:3.0:1769075074.209836:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:3.0:1769075074.209839:0:2373:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:3.0:1769075074.209842:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075074.209847:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075074.209865:0:2373:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075074.209868:0:2373:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075074.209872:0:2373:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075074.209874:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1769075074.398584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075074.398593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075074.398598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075074.398602:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075074.398604:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075074.398607:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075074.398609:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075074.398612:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075074.398622:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075074.398624:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075074.398743:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075074.398749:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075074.398754:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075075.422565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075075.422571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075075.422575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075075.422576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075075.422657:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075075.422662:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075075.422666:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075076.446538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075076.446544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075076.446548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075076.446549:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075076.446605:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075076.446609:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075076.446613:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075077.470578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075077.470586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075077.470592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075077.470593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075077.470655:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075077.470659:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075077.470662:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075078.494539:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075078.494547:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075078.494553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075078.494554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075078.494645:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075078.494651:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075078.494654:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1769075079.198636:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:0.0:1769075079.198650:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:0.0:1769075079.198657:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769075079.198988:0:2374:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00080000:3.0:1769075079.326522:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.326531:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075079.326535:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.326539:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075079.326541:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.326544:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075079.326546:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075079.326550:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075079.326555:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1778) 00000100:00000001:0.0:1769075079.326634:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075079.326649:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075079.326652:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075079.326658:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075079.326660:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075079.326667:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075079.326671:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075079.518614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075079.518624:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075079.518632:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075079.518633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075079.518701:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075079.518707:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075079.518711:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075080.350565:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075080.350581:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075080.350583:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075080.350588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075080.350591:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075080.350596:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075080.350598:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075080.542633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075080.542641:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075080.542647:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075080.542648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075080.542703:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075080.542709:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075080.542713:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075081.374566:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075081.374577:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075081.374580:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075081.374584:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075081.374586:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075081.374589:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075081.374591:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075081.566589:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075081.566596:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075081.566598:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075081.566602:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075081.566605:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075081.566606:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075081.566610:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075081.566612:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075081.566614:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075081.566615:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075081.566618:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075081.566619:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075081.566679:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075081.566683:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075081.566686:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075082.398529:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075082.398541:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075082.398542:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075082.398547:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075082.398549:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075082.398553:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075082.398555:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075082.590535:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075082.590542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075082.590548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075082.590550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075082.590618:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075082.590622:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075082.590625:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075083.422600:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075083.422618:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075083.422621:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075083.422627:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075083.422630:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075083.422635:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075083.422639:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075083.614571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075083.614578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075083.614585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075083.614586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075083.614640:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075083.614643:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075083.614646:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075084.446518:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769075084.446522:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075084.446530:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075084.446533:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075084.446535:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1769075084.446537:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769075084.446537:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075084.446542:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075084.446542:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075084.446547:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075084.446548:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075084.446551:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1769075084.446553:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075084.446558:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075084.446559:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1783) 00000100:00000001:0.0:1769075084.446560:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075084.638546:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075084.638552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075084.638556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075084.638559:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075084.638560:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075084.638562:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075084.638565:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075084.638566:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075084.638568:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075084.638569:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075084.638633:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075084.638637:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075084.638641:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075085.470519:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075085.470531:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075085.470532:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075085.470536:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075085.470538:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075085.470541:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075085.470543:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075085.662542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075085.662550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075085.662556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075085.662557:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075085.662648:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075085.662654:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075085.662657:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769075085.982618:0:8721:0:(connection.c:75:cpu_latency_work()) work item of ffff8da203e9b220 (cpu 0) has reached its deadline 4296447249, at 4296447488 00000100:00000010:2.0:1769075085.982638:0:8721:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8da202ef4ba0. 00000100:00000040:3.0:1769075085.982894:0:11956:0:(connection.c:75:cpu_latency_work()) work item of ffff8da203e9b330 (cpu 0) has reached its deadline 4296447249, at 4296447488 00000100:00000010:3.0:1769075085.982900:0:11956:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8da202ef44e0. 00000100:00000001:0.0:1769075086.494535:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075086.494551:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075086.494554:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075086.494559:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075086.494562:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075086.494567:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075086.494569:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075086.686557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075086.686564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075086.686570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075086.686571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075086.686626:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075086.686630:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075086.686633:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075087.518555:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075087.518570:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075087.518572:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075087.518579:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075087.518581:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075087.518587:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075087.518589:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075087.710610:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075087.710618:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075087.710624:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075087.710625:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075087.710683:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075087.710687:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075087.710690:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075088.542536:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075088.542550:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075088.542552:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075088.542558:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075088.542561:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075088.542566:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075088.542569:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075088.734577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075088.734585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075088.734591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075088.734592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075088.734649:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075088.734653:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075088.734656:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075089.566533:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075089.566548:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075089.566550:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075089.566557:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075089.566560:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075089.566565:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.566568:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075089.566573:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075089.566584:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075089.566587:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075089.566590:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075089.566592:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075089.566594:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075089.566596:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075089.566598:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1769075089.566605:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1788) 00010000:00000001:0.0:1769075089.758565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075089.758571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075089.758575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075089.758576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075089.758631:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075089.758635:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075089.758637:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075090.590519:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075090.590533:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075090.590535:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075090.590541:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075090.590543:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075090.590548:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075090.590551:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075090.782525:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075090.782531:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075090.782542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075090.782543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075090.782602:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075090.782605:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075090.782608:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075091.614534:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075091.614545:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075091.614546:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075091.614550:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075091.614553:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075091.614557:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075091.614559:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075091.806542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075091.806549:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075091.806551:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075091.806555:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075091.806556:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075091.806558:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075091.806561:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075091.806563:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075091.806565:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075091.806566:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075091.806569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075091.806570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075091.806625:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075091.806629:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075091.806632:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1769075092.510749:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (5) 00000800:00000200:1.0:1769075092.510761:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.145@tcp ip 192.168.204.145:988 00000800:00000200:1.0:1769075092.510766:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8da20674f600 type 192, nob 24 niov 1 nkiov 0 00000800:00000100:1.0:1769075092.510799:0:2370:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.145@tcp (192.168.204.145:988) timed out; the network or node may be down. 00000800:00000200:1.1:1769075092.510806:0:2370:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1769075092.510811:0:2370:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1769075092.510813:0:2370:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000400:00000200:1.0:1769075092.510827:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075092.510832:0:2370:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075092.510837:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:1.0:1769075092.510844:0:2370:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.145@tcp down 00000800:00000200:2.0:1769075092.510867:0:2373:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(24) -108 00000800:00000200:1.0:1769075092.510970:0:2370:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8da203c64000 00000800:00000010:1.0:1769075092.510974:0:2370:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8da203c64000. 00000800:00000200:1.0:1769075092.510979:0:2370:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8da20a776000 00000800:00000010:1.0:1769075092.510980:0:2370:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8da20a776000. 00000800:00000200:1.0:1769075092.510983:0:2370:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8da209884000 00000800:00000010:1.0:1769075092.510985:0:2370:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8da209884000. 00000100:00000001:2.0:1769075092.638539:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075092.638550:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075092.638552:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075092.638556:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075092.638558:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075092.638561:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075092.638563:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075092.830534:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075092.830539:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075092.830544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075092.830545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075092.830602:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075092.830606:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075092.830610:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075093.662521:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075093.662533:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075093.662535:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075093.662540:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075093.662543:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075093.662547:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075093.662550:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075093.854511:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075093.854517:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075093.854521:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075093.854524:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075093.854526:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075093.854528:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075093.854530:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075093.854532:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075093.854533:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075093.854535:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075093.854584:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075093.854589:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075093.854592:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075094.686531:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075094.686534:0:2378:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075094.686539:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769075094.686540:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075094.686544:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075094.686547:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075094.686548:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075094.686552:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1769075094.686553:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075074/real 1769075074] req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075094.686554:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075094.686562:0:11606:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075094.686569:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000400:00000001:2.0:1769075094.686575:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075094.686577:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075094.686580:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d7e8. 00000400:00000200:2.0:1769075094.686586:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:2.0:1769075094.686588:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:2.0:1769075094.686591:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075094.686594:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075094.686602:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686607:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075094.686608:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686610:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686611:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075094.686614:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686618:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686620:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075094.686623:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075074/real 1769075074] req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075094.686629:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075094.686629:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075094.686631:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d370. 00000400:00000200:2.0:1769075094.686632:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:2.0:1769075094.686634:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:2.0:1769075094.686635:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075094.686637:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075094.686642:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686645:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075094.686646:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686647:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686648:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075094.686650:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686654:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686655:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075094.686658:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075074/real 1769075074] req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075094.686662:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075094.686663:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075094.686664:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1de18. 00000400:00000200:2.0:1769075094.686665:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:2.0:1769075094.686666:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:2.0:1769075094.686667:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075094.686669:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075094.686674:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686678:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075094.686679:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686681:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686682:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075094.686684:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686688:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686689:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075094.686691:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075074/real 1769075074] req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075094.686695:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075094.686696:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075094.686697:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d1b8. 00000400:00000200:2.0:1769075094.686698:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:2.0:1769075094.686700:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:2.0:1769075094.686701:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075094.686703:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075094.686707:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686711:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075094.686712:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686713:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686714:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075094.686716:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686720:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686726:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075094.686727:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.686729:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075094.686731:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075094.686733:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075094.686736:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.686741:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075094.686743:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686744:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686745:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686746:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075094.686748:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075094.686751:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075094.686763:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075094.686765:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075094.686768:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075094.686774:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605184:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075094.686779:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075094.686779:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769075094.686786:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075094.686786:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075094.686790:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075094.686792:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075094.686796:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075094.686802:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075094.686803:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1768 00000100:00000001:2.0:1769075094.686809:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686810:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686811:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686814:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1769075094.686816:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075094.686817:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075094.686820:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1769075094.686827:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075094.686832:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075094.686835:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00001000:3.0:1769075094.686841:0:11606:0:(import.c:2128:obd_at_measure()) add 20 to ffff8da202e8f410 time=133 v=15 (15 0 0 0) 00000100:00000040:2.0:1769075094.686844:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1769075094.686851:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202e8f410 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00100000:2.0:1769075094.686858:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604928:192.168.204.145@tcp:8:kworker.0 00000100:00080000:3.0:1769075094.686860:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 15s 00000100:00000001:2.0:1769075094.686866:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075094.686868:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075094.686872:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075094.686874:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075094.686882:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769075094.686882:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075094.686886:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075094.686888:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075094.686889:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686891:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686895:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075094.686897:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769075094.686897:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:2.0:1769075094.686899:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1769075094.686902:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075094.686907:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:2.0:1769075094.686911:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000020:00000040:3.0:1769075094.686911:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000100:00000001:2.0:1769075094.686916:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769075094.686918:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075094.686920:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075094.686924:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075094.686933:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00100000:2.0:1769075094.686934:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605056:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075094.686940:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075094.686941:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075094.686946:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075094.686947:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075094.686952:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075094.686959:0:2378:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1769075094.686960:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00000001:2.0:1769075094.686961:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686965:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075094.686967:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.686970:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769075094.686970:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075094.686973:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075094.686975:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075094.686976:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769075094.686979:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075094.686982:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075094.686986:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075094.686987:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075094.686988:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075094.686992:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.686993:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000010:3.0:1769075094.686999:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000100:00000040:2.0:1769075094.687002:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075094.687003:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=5 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075094.687008:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075094.687011:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687014:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075094.687018:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1769075094.687020:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926604800:192.168.204.145@tcp:38:kworker.0 02000000:00000001:3.0:1769075094.687023:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687030:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075094.687031:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:2.0:1769075094.687034:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075094.687037:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.687042:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926605184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075094.687046:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075094.687073:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769075094.687073:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075094.687078:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075094.687078:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.687082:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97400. 00000100:00000040:3.0:1769075094.687084:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075094.687087:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075094.687090:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075094.687093:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075094.687098:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769075094.687100:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.687101:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 00000100:00080000:3.0:1769075094.687105:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769075094.687106:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075094.687110:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769075094.687110:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:2.0:1769075094.687112:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:3.0:1769075094.687113:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769075094.687118:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1769075094.687118:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075094.687121:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075094.687122:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075094.687124:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769075094.687126:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1768 00000400:00000200:3.0:1769075094.687131:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075094.687134:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00001000:3.0:1769075094.687136:0:11606:0:(import.c:2128:obd_at_measure()) add 20 to ffff8da20ac51c10 time=133 v=15 (15 0 0 0) 00000100:00000040:2.0:1769075094.687138:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926604928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1769075094.687144:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20ac51c10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000001:2.0:1769075094.687149:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1769075094.687151:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 15s 02000000:00000001:2.0:1769075094.687152:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075094.687154:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96800. 02000000:00000001:2.0:1769075094.687158:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769075094.687159:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000020:00000001:2.0:1769075094.687161:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075094.687164:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075094.687165:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769075094.687167:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075094.687169:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 00000100:00000040:3.0:1769075094.687171:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075094.687172:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075094.687175:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075094.687177:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:3.0:1769075094.687177:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075094.687182:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769075094.687183:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075094.687184:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075094.687186:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:2.0:1769075094.687187:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769075094.687191:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1769075094.687192:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926605056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075094.687196:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075094.687201:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075094.687203:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075094.687207:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1769075094.687207:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075094.687210:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075094.687211:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075094.687213:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000010:2.0:1769075094.687215:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94800. 00000100:00000001:3.0:1769075094.687216:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075094.687220:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1769075094.687221:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000020:00000001:2.0:1769075094.687223:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:3.0:1769075094.687226:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000020:00000040:2.0:1769075094.687227:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075094.687230:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075094.687231:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075094.687232:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1769075094.687234:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:2.0:1769075094.687237:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075094.687238:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.687239:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075094.687242:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 02000000:00000001:3.0:1769075094.687243:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687247:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075094.687247:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075094.687250:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.687253:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1769075094.687253:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1769075094.687257:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926604800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.687262:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075094.687264:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1769075094.687265:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.687266:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94c00. 00000100:00000001:3.0:1769075094.687268:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687270:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075094.687271:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075094.687272:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075094.687276:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075094.687276:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075094.687279:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1769075094.687279:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 02000000:00000001:2.0:1769075094.687280:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075094.687283:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769075094.687286:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1769075094.687286:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769075094.687288:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.687291:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075094.687293:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075094.687295:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769075094.687297:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687298:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687304:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075094.687304:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075094.687308:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075094.687309:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075094.687324:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075094.687324:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.687329:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.687337:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075094.687339:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075094.687339:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075094.687342:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075094.687345:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.687347:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687355:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075094.687356:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605312:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075094.687363:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1769075094.687366:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769075094.687367:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075094.687371:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687375:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075094.687380:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1769075094.687381:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30400. 00000100:00000001:3.0:1769075094.687384:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687385:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075094.687390:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075094.687397:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075094.687402:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075094.687404:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000100:00080000:3.0:1769075094.687405:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075094.687410:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075094.687412:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075094.687413:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1769075094.687414:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000001:3.0:1769075094.687415:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075094.687419:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1768 00000400:00000200:3.0:1769075094.687423:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769075094.687424:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605312, portal 25 00000400:00000200:3.0:1769075094.687427:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075094.687431:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1769075094.687431:0:11606:0:(import.c:2128:obd_at_measure()) add 20 to ffff8da20a70bc10 time=63 v=15 (15 0 0 0) 00000100:00000001:2.0:1769075094.687436:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00001000:3.0:1769075094.687436:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da20a70bc10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:3.0:1769075094.687443:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 15s 00000100:00000040:3.0:1769075094.687446:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687448:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.687450:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075094.687451:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687456:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075094.687485:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075094.687486:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075094.687489:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075094.687492:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1769075094.687494:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000040:3.0:1769075094.687495:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075094.687499:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075094.687501:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:2.0:1769075094.687502:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353330. 00000100:00000040:3.0:1769075094.687506:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075094.687509:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926605312, offset 0 00000100:00000001:3.0:1769075094.687509:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075094.687512:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687516:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075094.687518:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:2.0:1769075094.687523:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075094.687523:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687529:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075094.687531:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075094.687533:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075094.687534:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075094.687539:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687541:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769075094.687544:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000008:00100000:3.0:1769075094.687545:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075094.687549:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.687551:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075094.687552:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.687558:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000010:3.0:1769075094.687558:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769075094.687561:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:2.0:1769075094.687564:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075094.687566:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769075094.687569:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075094.687569:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687572:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075094.687575:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075094.687576:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2993:2993:256:4294967295] 192.168.204.145@tcp LPNI seq info [2993:2993:8:4294967295] 02000000:00000001:3.0:1769075094.687579:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.687582:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075094.687584:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000400:00000200:2.0:1769075094.687591:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075094.687596:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075094.687601:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c800. 00000100:00000001:3.0:1769075094.687603:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075094.687610:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00100000:3.0:1769075094.687611:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1769075094.687621:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075094.687622:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075094.687626:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075094.687630:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075094.687636:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075094.687638:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075094.687640:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075094.687641:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075094.687644:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075094.687646:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075094.687648:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075094.687651:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075094.687652:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1768 00000400:00000200:3.0:1769075094.687658:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075094.687659:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296467727 00000400:00000200:3.0:1769075094.687662:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00001000:3.0:1769075094.687665:0:11606:0:(import.c:2128:obd_at_measure()) add 20 to ffff8da202f2e410 time=63 v=15 (15 0 0 0) 00000100:00000010:2.0:1769075094.687668:0:2378:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8da2054dcb40. 00000100:00001000:3.0:1769075094.687669:0:11606:0:(import.c:2194:obd_at_measure()) AT ffff8da202f2e410 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:3.0:1769075094.687674:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 15s 00000100:00000040:3.0:1769075094.687677:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075094.687679:0:2378:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1769075094.687679:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075094.687687:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296467727 00000100:00000040:3.0:1769075094.687687:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687691:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075094.687694:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1769075094.687695:0:2378:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8da2054dc780. 00000020:00000040:3.0:1769075094.687695:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075094.687698:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075094.687701:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:2.0:1769075094.687702:0:2378:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1769075094.687703:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075094.687707:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075094.687708:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075094.687710:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687714:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075094.687715:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075094.687715:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075094.687719:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075094.687722:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075094.687722:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075094.687727:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075094.687728:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075094.687729:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075094.687733:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075094.687734:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.145:988 00000100:00000001:2.0:1769075094.687735:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769075094.687735:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075094.687739:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1769075094.687741:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687743:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075094.687744:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075094.687748:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1769075094.687749:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075094.687753:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:3.0:1769075094.687753:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687758:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075094.687761:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000100:00000040:2.0:1769075094.687763:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075094.687764:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075094.687768:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075094.687770:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687774:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075094.687776:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075094.687778:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687782:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1769075094.687784:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:2.0:1769075094.687786:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.687788:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.145:988 00000100:00000001:3.0:1769075094.687788:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687790:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075094.687795:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.687799:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075094.687800:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769075094.687806:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605440:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075094.687815:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075094.687818:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075094.687819:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075094.687823:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075094.687823:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687828:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075094.687832:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075094.687833:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30c00. 02000000:00000001:2.0:1769075094.687838:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.687848:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075094.687851:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075094.687853:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000100:00000040:3.0:1769075094.687857:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000400:00000010:2.0:1769075094.687860:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000040:3.0:1769075094.687863:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000100:00000200:2.0:1769075094.687866:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605440, portal 10 00000100:00000001:2.0:1769075094.687869:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075094.687871:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769075094.687877:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.687882:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075094.687883:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075094.687885:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083533b8. 00000100:00000200:2.0:1769075094.687887:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926605440, offset 0 00000400:00000200:2.0:1769075094.687890:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075094.687893:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.687895:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075094.687897:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075094.687899:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075094.687901:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075094.687903:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075094.687905:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2994:2994:255:4294967295] 192.168.204.145@tcp LPNI seq info [2994:2994:7:4294967295] 00000400:00000200:2.0:1769075094.687908:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.687912:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075094.687915:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075094.687917:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075094.687920:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075094.687923:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075094.687925:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.687928:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075094.687930:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075094.687932:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296457476 00000100:00000001:2.0:1769075094.687934:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.687935:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296457476 00000100:00000001:2.0:1769075094.687937:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.687938:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075094.687940:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.687941:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075094.687943:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.687947:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075094.687948:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687950:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075094.687951:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.687952:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075094.687955:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605568:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075094.687957:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075094.687958:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075094.687959:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.687960:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075094.687963:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33c00. 02000000:00000001:2.0:1769075094.687964:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.687966:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075094.687968:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000400:00000010:2.0:1769075094.687970:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075094.687971:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605568, portal 4 00000100:00000001:2.0:1769075094.687972:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075094.687973:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:2.0:1769075094.687977:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.687981:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075094.687983:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075094.687984:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353dd0. 00000100:00000200:2.0:1769075094.687985:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926605568, offset 0 00000400:00000200:2.0:1769075094.687988:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075094.687989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.687991:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075094.687994:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075094.687996:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075094.687999:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075094.688002:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075094.688005:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2995:2995:254:4294967295] 192.168.204.145@tcp LPNI seq info [2995:2995:6:4294967295] 00000400:00000200:2.0:1769075094.688009:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.688015:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075094.688019:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075094.688023:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cb00. 00000800:00000200:2.0:1769075094.688027:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075094.688031:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075094.688033:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.688037:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075094.688041:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075094.688043:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296456218 00000100:00000001:2.0:1769075094.688047:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.688050:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296456218 00000100:00000001:2.0:1769075094.688052:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.688054:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075094.688057:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.688059:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.688061:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.688063:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075094.688065:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075094.688066:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075094.688067:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075094.688068:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075094.688071:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.688076:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075094.688077:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.688079:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075094.688080:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.688081:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075094.688083:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605696:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075094.688085:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075094.688087:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075094.688088:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.688089:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075094.688091:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31800. 02000000:00000001:2.0:1769075094.688093:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075094.688095:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075094.688097:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075094.688099:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769075094.688101:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605696, portal 4 00000100:00000001:2.0:1769075094.688102:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075094.688103:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:2.0:1769075094.688107:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.688111:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075094.688113:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075094.688115:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353aa0. 00000100:00000200:2.0:1769075094.688116:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926605696, offset 0 00000400:00000200:2.0:1769075094.688119:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075094.688121:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.688123:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075094.688125:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075094.688127:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075094.688128:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075094.688130:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075094.688132:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2996:2996:253:4294967295] 192.168.204.145@tcp LPNI seq info [2996:2996:5:4294967295] 00000400:00000200:2.0:1769075094.688135:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075094.688139:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075094.688142:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075094.688144:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cf00. 00000800:00000200:2.0:1769075094.688146:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075094.688149:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075094.688151:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.688152:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075094.688154:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075094.688156:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296456220 00000100:00000001:2.0:1769075094.688158:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.688159:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296456220 00000100:00000001:2.0:1769075094.688160:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296467727 00000100:00000001:2.0:1769075094.688161:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075094.688163:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.688164:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.688165:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.688167:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075094.688168:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075094.688169:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075094.688170:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075094.688171:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.688172:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075094.878530:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075094.878536:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075094.878540:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075094.878541:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075094.878609:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075094.878614:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075094.878618:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075095.902555:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075095.902563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075095.902571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075095.902573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075095.902663:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075095.902667:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075095.902673:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075096.926594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075096.926602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075096.926608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075096.926609:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075096.926697:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075096.926706:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075096.926711:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075097.630810:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.145:988 00000400:00000100:1.0:1769075097.630861:0:2368:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075097.630875:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075097.630880:0:2368:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075097.630884:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075097.630889:0:2368:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075097.630894:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075097.630899:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c800. 00000400:00000200:1.0:1769075097.630905:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075097.630910:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075097.630917:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353330 00000400:00000010:1.0:1769075097.630919:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353330. 00000100:00000001:1.0:1769075097.630924:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075097.630933:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.630969:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075097.630974:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.630982:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075097.630984:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075097.630996:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075097.630999:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:1.0:1769075097.631002:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075097.631005:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075097.631009:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083533b8 00000400:00000010:1.0:1769075097.631011:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083533b8. 00000100:00000001:1.0:1769075097.631013:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075097.631017:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631031:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075097.631035:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631042:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075097.631044:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075097.631049:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075097.631052:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cb00. 00000400:00000200:1.0:1769075097.631054:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075097.631057:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075097.631061:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353dd0 00000400:00000010:1.0:1769075097.631063:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353dd0. 00000100:00000001:1.0:1769075097.631065:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075097.631069:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631077:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075097.631079:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631086:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075097.631088:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075097.631093:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075097.631096:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cf00. 00000400:00000200:1.0:1769075097.631106:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075097.631110:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075097.631112:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353aa0 00000400:00000010:1.0:1769075097.631115:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353aa0. 00000100:00000001:1.0:1769075097.631117:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075097.631122:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631131:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075097.631134:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075097.631143:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075097.631144:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075097.631253:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075097.631259:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075097.631262:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075097.631284:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075097] req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075097.631299:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075097.631301:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075097.631305:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075097.631310:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:2.0:1769075097.631312:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:2.0:1769075097.631315:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075097.631320:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075097.631330:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631337:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075097.631338:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631341:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631343:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075097.631359:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631367:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075097.631373:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631381:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075097.631384:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631387:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631388:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631391:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075097.631393:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075097.631397:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075097.631402:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075097.631405:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075097.631409:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075097.631418:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605696:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075097.631423:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075097.631427:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075097] req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075097.631435:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075097.631436:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075097.631438:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075097.631441:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075097.631443:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075097.631445:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075097.631448:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075097.631456:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631495:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075097.631497:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631499:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631501:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075097.631505:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631518:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075097.631527:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631534:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075097.631537:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631539:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631541:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631544:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075097.631547:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075097.631550:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075097.631556:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075097.631559:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075097.631565:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075097.631574:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605440:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075097.631581:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075097.631586:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075097] req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075097.631594:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075097.631596:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075097.631597:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075097.631600:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075097.631602:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075097.631604:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075097.631607:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075097.631621:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631628:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075097.631629:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631631:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631633:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075097.631636:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631643:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075097.631646:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631652:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075097.631655:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631656:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631657:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631659:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075097.631661:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075097.631663:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075097.631667:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075097.631669:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075097.631674:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075097.631682:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605568:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075097.631686:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075097.631691:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075097] req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075097.631705:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075097.631706:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075097.631708:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075097.631710:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000400:00000010:2.0:1769075097.631712:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:2.0:1769075097.631714:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075097.631717:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075097.631725:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631732:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075097.631733:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631735:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631736:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075097.631740:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631748:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075097.631751:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631757:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075097.631760:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631762:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075097.631763:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631765:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075097.631766:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075097.631769:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075097.631773:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075097.631776:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075097.631780:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075097.631788:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605312:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075097.631793:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631795:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075097.631799:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926605696/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631806:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075097.631809:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075097.631813:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31800. 02000000:00000001:2.0:1769075097.631816:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075097.631819:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075097.631821:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075097.631824:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075097.631826:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:2.0:1769075097.631831:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075097.631833:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075097.631835:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:2.0:1769075097.631839:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075097.631840:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631841:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075097.631844:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926605440/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631851:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075097.631853:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075097.631854:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30c00. 02000000:00000001:2.0:1769075097.631857:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075097.631858:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075097.631859:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075097.631861:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075097.631862:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075097.631864:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075097.631865:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075097.631867:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769075097.631870:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075097.631872:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631873:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075097.631877:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926605568/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631884:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075097.631886:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075097.631887:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33c00. 02000000:00000001:2.0:1769075097.631890:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075097.631891:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075097.631892:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075097.631894:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075097.631895:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:2.0:1769075097.631897:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075097.631899:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075097.631900:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769075097.631910:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075097.631912:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631914:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075097.631918:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926605312/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075097.631925:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075097.631926:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075097.631928:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30400. 02000000:00000001:2.0:1769075097.631931:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075097.631932:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075097.631934:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075097.631936:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075097.631937:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:2.0:1769075097.631940:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075097.631941:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075097.631943:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:2.0:1769075097.631945:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075097.631946:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631948:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.631956:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075097.631959:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075097.631961:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075097.631963:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075097.950532:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075097.950537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075097.950542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075097.950543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075097.950560:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075097.950563:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075097.950565:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075098.974651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075098.974660:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075098.974667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075098.974669:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075098.974761:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075098.974767:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075098.974771:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075099.806563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075099.806574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075099.806578:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075099.806582:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075099.806587:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075099.806594:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1788 00000400:00000200:2.0:1769075099.806603:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075099.806608:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075099.806611:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075099.806614:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806616:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.806618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806620:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075099.806623:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075099.806624:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075099.806626:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075099.806629:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075099.806630:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075099.806632:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075099.806634:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806635:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.806637:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806638:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075099.806641:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075099.806643:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806645:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075099.806647:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075099.806649:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075099.806652:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.806654:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075099.806655:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075099.806663:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 00000020:00000040:2.0:1769075099.806666:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075099.806669:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075099.806670:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.806672:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075099.806675:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075099.806678:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075099.806684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33c00. 00000100:00000001:2.0:1769075099.806689:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075099.806695:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075099.806704:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075099.806707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075099.806710:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ad302f0] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075099.806740:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075099.806743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075099.806748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075099.806750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075099.806751:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075099.806753:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075099.806756:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1788 00000400:00000200:2.0:1769075099.806758:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075099.806762:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075099.806762:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769075099.806771:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075099.806772:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075099.806778:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075099.806779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.806787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075099.806791:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075099.806794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075099.806795:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1769075099.806797:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075099.806798:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769075099.806803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075099.806813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075099.806822:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.806837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.806843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075099.806849:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769075099.806850:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:3.0:1769075099.806854:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075099.806860:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:3.0:1769075099.806861:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075099.806868:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.806868:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075099.806872:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075099.806874:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769075099.806880:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605824:192.168.204.145@tcp:250:kworker.0 02000000:00000001:2.0:1769075099.806884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075099.806885:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075099.806891:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.806892:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075099.806896:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.806898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769075099.806900:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769075099.806905:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000010:3.0:1769075099.806908:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 00000008:00000001:2.0:1769075099.806919:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.806919:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.806930:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075099.806936:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b480. 00000400:00000200:3.0:1769075099.806943:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:2.0:1769075099.806945:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075099.806950:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1769075099.806950:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 02000000:00000001:2.0:1769075099.806955:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.806956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075099.806957:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075099.806962:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075099.806968:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 02000000:00000010:2.0:1769075099.806969:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30c00. 00000100:00000001:2.0:1769075099.806978:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075099.806983:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605824, portal 25 00000100:00100000:2.0:1769075099.806984:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075099.806987:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075099.806992:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:3.0:1769075099.807010:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075099.807047:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075099.807057:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807057:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075099.807064:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:2.0:1769075099.807067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028fe6f43] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075099.807069:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720a18. 00000100:00000200:3.0:1769075099.807075:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926605824, offset 0 00000400:00000200:3.0:1769075099.807096:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075099.807103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075099.807109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769075099.807109:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075099.807115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075099.807118:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769075099.807121:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075099.807124:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075099.807132:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1769075099.807134:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1788 00000400:00000200:3.0:1769075099.807139:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075099.807144:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075099.807147:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075099.807150:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2997:2997:256:4294967295] 192.168.204.145@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:3.0:1769075099.807153:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.807162:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000400:00000200:2.0:1769075099.807170:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075099.807177:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000200:3.0:1769075099.807185:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:2.0:1769075099.807186:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075099.807195:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.807200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000800:00000010:3.0:1769075099.807200:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13900. 00000100:00000001:2.0:1769075099.807207:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075099.807209:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075099.807210:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075099.807212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075099.807214:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075099.807219:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075099.807225:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000200:3.0:1769075099.807225:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:2.0:1769075099.807242:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807244:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.807248:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807250:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075099.807253:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:2.0:1769075099.807263:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000200:3.1:1769075099.807263:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075099.807274:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075099.807277:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075099.807280:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075099.807283:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807285:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075099.807287:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075099.807289:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807290:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075099.807293:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9ad80. 00000020:00000040:2.0:1769075099.807295:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075099.807297:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075099.807298:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075099.807300:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807306:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075099.807309:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075099.807310:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.807318:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:2.0:1769075099.807321:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31800. 00000100:00000001:3.0:1769075099.807324:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296472846 00000100:00000001:2.0:1769075099.807326:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075099.807339:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075099.807345:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075099.807345:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296467727 00000100:00000001:2.0:1769075099.807351:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807356:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296472846 00000100:00000040:2.0:1769075099.807360:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb9baba6] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.807364:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296467727 00000100:00000001:3.0:1769075099.807373:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075099.807385:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807387:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807392:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075099.807393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075099.807401:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769075099.807402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075099.807407:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075099.807409:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075099.807411:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075099.807413:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769075099.807417:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1788 00000100:00000001:3.0:1769075099.807417:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075099.807428:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769075099.807432:0:2369:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.145:988 00000100:00000001:3.0:1769075099.807433:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769075099.807434:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075099.807440:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075099.807450:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.807457:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075099.807490:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.807493:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075099.807499:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075099.807502:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075099.807504:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00100000:3.0:1769075099.807509:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605952:192.168.204.145@tcp:38:kworker.0 00000100:00080000:2.0:1769075099.807511:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075099.807520:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769075099.807521:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:3.0:1769075099.807525:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075099.807526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075099.807530:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807532:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:3.0:1769075099.807538:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075099.807539:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075099.807543:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 02000000:00000001:3.0:1769075099.807545:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769075099.807548:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075099.807551:0:2369:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.145:988 02000000:00000010:3.0:1769075099.807553:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 00000020:00000040:2.0:1769075099.807554:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 02000000:00000001:3.0:1769075099.807564:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075099.807565:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:2.0:1769075099.807572:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:3.0:1769075099.807579:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075099.807586:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:3.0:1769075099.807589:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bec8. 00000100:00000001:2.0:1769075099.807594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1769075099.807597:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000040:2.0:1769075099.807602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807604:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075099.807606:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000200:3.0:1769075099.807610:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926605952, portal 10 00000100:00080000:2.0:1769075099.807611:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807615:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807618:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769075099.807620:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075099.807622:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803447424 : -125747906104192 : ffff8da208b9b480) 02000000:00000001:2.0:1769075099.807625:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075099.807630:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807632:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1769075099.807634:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769075099.807635:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075099.807645:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075099.807653:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075099.807663:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98000. 00000100:00000001:3.0:1769075099.807665:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1769075099.807667:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075099.807672:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075099.807674:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075099.807674:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807681:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075099.807682:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1769075099.807684:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720660. 02000000:00000001:2.0:1769075099.807685:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075099.807693:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926605952, offset 0 02000000:00000010:2.0:1769075099.807695:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32800. 00000100:00000001:2.0:1769075099.807703:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.807710:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00100000:2.0:1769075099.807717:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075099.807724:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.807740:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075099.807742:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769075099.807746:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075099.807747:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.807759:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:2.0:1769075099.807761:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000319ab65f] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075099.807768:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075099.807780:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:2.0:1769075099.807794:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.807794:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2998:2998:255:4294967295] 192.168.204.145@tcp LPNI seq info [2998:2998:7:4294967295] 00000100:00000040:2.0:1769075099.807803:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1799) 00000400:00000200:3.0:1769075099.807812:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.807831:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075099.807837:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075099.807843:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13300. 00000800:00000200:3.0:1769075099.807849:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075099.807852:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075099.807855:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075099.807858:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075099.807862:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075099.807864:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296462596 00000100:00000001:3.0:1769075099.807866:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.807867:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296462596 00000100:00000001:3.0:1769075099.807869:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.807871:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075099.807872:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807874:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075099.807877:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.807883:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075099.807885:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.807886:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075099.807888:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075099.807890:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075099.807892:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606080:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075099.807894:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075099.807895:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075099.807897:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.807898:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075099.807901:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075099.807903:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.807906:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075099.807908:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bc08. 00000400:00000010:3.0:1769075099.807911:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075099.807913:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606080, portal 4 00000100:00000001:3.0:1769075099.807915:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075099.807916:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803445632 : -125747906105984 : ffff8da208b9ad80) 00000100:00000040:3.0:1769075099.807920:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.807925:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075099.807927:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075099.807929:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7204c8. 00000100:00000200:3.0:1769075099.807930:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926606080, offset 0 00000400:00000200:3.0:1769075099.807934:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075099.807936:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.807939:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075099.807941:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075099.807943:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075099.807945:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075099.807947:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075099.807949:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [2999:2999:254:4294967295] 192.168.204.145@tcp LPNI seq info [2999:2999:6:4294967295] 00000400:00000200:3.0:1769075099.807952:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.807956:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075099.807959:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075099.807961:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13c00. 00000800:00000200:3.0:1769075099.807964:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075099.807966:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075099.807968:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075099.807970:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075099.807972:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075099.807974:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296461338 00000100:00000001:3.0:1769075099.807976:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.807977:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296461338 00000100:00000001:3.0:1769075099.807978:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.807979:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075099.807981:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807982:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.807984:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075099.807987:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075099.807988:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075099.807990:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075099.807991:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075099.807992:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075099.807995:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.808001:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075099.808002:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.808003:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075099.808005:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075099.808006:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075099.808008:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606208:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075099.808010:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075099.808011:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075099.808012:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075099.808013:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075099.808015:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075099.808016:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075099.808017:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075099.808019:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075099.808021:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769075099.808023:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606208, portal 4 00000100:00000001:3.0:1769075099.808024:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075099.808025:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803433984 : -125747906117632 : ffff8da208b98000) 00000100:00000040:3.0:1769075099.808029:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075099.808033:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075099.808034:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075099.808037:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720d48. 00000100:00000200:3.0:1769075099.808039:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926606208, offset 0 00000400:00000200:3.0:1769075099.808042:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075099.808044:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.808046:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075099.808048:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075099.808050:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075099.808052:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075099.808053:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075099.808055:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3000:3000:253:4294967295] 192.168.204.145@tcp LPNI seq info [3000:3000:5:4294967295] 00000400:00000200:3.0:1769075099.808058:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075099.808062:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075099.808064:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075099.808066:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13600. 00000800:00000200:3.0:1769075099.808068:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075099.808070:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075099.808072:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075099.808074:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075099.808076:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075099.808078:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296461340 00000100:00000001:3.0:1769075099.808079:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.808081:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296461340 00000100:00000001:3.0:1769075099.808082:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296472846 00000100:00000001:3.0:1769075099.808083:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075099.808085:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.808086:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.808087:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075099.808089:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075099.808089:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075099.808091:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075099.808091:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075099.808092:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075099.808094:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075099.998523:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075099.998528:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075099.998533:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075099.998534:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075099.998550:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075099.998552:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075099.998555:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075100.702790:0:2369:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.145:988 00000400:00000100:1.0:1769075100.702838:0:2369:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075100.702860:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075100.702865:0:2369:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075100.702871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075100.702876:0:2369:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075100.702882:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075100.702887:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13900. 00000400:00000200:1.0:1769075100.702894:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075100.702899:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075100.702906:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720a18 00000400:00000010:1.0:1769075100.702909:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720a18. 00000100:00000001:1.0:1769075100.702917:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075100.702935:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.702973:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075100.702979:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.702988:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075100.702990:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075100.703001:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075100.703004:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13300. 00000400:00000200:1.0:1769075100.703008:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075100.703011:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075100.703016:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720660 00000400:00000010:1.0:1769075100.703018:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720660. 00000100:00000001:1.0:1769075100.703021:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075100.703027:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703037:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075100.703040:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703048:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075100.703050:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075100.703055:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075100.703058:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13c00. 00000400:00000200:1.0:1769075100.703061:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075100.703064:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075100.703068:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7204c8 00000400:00000010:1.0:1769075100.703070:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7204c8. 00000100:00000001:1.0:1769075100.703073:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075100.703078:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703087:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075100.703090:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703097:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075100.703099:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075100.703104:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075100.703107:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13600. 00000400:00000200:1.0:1769075100.703109:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075100.703113:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075100.703116:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720d48 00000400:00000010:1.0:1769075100.703118:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720d48. 00000100:00000001:1.0:1769075100.703121:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075100.703126:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703134:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075100.703138:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075100.703145:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075100.703147:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075100.703545:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075100.703551:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075100.703554:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.703563:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075099/real 1769075100] req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.703577:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.703579:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.703583:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075100.703587:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000400:00000010:3.0:1769075100.703588:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:3.0:1769075100.703593:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.703597:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.703607:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703614:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.703616:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703619:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703622:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.703626:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703634:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.703639:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703647:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.703650:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703652:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703654:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703657:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.703659:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.703663:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.703667:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075100.703670:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.703676:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.703685:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606208:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.703690:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.703694:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075099/real 1769075100] req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.703702:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.703703:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.703705:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bec8. 00000400:00000200:3.0:1769075100.703708:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769075100.703710:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769075100.703712:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.703715:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.703723:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703729:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.703730:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703732:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703733:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.703737:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703743:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.703747:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703753:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.703756:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703758:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703759:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703761:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.703763:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.703766:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.703770:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075100.703772:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.703776:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.703785:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926605952:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075100.703789:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.703793:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075099/real 1769075100] req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.703800:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.703802:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.703803:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bc08. 00000400:00000200:3.0:1769075100.703806:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075100.703807:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075100.703810:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.703813:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.703822:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703829:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.703831:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703833:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703834:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.703839:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703853:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.703857:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703863:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.703866:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703867:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703868:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703870:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.703872:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.703874:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.703878:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075100.703880:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.703885:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.703894:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606080:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.703898:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.703901:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075099/real 1769075100] req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.703907:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.703908:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.703910:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075100.703912:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075100.703913:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075100.703915:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.703917:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.703922:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703927:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.703928:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703929:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703930:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.703932:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703936:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.703938:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703942:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.703943:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703944:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.703945:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703946:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.703947:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.703949:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.703951:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075100.703952:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.703954:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.703959:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926605824:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075100.703961:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703963:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.703965:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98000 x1855007926606208/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.703970:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.703972:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.703976:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075100.703978:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.703980:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.703982:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075100.703983:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.703985:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32800. 02000000:00000001:3.0:1769075100.703988:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.703990:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.703991:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98000. 00000100:00000001:3.0:1769075100.703994:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.703995:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.703996:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.703998:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b480 x1855007926605952/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.704002:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.704003:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.704004:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075100.704005:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.704006:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.704007:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075100.704008:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.704009:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30c00. 02000000:00000001:3.0:1769075100.704010:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.704011:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.704012:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b480. 00000100:00000001:3.0:1769075100.704013:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.704014:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.704015:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.704017:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9ad80 x1855007926606080/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.704020:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.704021:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.704022:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075100.704023:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.704024:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.704024:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075100.704026:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.704027:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31800. 02000000:00000001:3.0:1769075100.704028:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.704029:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.704030:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9ad80. 00000100:00000001:3.0:1769075100.704033:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.704034:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.704036:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.704039:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926605824/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.704045:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.704046:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.704048:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075100.704050:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.704051:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.704053:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075100.704054:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.704056:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33c00. 02000000:00000001:3.0:1769075100.704058:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.704059:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.704061:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:3.0:1769075100.704063:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.704064:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.704066:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.704075:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075100.704077:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.704079:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075100.704081:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075101.022560:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075101.022567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075101.022572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075101.022573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075101.022619:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075101.022623:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075101.022626:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075102.046567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075102.046577:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075102.046580:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075102.046586:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075102.046588:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075102.046589:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075102.046595:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075102.046597:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075102.046599:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075102.046601:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075102.046605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075102.046607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075102.046629:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075102.046631:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075102.046633:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075103.070534:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075103.070540:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075103.070544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075103.070545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075103.070607:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075103.070611:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075103.070615:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075104.094562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075104.094570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075104.094576:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075104.094579:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075104.094582:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075104.094585:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075104.094588:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075104.094591:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075104.094593:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075104.094596:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075104.094615:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075104.094617:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075104.094619:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075104.926556:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075104.926567:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075104.926569:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075104.926572:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075104.926576:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075104.926582:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1794 00000400:00000200:3.0:1769075104.926591:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075104.926596:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075104.926599:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075104.926602:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926605:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.926607:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926609:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075104.926613:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075104.926615:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075104.926617:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075104.926620:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075104.926621:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075104.926623:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075104.926625:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926627:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.926629:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926631:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075104.926635:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075104.926639:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926641:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.926645:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075104.926649:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075104.926653:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.926655:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075104.926658:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075104.926666:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769075104.926671:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075104.926676:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075104.926678:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.926682:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075104.926686:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075104.926690:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075104.926699:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075104.926707:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075104.926717:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075104.926727:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075104.926731:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075104.926736:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075104.926761:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075104.926765:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075104.926769:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075104.926771:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075104.926774:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075104.926778:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075104.926782:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1794 00000100:00000001:2.0:1769075104.926791:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075104.926798:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075104.926799:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075104.926805:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075104.926810:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075104.926814:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075104.926818:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075104.926819:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926822:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.926823:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.926825:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075104.926827:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075104.926830:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075104.926833:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075104.926835:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075104.926839:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075104.926844:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075104.926852:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075104.926853:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075104.926855:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.926861:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769075104.926863:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075104.926867:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075104.926870:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075104.926872:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.926878:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:2.0:1769075104.926879:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926606336:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075104.926887:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:2.0:1769075104.926888:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075104.926893:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769075104.926896:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:2.0:1769075104.926897:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.926902:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075104.926904:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075104.926909:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:3.0:1769075104.926910:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075104.926915:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.926919:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075104.926925:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075104.926926:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.926931:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:2.0:1769075104.926933:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000008:00100000:3.0:1769075104.926935:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075104.926940:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075104.926941:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000001:3.0:1769075104.926942:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075104.926950:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000100:00000200:2.0:1769075104.926952:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606336, portal 25 00000020:00000040:3.0:1769075104.926953:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769075104.926959:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769075104.926960:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075104.926962:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 02000000:00000001:3.0:1769075104.926966:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075104.926970:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075104.926972:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075104.926977:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075104.926982:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.926984:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075104.926990:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000010:3.0:1769075104.926991:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000400:00000010:2.0:1769075104.926996:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000001:3.0:1769075104.926999:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075104.927003:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926606336, offset 0 00000100:00100000:3.0:1769075104.927011:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075104.927018:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075104.927027:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075104.927029:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075104.927034:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075104.927037:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075104.927048:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075104.927048:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075104.927054:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075104.927058:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769075104.927060:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075104.927061:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075104.927065:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769075104.927068:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075104.927069:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075104.927075:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769075104.927076:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1794 00000400:00000200:2.0:1769075104.927083:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927087:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3001:3001:256:4294967295] 192.168.204.145@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:2.0:1769075104.927090:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.927099:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000400:00000200:3.0:1769075104.927108:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:2.0:1769075104.927109:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075104.927115:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000010:2.0:1769075104.927116:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c600. 00000100:00080000:3.0:1769075104.927119:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075104.927123:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000200:2.0:1769075104.927129:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075104.927130:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.927135:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000800:00000200:2.1:1769075104.927153:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075104.927154:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075104.927160:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075104.927162:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075104.927164:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075104.927166:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075104.927168:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075104.927170:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:2.0:1769075104.927173:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075104.927174:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.927196:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.927199:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927203:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075104.927204:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075104.927209:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296477966 00000020:00000040:3.0:1769075104.927209:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075104.927217:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075104.927221:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296472846 00000100:00000001:3.0:1769075104.927222:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.927227:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075104.927230:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296477966 02000000:00000001:3.0:1769075104.927232:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075104.927236:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296472846 02000000:00000001:3.0:1769075104.927237:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.927243:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075104.927263:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075104.927267:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769075104.927269:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075104.927271:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927275:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769075104.927275:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.927279:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927283:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1769075104.927285:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000100:00000001:2.0:1769075104.927286:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:3.0:1769075104.927290:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075104.927291:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1769075104.927294:0:2366:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.145:988 00000100:00000001:2.0:1769075104.927296:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075104.927296:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075104.927301:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075104.927301:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.927307:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769075104.927309:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075104.927311:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075104.927316:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927319:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075104.927321:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927324:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075104.927327:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075104.927332:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075104.927338:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606464:192.168.204.145@tcp:38:kworker.0 02000000:00000010:3.0:1769075104.927338:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000400:00000200:0.0:1769075104.927345:0:2366:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.145:988 00000100:00000001:2.0:1769075104.927347:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075104.927348:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927354:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075104.927358:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075104.927361:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769075104.927363:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075104.927371:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30800. 00000100:00000001:3.0:1769075104.927373:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075104.927378:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.927379:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075104.927386:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075104.927386:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075104.927394:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000100:00000001:3.0:1769075104.927399:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075104.927400:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00080000:3.0:1769075104.927407:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1769075104.927408:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606464, portal 10 00000100:00000001:2.0:1769075104.927413:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075104.927414:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075104.927416:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000001:3.0:1769075104.927417:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075104.927421:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075104.927424:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1769075104.927428:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075104.927429:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1794 00000100:00000001:2.0:1769075104.927439:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1769075104.927441:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075104.927446:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075104.927449:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000400:00000200:3.0:1769075104.927452:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000200:2.0:1769075104.927453:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926606464, offset 0 00000400:00000200:2.0:1769075104.927460:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927464:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.927469:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075104.927472:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075104.927474:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075104.927477:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075104.927480:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927482:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3002:3002:255:4294967295] 192.168.204.145@tcp LPNI seq info [3002:3002:7:4294967295] 00000400:00000200:2.0:1769075104.927486:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075104.927491:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075104.927499:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.927502:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075104.927506:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075104.927509:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075104.927512:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075104.927515:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075104.927518:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075104.927522:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000200:2.0:1769075104.927526:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000001:3.0:1769075104.927528:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000200:2.0:1769075104.927535:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075104.927535:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000010:2.0:1769075104.927540:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000800:00000200:2.0:1769075104.927549:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075104.927553:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:3.0:1769075104.927554:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075104.927557:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075104.927562:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000100:00000001:3.0:1769075104.927564:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075104.927568:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075104.927572:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296467716 00000100:00000040:3.0:1769075104.927573:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075104.927575:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296477966 00000100:00000001:2.0:1769075104.927580:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296467716 00000100:00000001:3.0:1769075104.927580:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075104.927584:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296477966 00000020:00000040:3.0:1769075104.927588:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075104.927593:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075104.927596:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.927601:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075104.927604:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075104.927605:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075104.927607:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.927612:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927613:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927619:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075104.927620:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075104.927623:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:3.0:1769075104.927625:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075104.927626:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075104.927630:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075104.927633:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769075104.927633:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927636:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075104.927640:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075104.927642:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075104.927649:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075104.927656:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075104.927662:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075104.927664:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075104.927665:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927686:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075104.927686:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927690:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075104.927691:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075104.927695:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075104.927696:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075104.927699:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075104.927701:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606592:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075104.927706:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075104.927707:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:2.0:1769075104.927709:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075104.927712:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075104.927713:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927714:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075104.927721:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 00000100:00100000:3.0:1769075104.927724:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769075104.927725:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075104.927752:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075104.927758:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000100:00000001:3.0:1769075104.927766:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1769075104.927767:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769075104.927774:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606592, portal 4 00000100:00000001:3.0:1769075104.927775:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927778:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075104.927785:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:3.0:1769075104.927790:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075104.927800:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075104.927817:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927824:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075104.927829:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1804) 00000100:00000040:2.0:1769075104.927834:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075104.927840:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075104.927845:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926606592, offset 0 00000400:00000200:2.0:1769075104.927854:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927861:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.927881:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075104.927885:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075104.927887:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075104.927889:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075104.927891:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075104.927894:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3003:3003:254:4294967295] 192.168.204.145@tcp LPNI seq info [3003:3003:6:4294967295] 00000400:00000200:2.0:1769075104.927898:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.927903:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075104.927907:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075104.927910:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c400. 00000800:00000200:2.0:1769075104.927913:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075104.927917:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075104.927919:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075104.927922:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075104.927925:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075104.927926:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296466458 00000100:00000001:2.0:1769075104.927928:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296477966 00000100:00000001:2.0:1769075104.927930:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296466458 00000100:00000001:2.0:1769075104.927932:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296477966 00000100:00000001:2.0:1769075104.927933:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075104.927935:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927937:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.927939:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075104.927941:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075104.927942:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075104.927944:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075104.927945:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075104.927946:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075104.927967:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075104.927973:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075104.927975:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927977:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075104.927979:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075104.927981:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075104.927985:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606720:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075104.927992:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075104.927995:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075104.927997:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075104.927999:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075104.928003:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075104.928006:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075104.928010:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075104.928014:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075104.928018:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075104.928022:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606720, portal 4 00000100:00000001:2.0:1769075104.928025:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075104.928026:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:2.0:1769075104.928034:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075104.928043:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075104.928046:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075104.928066:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353f68. 00000100:00000200:2.0:1769075104.928070:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926606720, offset 0 00000400:00000200:2.0:1769075104.928076:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075104.928081:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.928084:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075104.928088:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075104.928090:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075104.928093:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075104.928095:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075104.928098:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3004:3004:253:4294967295] 192.168.204.145@tcp LPNI seq info [3004:3004:5:4294967295] 00000400:00000200:2.0:1769075104.928102:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075104.928108:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075104.928124:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075104.928129:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c300. 00000800:00000200:2.0:1769075104.928137:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075104.928173:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075104.928176:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075104.928178:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075104.928181:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075104.928183:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296466460 00000100:00000001:2.0:1769075104.928185:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296477966 00000100:00000001:2.0:1769075104.928187:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296466460 00000100:00000001:2.0:1769075104.928188:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296477966 00000100:00000001:2.0:1769075104.928190:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075104.928191:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.928193:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.928195:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075104.928197:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075104.928198:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075104.928200:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075104.928201:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075104.928202:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075104.928204:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075105.118581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075105.118600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075105.118606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075105.118608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075105.118685:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075105.118689:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075105.118692:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075106.142547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075106.142553:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075106.142560:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075106.142561:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075106.142582:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075106.142584:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075106.142586:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1769075106.846765:0:2366:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.145:988 00000400:00000100:0.0:1769075106.846827:0:2366:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769075106.846844:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075106.846849:0:2366:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:0.0:1769075106.846854:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075106.846858:0:2366:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769075106.846864:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:0.0:1769075106.846870:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c600. 00000400:00000200:0.0:1769075106.846877:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075106.846883:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075106.846891:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:0.0:1769075106.846894:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:0.0:1769075106.846900:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075106.846923:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075106.846960:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075106.846965:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075106.846974:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075106.846976:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075106.846990:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:0.0:1769075106.846993:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:0.0:1769075106.846997:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075106.847001:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075106.847005:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:0.0:1769075106.847007:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:2.0:1769075106.847008:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075106.847011:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075106.847015:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1769075106.847019:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847027:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075106.847032:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075106.847046:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075106.847055:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075104/real 1769075106] req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075106.847057:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075106.847062:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075106.847073:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:0.0:1769075106.847077:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c400. 00000400:00000001:2.0:1769075106.847078:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1769075106.847080:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000001:2.0:1769075106.847082:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075106.847088:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:0.0:1769075106.847093:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075106.847098:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000400:00000010:2.0:1769075106.847102:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:2.0:1769075106.847106:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1769075106.847124:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00000200:2.0:1769075106.847128:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769075106.847129:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:0.0:1769075106.847136:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075106.847146:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075106.847147:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075106.847180:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075106.847188:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847189:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075106.847192:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847198:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847202:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075106.847203:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075106.847208:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1769075106.847212:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1769075106.847219:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:0.0:1769075106.847225:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c300. 00000400:00000200:0.0:1769075106.847228:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075106.847232:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075106.847235:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353f68 00000400:00000010:0.0:1769075106.847239:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353f68. 00000100:00000001:0.0:1769075106.847244:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075106.847247:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1769075106.847254:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075106.847258:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075106.847279:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075106.847281:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075106.847286:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075106.847288:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847290:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847293:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847300:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075106.847302:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075106.847305:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075106.847308:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769075106.847312:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075106.847322:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075106.847326:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075106.847332:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075106.847342:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926606336:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075106.847348:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075106.847351:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075106.847355:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926606336/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847364:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075106.847367:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075106.847373:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075106.847378:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075106.847382:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075106.847385:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075106.847387:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075106.847390:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:2.0:1769075106.847395:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075106.847397:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075106.847400:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075106.847405:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075106.847406:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847409:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075106.847411:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075106.847413:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075106.847414:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075106.847418:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075104/real 1769075106] req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075106.847427:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075106.847429:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075106.847432:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075106.847434:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075106.847436:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075106.847452:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075106.847456:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075106.847512:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847521:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075106.847523:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847526:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847527:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075106.847532:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847539:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075106.847543:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847551:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075106.847553:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847555:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847557:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847559:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075106.847561:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075106.847564:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075106.847569:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075106.847572:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075106.847577:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075106.847586:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606720:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075106.847591:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075106.847595:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075104/real 1769075106] req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075106.847603:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075106.847605:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075106.847607:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075106.847610:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:2.0:1769075106.847612:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:2.0:1769075106.847616:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075106.847619:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075106.847628:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847635:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075106.847636:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847638:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847639:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075106.847643:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847650:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075106.847654:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847661:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075106.847664:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847666:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847668:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847670:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075106.847672:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075106.847675:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075106.847681:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075106.847685:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075106.847690:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075106.847700:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606592:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075106.847705:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075106.847708:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075104/real 1769075106] req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075106.847716:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075106.847717:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075106.847720:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075106.847722:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075106.847724:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075106.847727:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075106.847731:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075106.847740:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847748:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075106.847749:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847751:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847752:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075106.847756:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847764:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075106.847768:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847776:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075106.847779:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847780:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075106.847782:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847784:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075106.847786:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075106.847788:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075106.847794:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075106.847796:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075106.847802:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075106.847810:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606464:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075106.847815:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847818:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075106.847821:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926606720/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847828:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075106.847830:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075106.847832:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075106.847836:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075106.847837:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075106.847839:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075106.847842:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075106.847844:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:2.0:1769075106.847848:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075106.847849:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075106.847851:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:2.0:1769075106.847855:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075106.847856:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847859:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075106.847862:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926606592/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847879:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075106.847880:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075106.847882:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075106.847885:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075106.847886:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075106.847887:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075106.847890:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075106.847891:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:2.0:1769075106.847894:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075106.847896:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075106.847897:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769075106.847900:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075106.847901:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847903:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075106.847907:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926606464/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075106.847920:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075106.847921:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075106.847923:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075106.847926:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075106.847927:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075106.847928:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075106.847930:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075106.847932:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:2.0:1769075106.847934:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075106.847936:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075106.847937:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:2.0:1769075106.847939:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075106.847940:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847943:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.847953:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075106.847956:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075106.847958:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075106.847960:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075107.166583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075107.166591:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075107.166597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075107.166599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075107.166660:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075107.166665:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075107.166668:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075108.190575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075108.190584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075108.190591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075108.190593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075108.190629:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075108.190632:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075108.190635:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075109.214634:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075109.214646:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075109.214654:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075109.214655:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075109.214768:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075109.214778:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075109.214784:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075110.046581:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075110.046595:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075110.046598:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075110.046602:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075110.046607:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075110.046617:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1799 00000400:00000200:3.0:1769075110.046641:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075110.046648:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075110.046652:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075110.046655:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046659:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.046662:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046664:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075110.046669:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075110.046672:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075110.046675:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075110.046678:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075110.046681:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075110.046683:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075110.046685:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046687:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.046688:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046689:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075110.046692:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075110.046694:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046696:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.046700:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075110.046704:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075110.046714:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.046716:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075110.046719:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075110.046729:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075110.046733:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075110.046738:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075110.046739:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.046742:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075110.046745:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075110.046750:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075110.046759:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075110.046768:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.046779:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075110.046789:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075110.046794:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.046798:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.046825:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075110.046828:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075110.046831:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075110.046834:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075110.046836:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075110.046840:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075110.046845:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1799 00000400:00000200:3.0:1769075110.046848:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075110.046851:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075110.046852:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075110.046854:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075110.046860:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046864:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075110.046865:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075110.046868:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046871:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075110.046872:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075110.046874:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075110.046879:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075110.046881:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075110.046894:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075110.046895:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075110.046897:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075110.046899:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046900:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.046903:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046905:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075110.046910:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:2.0:1769075110.046914:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075110.046915:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075110.046921:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.046926:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075110.046935:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075110.046941:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075110.046943:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.046965:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075110.046969:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075110.046974:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075110.046981:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926606848:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075110.046989:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075110.046995:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075110.046999:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.047003:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075110.047011:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075110.047016:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.047019:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047022:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075110.047027:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075110.047041:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047043:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075110.047046:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075110.047048:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075110.047050:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075110.047051:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047052:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075110.047053:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075110.047067:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075110.047071:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000400:00000200:2.0:1769075110.047076:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075110.047077:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.047089:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769075110.047092:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000100:00000001:3.0:1769075110.047104:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075110.047106:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075110.047108:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000040:3.0:1769075110.047111:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.047123:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075110.047124:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606848, portal 25 00000100:00080000:3.0:1769075110.047126:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075110.047135:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075110.047137:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075110.047139:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000001:3.0:1769075110.047140:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075110.047149:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075110.047153:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1769075110.047159:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075110.047162:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1799 00000100:00000001:2.0:1769075110.047176:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075110.047180:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075110.047182:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769075110.047185:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926606848, offset 0 00000400:00000200:2.0:1769075110.047192:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075110.047201:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.047209:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075110.047214:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075110.047219:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075110.047224:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075110.047227:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075110.047232:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3005:3005:256:4294967295] 192.168.204.145@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:2.0:1769075110.047239:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.047251:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075110.047259:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.047266:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c200. 00000800:00000200:2.0:1769075110.047276:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075110.047281:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000200:2.1:1769075110.047290:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075110.047294:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000100:2.0:1769075110.047299:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.047311:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c200. 00000400:00000200:3.0:1769075110.047311:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.047321:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075110.047323:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:2.0:1769075110.047333:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075110.047340:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:2.0:1769075110.047342:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:2.0:1769075110.047346:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075110.047352:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075110.047366:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075110.047371:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.047372:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047377:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075110.047378:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075110.047388:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047399:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075110.047411:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075110.047416:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075110.047417:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075110.047428:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769075110.047429:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1769075110.047436:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075110.047439:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075110.047442:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:2.0:1769075110.047445:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.047447:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047454:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.047458:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047485:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075110.047488:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075110.047491:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047493:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.047494:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075110.047497:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075110.047499:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047501:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075110.047504:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075110.047507:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075110.047516:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075110.047517:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047524:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296483087 00000100:00000010:3.0:1769075110.047526:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769075110.047534:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075110.047539:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075110.047545:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296477966 02000000:00000001:3.0:1769075110.047545:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047554:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075110.047558:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075110.047560:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047563:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296483087 02000000:00000010:3.0:1769075110.047565:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000100:00000001:3.0:1769075110.047573:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047581:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296477966 00000100:00100000:3.0:1769075110.047581:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075110.047600:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075110.047600:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075110.047607:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047612:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.047615:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.047621:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075110.047628:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075110.047632:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075110.047639:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075110.047640:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075110.047645:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075110.047652:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075110.047664:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075110.047675:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1799 00000400:00000001:2.0:1769075110.047677:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075110.047680:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1769075110.047685:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075110.047686:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:3.0:1769075110.047694:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:2.0:1769075110.047696:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000100:00080000:3.0:1769075110.047698:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1769075110.047701:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000040:3.0:1769075110.047706:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075110.047708:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075110.047710:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.047718:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075110.047719:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.047727:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075110.047736:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075110.047740:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075110.047746:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075110.047750:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075110.047763:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000200:2.0:1769075110.047771:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075110.047773:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075110.047789:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047798:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075110.047805:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047811:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075110.047824:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075110.047833:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075110.047846:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.047852:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075110.047857:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075110.047863:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769075110.047864:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047873:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075110.047888:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075110.047889:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769075110.047891:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047895:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.047896:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047903:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769075110.047904:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075110.047913:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00100000:2.0:1769075110.047920:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075110.047921:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075110.047927:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.047934:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075110.047940:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075110.047952:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.047961:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075110.047961:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 00000100:00000001:3.0:1769075110.047969:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075110.047975:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075110.047983:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075110.047986:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075110.047996:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048001:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.048004:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048009:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075110.048012:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075110.048021:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769075110.048023:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:2.0:1769075110.048028:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075110.048031:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048033:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075110.048051:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075110.048053:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075110.048109:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926606848:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075110.048115:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048118:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048122:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.048124:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000040:2.0:1769075110.048129:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926606848/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048138:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075110.048141:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075110.048145:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075110.048148:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075110.048151:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075110.048153:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075110.048155:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075110.048158:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:2.0:1769075110.048161:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075110.048163:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075110.048165:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:2.0:1769075110.048168:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075110.048169:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048171:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048178:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075110.048180:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048182:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075110.048184:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075110.048185:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075110.048189:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048196:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075110.048197:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048199:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075110.048202:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075110.048204:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075110.048206:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606976:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075110.048209:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075110.048211:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075110.048212:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048215:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075110.048219:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075110.048222:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075110.048228:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075110.048233:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000400:00000010:2.0:1769075110.048237:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000200:2.0:1769075110.048242:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926606976, portal 10 00000100:00000001:2.0:1769075110.048245:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075110.048247:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:2.0:1769075110.048256:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048265:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075110.048269:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075110.048272:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769075110.048276:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926606976, offset 0 00000400:00000200:2.0:1769075110.048282:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048288:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048294:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075110.048298:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075110.048301:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075110.048303:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075110.048305:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048308:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3006:3006:256:4294967295] 192.168.204.145@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:2.0:1769075110.048312:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048319:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075110.048323:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.048327:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c200. 00000800:00000200:2.0:1769075110.048330:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075110.048349:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000200:2.1:1769075110.048354:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075110.048356:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000100:2.0:1769075110.048360:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.048362:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c200. 00000400:00000200:2.0:1769075110.048365:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075110.048368:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075110.048370:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:2.0:1769075110.048372:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:2.0:1769075110.048374:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075110.048377:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048390:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.048392:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048398:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048399:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075110.048402:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075110.048405:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075110.048408:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075110.048409:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296472836 00000100:00000001:2.0:1769075110.048412:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.048414:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296472836 00000100:00000001:2.0:1769075110.048415:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.048417:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075110.048419:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048421:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075110.048423:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075110.048432:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075110.048434:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075110.048436:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075110.048439:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075110.048442:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075110.048444:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075110.048448:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075110.048459:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048468:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075110.048471:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048510:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.048513:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075110.048519:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048525:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075110.048529:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048535:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075110.048537:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048538:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.048539:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048541:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075110.048542:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075110.048544:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075110.048548:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075110.048551:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075110.048556:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075110.048566:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926606976:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075110.048572:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075110.048577:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048586:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075110.048588:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048592:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075110.048594:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075110.048597:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075110.048602:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607104:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075110.048607:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075110.048610:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075110.048612:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048615:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075110.048620:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075110.048622:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075110.048628:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075110.048632:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000400:00000010:2.0:1769075110.048635:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000200:2.0:1769075110.048638:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607104, portal 4 00000100:00000001:2.0:1769075110.048639:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075110.048641:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769075110.048646:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048652:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075110.048654:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075110.048655:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769075110.048657:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926607104, offset 0 00000400:00000200:2.0:1769075110.048660:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048664:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048667:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075110.048670:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075110.048672:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075110.048674:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075110.048677:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048679:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3007:3007:256:4294967295] 192.168.204.145@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1769075110.048683:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048689:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075110.048693:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.048695:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c200. 00000800:00000200:2.0:1769075110.048699:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075110.048702:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000200:2.1:1769075110.048705:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075110.048708:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000100:2.0:1769075110.048711:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.048713:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c200. 00000400:00000200:2.0:1769075110.048715:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075110.048718:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075110.048721:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:2.0:1769075110.048722:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:2.0:1769075110.048724:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075110.048727:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048734:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.048736:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048742:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048743:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075110.048746:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075110.048748:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075110.048751:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075110.048753:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296471579 00000100:00000001:2.0:1769075110.048755:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.048757:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296471579 00000100:00000001:2.0:1769075110.048759:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.048761:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075110.048762:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.048764:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075110.048767:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075110.048772:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075110.048774:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075110.048776:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075110.048778:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075110.048779:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075110.048781:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075110.048783:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075110.048790:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048794:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075110.048796:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048797:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.048798:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075110.048801:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048806:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075110.048809:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048831:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075110.048833:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048834:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.048836:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.048837:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075110.048838:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075110.048841:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075110.048843:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075110.048845:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075110.048848:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075110.048860:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607104:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075110.048864:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075110.048867:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048872:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075110.048874:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048876:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075110.048892:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075110.048894:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075110.048897:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607232:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075110.048899:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075110.048901:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075110.048902:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075110.048903:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075110.048906:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075110.048908:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075110.048911:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075110.048913:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000400:00000010:2.0:1769075110.048915:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00000200:2.0:1769075110.048917:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607232, portal 4 00000100:00000001:2.0:1769075110.048919:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075110.048920:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:2.0:1769075110.048925:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.048930:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075110.048932:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075110.048933:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000200:2.0:1769075110.048935:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926607232, offset 0 00000400:00000200:2.0:1769075110.048938:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048941:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048961:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075110.048963:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075110.048966:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075110.048968:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075110.048970:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075110.048972:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3008:3008:256:4294967295] 192.168.204.145@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:2.0:1769075110.048976:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075110.048981:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075110.048985:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.048987:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c200. 00000800:00000200:2.0:1769075110.048990:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075110.048992:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000200:2.1:1769075110.048996:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075110.049006:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 4, 1 secs later) 00000800:00000100:2.0:1769075110.049010:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075110.049012:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c200. 00000400:00000200:2.0:1769075110.049015:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075110.049018:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075110.049020:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:2.0:1769075110.049022:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:2.0:1769075110.049024:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075110.049027:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049034:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.049036:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049042:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.049044:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075110.049046:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075110.049049:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075110.049052:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075110.049073:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296471581 00000100:00000001:2.0:1769075110.049076:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.049078:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296471581 00000100:00000001:2.0:1769075110.049080:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296483087 00000100:00000001:2.0:1769075110.049082:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075110.049084:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.049086:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075110.049090:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075110.049097:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075110.049099:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075110.049100:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075110.049103:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000400:00000010:2.0:1769075110.049104:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075110.049106:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075110.049109:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075110.049116:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049121:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075110.049123:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049124:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.049125:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075110.049128:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049133:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075110.049137:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049143:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075110.049145:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049146:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075110.049148:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049149:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075110.049151:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075110.049153:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075110.049156:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075110.049157:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075110.049160:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075110.049167:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607232:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075110.049170:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049171:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.049174:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926606976/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049179:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075110.049180:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075110.049182:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075110.049184:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075110.049186:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075110.049187:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075110.049189:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075110.049191:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:2.0:1769075110.049193:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075110.049194:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075110.049195:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:2.0:1769075110.049198:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075110.049199:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049200:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.049203:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926607104/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049215:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075110.049217:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075110.049219:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075110.049222:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075110.049223:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075110.049225:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075110.049228:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075110.049230:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:2.0:1769075110.049232:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075110.049234:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075110.049236:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075110.049240:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075110.049242:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049244:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075110.049249:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926607232/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075110.049257:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075110.049259:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075110.049262:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075110.049265:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075110.049266:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075110.049268:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075110.049271:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075110.049273:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 02000000:00000001:2.0:1769075110.049276:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075110.049277:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075110.049279:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:2.0:1769075110.049282:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075110.049284:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049287:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.049292:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075110.049294:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.049297:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075110.049298:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075110.238606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075110.238612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075110.238617:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075110.238619:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075110.238640:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075110.238643:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075110.238645:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075111.262559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075111.262565:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075111.262586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075111.262587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075111.262634:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075111.262637:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075111.262640:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075112.286558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075112.286566:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075112.286568:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075112.286573:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075112.286576:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075112.286577:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075112.286582:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075112.286584:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075112.286586:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075112.286588:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075112.286591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075112.286592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075112.286610:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075112.286612:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075112.286614:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075113.310552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075113.310560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075113.310565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075113.310566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075113.310638:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075113.310643:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075113.310648:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075114.334581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075114.334589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075114.334594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075114.334597:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075114.334600:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075114.334602:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075114.334605:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075114.334614:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075114.334616:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075114.334618:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075114.334645:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075114.334649:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075114.334653:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075115.166555:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.166570:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075115.166573:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.166579:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075115.166597:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075115.166605:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1804 00000400:00000200:3.0:1769075115.166615:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075115.166621:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.166625:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.166628:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166631:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.166633:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166635:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075115.166640:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.166641:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075115.166644:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.166647:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075115.166649:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075115.166652:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075115.166654:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166656:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.166657:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166659:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075115.166661:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075115.166664:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166665:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.166667:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075115.166670:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075115.166673:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.166674:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075115.166676:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075115.166686:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075115.166689:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075115.166693:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.166694:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.166697:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.166700:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075115.166705:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075115.166714:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 00000100:00000001:3.0:1769075115.166720:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075115.166729:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075115.166739:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075115.166743:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.166746:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075115.166767:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075115.166770:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.166773:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075115.166774:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.166776:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075115.166778:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075115.166780:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1804 00000400:00000200:3.0:1769075115.166783:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075115.166785:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.166787:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.166789:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166791:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.166793:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166794:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075115.166797:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.166798:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075115.166801:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.166803:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075115.166806:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075115.166807:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075115.166810:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166812:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.166813:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166814:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075115.166816:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075115.166818:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075115.166822:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.166823:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769075115.166825:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075115.166833:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075115.166833:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075115.166842:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075115.166843:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.166848:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075115.166851:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075115.166859:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075115.166861:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075115.166864:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075115.166874:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000020:00000040:3.0:1769075115.166882:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075115.166894:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.166896:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.166898:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.166899:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075115.166900:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075115.166901:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.166904:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075115.166906:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:2.0:1769075115.166909:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075115.166913:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075115.166919:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.166921:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075115.166931:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926607360:192.168.204.145@tcp:250:kworker.0 00000100:00100000:3.0:1769075115.166932:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075115.166947:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075115.166954:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075115.166954:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075115.166960:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.166960:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.166986:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075115.166989:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075115.167001:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075115.167002:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 00000100:00080000:3.0:1769075115.167005:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769075115.167006:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075115.167018:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075115.167021:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.167022:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769075115.167031:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075115.167032:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:2.0:1769075115.167039:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000100:00080000:3.0:1769075115.167039:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1804 00000400:00000010:2.0:1769075115.167053:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000400:00000200:3.0:1769075115.167053:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075115.167059:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.167062:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1769075115.167063:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607360, portal 25 00000100:00000040:3.0:1769075115.167070:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167074:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075115.167076:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075115.167081:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:3.0:1769075115.167085:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167087:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:2.0:1769075115.167091:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075115.167093:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.167097:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075115.167104:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.167111:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:2.0:1769075115.167115:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075115.167117:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075115.167121:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075115.167123:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075115.167130:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353220. 00000100:00000040:3.0:1769075115.167130:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167138:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1769075115.167142:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926607360, offset 0 00000100:00000040:3.0:1769075115.167142:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167147:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075115.167154:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075115.167157:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167158:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.167162:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075115.167166:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075115.167166:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075115.167173:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167175:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075115.167177:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075115.167179:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167183:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167186:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:3.0:1769075115.167190:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075115.167193:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075115.167195:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.167196:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167202:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075115.167202:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.167210:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075115.167213:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167214:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1769075115.167225:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000400:00000200:2.0:1769075115.167226:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075115.167236:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167240:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075115.167247:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00100000:3.0:1769075115.167247:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075115.167260:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3009:3009:256:4294967295] 192.168.204.145@tcp LPNI seq info [3009:3009:8:4294967295] 00000100:00000001:3.0:1769075115.167273:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769075115.167279:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075115.167279:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.167290:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075115.167307:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075115.167333:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075115.167334:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075115.167351:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c200. 00000100:00080000:3.0:1769075115.167353:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.167357:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:2.0:1769075115.167365:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075115.167365:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.167368:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075115.167374:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:2.1:1769075115.167376:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:3.0:1769075115.167387:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1804 00000400:00000200:3.0:1769075115.167393:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075115.167395:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.167397:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.167399:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167400:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.167402:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167404:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075115.167405:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.167407:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:2.0:1769075115.167408:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075115.167417:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.167420:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000200:2.0:1769075115.167423:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075115.167425:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075115.167428:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296488206 00000020:00000001:3.0:1769075115.167429:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075115.167440:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167443:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075115.167444:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296483087 00000100:00000040:3.0:1769075115.167450:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167456:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075115.167482:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075115.167485:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075115.167487:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.167489:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075115.167492:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075115.167494:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167496:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075115.167498:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075115.167500:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167502:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075115.167506:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769075115.167507:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075115.167510:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.167512:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167514:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.167516:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075115.167518:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296488207 02000000:00000001:3.0:1769075115.167518:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.167537:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296483087 02000000:00000010:3.0:1769075115.167538:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075115.167554:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.167557:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075115.167562:0:2367:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.145:988 00000100:00000001:2.0:1769075115.167563:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075115.167564:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075115.167575:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.167586:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075115.167587:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075115.167590:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.167598:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167603:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075115.167605:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.167608:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769075115.167611:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1814) 00000100:00000001:2.0:1769075115.167615:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075115.167622:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075115.167624:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075115.167636:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075115.167640:0:2367:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.145:988 00000100:00000001:2.0:1769075115.167653:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075115.167656:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167660:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075115.167663:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075115.167665:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075115.167669:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607488:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075115.167674:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075115.167677:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075115.167678:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167679:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075115.167684:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075115.167686:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167690:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075115.167692:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075115.167695:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075115.167698:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607488, portal 10 00000100:00000001:2.0:1769075115.167700:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075115.167702:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:2.0:1769075115.167708:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167715:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075115.167718:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075115.167720:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083535d8. 00000100:00000200:2.0:1769075115.167722:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926607488, offset 0 00000400:00000200:2.0:1769075115.167726:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167729:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167732:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075115.167735:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075115.167737:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075115.167739:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075115.167741:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167743:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3010:3010:255:4294967295] 192.168.204.145@tcp LPNI seq info [3010:3010:7:4294967295] 00000400:00000200:2.0:1769075115.167747:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167752:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075115.167755:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075115.167757:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6ce00. 00000800:00000200:2.0:1769075115.167761:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075115.167764:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075115.167767:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075115.167770:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075115.167772:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075115.167774:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296477956 00000100:00000001:2.0:1769075115.167776:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296488206 00000100:00000001:2.0:1769075115.167778:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296477956 00000100:00000001:2.0:1769075115.167780:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296488207 00000100:00000001:2.0:1769075115.167781:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075115.167782:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.167784:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075115.167787:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167793:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075115.167794:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167795:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075115.167797:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075115.167798:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075115.167800:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607616:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075115.167803:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075115.167804:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075115.167805:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167806:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075115.167809:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075115.167810:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167812:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075115.167814:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075115.167817:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769075115.167818:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607616, portal 4 00000100:00000001:2.0:1769075115.167820:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075115.167821:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:2.0:1769075115.167825:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167830:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075115.167832:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075115.167833:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353660. 00000100:00000200:2.0:1769075115.167835:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926607616, offset 0 00000400:00000200:2.0:1769075115.167838:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167840:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167842:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075115.167844:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075115.167846:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075115.167847:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075115.167849:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167851:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3011:3011:254:4294967295] 192.168.204.145@tcp LPNI seq info [3011:3011:6:4294967295] 00000400:00000200:2.0:1769075115.167854:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167858:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075115.167862:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075115.167864:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c300. 00000800:00000200:2.0:1769075115.167867:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075115.167869:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075115.167871:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075115.167873:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075115.167876:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075115.167877:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296476698 00000100:00000001:2.0:1769075115.167879:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296488206 00000100:00000001:2.0:1769075115.167881:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296476698 00000100:00000001:2.0:1769075115.167882:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296488207 00000100:00000001:2.0:1769075115.167883:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075115.167885:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.167886:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075115.167889:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167899:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075115.167900:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167902:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075115.167903:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075115.167904:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075115.167906:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607744:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075115.167908:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075115.167910:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075115.167911:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075115.167912:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075115.167914:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075115.167915:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075115.167917:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075115.167918:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000400:00000010:2.0:1769075115.167920:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769075115.167922:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607744, portal 4 00000100:00000001:2.0:1769075115.167923:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075115.167924:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769075115.167928:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075115.167933:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075115.167934:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075115.167936:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353f68. 00000100:00000200:2.0:1769075115.167938:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926607744, offset 0 00000400:00000200:2.0:1769075115.167941:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167943:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167945:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075115.167946:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075115.167948:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075115.167949:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075115.167951:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075115.167953:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3012:3012:253:4294967295] 192.168.204.145@tcp LPNI seq info [3012:3012:5:4294967295] 00000400:00000200:2.0:1769075115.167956:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075115.167960:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075115.167964:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075115.167966:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c400. 00000800:00000200:2.0:1769075115.167985:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075115.167988:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075115.167990:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075115.167993:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075115.167995:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075115.167997:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296476700 00000100:00000001:2.0:1769075115.167999:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296488206 00000100:00000001:2.0:1769075115.168000:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296476700 00000100:00000001:2.0:1769075115.168002:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296488207 00000100:00000001:2.0:1769075115.168003:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075115.168005:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.168006:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.168008:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075115.168011:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075115.168012:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075115.168013:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075115.168014:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075115.168016:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075115.168017:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075115.358558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075115.358572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075115.358578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075115.358579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075115.358637:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075115.358642:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075115.358651:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075116.063890:0:2367:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.145:988 00000400:00000100:1.0:1769075116.063971:0:2367:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075116.063988:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075116.063994:0:2367:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075116.064000:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075116.064006:0:2367:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075116.064013:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075116.064019:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c200. 00000400:00000200:1.0:1769075116.064026:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075116.064032:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075116.064051:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353220 00000400:00000010:1.0:1769075116.064055:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353220. 00000100:00000001:1.0:1769075116.064061:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075116.064071:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075116.064117:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075116.064124:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075116.064136:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075116.064140:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075116.064154:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075116.064159:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6ce00. 00000400:00000200:1.0:1769075116.064164:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075116.064170:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075116.064175:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083535d8 00000100:00000001:2.0:1769075116.064178:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1769075116.064179:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083535d8. 00000100:00000001:1.0:1769075116.064183:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075116.064191:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1769075116.064192:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064199:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075116.064213:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075116] req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075116.064227:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1769075116.064233:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1769075116.064238:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075116.064239:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075116.064245:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075116.064253:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000100:00000001:1.0:1769075116.064256:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075116.064257:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075116.064262:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769075116.064263:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1769075116.064269:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769075116.064278:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075116.064286:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c300. 00000100:00000200:2.0:1769075116.064302:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075116.064303:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075116.064316:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000001:2.0:1769075116.064323:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1769075116.064324:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353660 00000100:00000001:2.0:1769075116.064326:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075116.064329:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353660. 00000100:00000001:2.0:1769075116.064331:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075116.064334:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075116.064334:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075116.064345:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075116.064347:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064372:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075116.064377:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075116.064381:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064389:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075116.064392:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064393:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064396:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075116.064397:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064399:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075116.064401:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075116.064407:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.064417:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075116.064418:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075116.064420:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769075116.064422:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1769075116.064428:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769075116.064432:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075116.064436:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c400. 00000400:00000200:1.0:1769075116.064437:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075116.064444:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075116.064454:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353f68 00000100:00100000:2.0:1769075116.064494:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926607360:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075116.064500:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075116.064503:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075116.064507:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926607360/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075116.064510:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353f68. 00000100:00000001:2.0:1769075116.064518:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769075116.064522:0:2367:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769075116.064523:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075116.064528:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 00000100:00000200:1.0:1769075116.064535:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075116.064535:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075116.064540:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075116.064543:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075116.064548:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075116.064554:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 00000100:00000001:1.0:1769075116.064560:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769075116.064562:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1769075116.064567:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075116.064574:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075116.064577:0:2367:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769075116.064578:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075116.064584:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:2.0:1769075116.064590:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075116.064593:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064596:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075116.064599:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075116.064601:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075116.064603:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075116.064611:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075116] req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075116.064623:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075116.064625:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075116.064627:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075116.064631:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075116.064633:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075116.064636:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075116.064641:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075116.064650:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064655:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075116.064657:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064659:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064661:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075116.064664:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064669:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075116.064672:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064678:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075116.064680:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064682:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064683:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064684:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075116.064686:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075116.064688:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.064691:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075116.064693:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075116.064696:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.064702:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607488:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075116.064705:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075116.064708:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075116] req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075116.064714:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075116.064715:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075116.064717:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075116.064718:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769075116.064720:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769075116.064721:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075116.064724:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075116.064731:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064736:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075116.064737:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064738:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064739:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075116.064742:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064747:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075116.064749:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064754:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075116.064756:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064757:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064758:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064759:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075116.064762:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075116.064764:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.064766:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075116.064768:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075116.064771:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.064777:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607616:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075116.064791:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075116.064800:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075116] req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075116.064828:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075116.064830:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075116.064832:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075116.064836:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075116.064838:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:2.0:1769075116.064841:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075116.064845:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075116.064856:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064864:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075116.064866:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064868:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064870:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075116.064875:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064884:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075116.064888:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064896:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075116.064899:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064901:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075116.064903:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064906:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075116.064908:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075116.064912:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075116.064916:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075116.064919:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075116.064925:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075116.064936:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926607744:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075116.064940:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064941:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075116.064944:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926607488/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064950:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075116.064951:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075116.064968:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075116.064973:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075116.064974:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075116.064975:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075116.064977:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075116.064979:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:2.0:1769075116.064981:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075116.064982:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075116.064984:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:2.0:1769075116.064986:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075116.064987:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.064988:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075116.064992:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926607616/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.064997:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075116.064998:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075116.065000:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075116.065001:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075116.065002:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075116.065003:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075116.065004:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075116.065006:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:2.0:1769075116.065007:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075116.065009:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075116.065010:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:2.0:1769075116.065012:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075116.065013:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.065014:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075116.065017:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926607744/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075116.065022:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075116.065023:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075116.065024:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075116.065025:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075116.065026:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075116.065027:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075116.065028:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075116.065029:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:2.0:1769075116.065031:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075116.065032:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075116.065033:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075116.065034:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075116.065035:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.065037:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075116.065051:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075116.065052:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075116.065054:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075116.065055:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075116.382550:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075116.382573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075116.382578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075116.382579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075116.382608:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075116.382610:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075116.382612:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075117.406568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075117.406577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075117.406586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075117.406588:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075117.406644:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075117.406648:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075117.406652:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075118.430604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075118.430610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075118.430614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075118.430615:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075118.430634:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075118.430636:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075118.430639:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075119.454545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075119.454550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075119.454554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075119.454555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075119.454682:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075119.454687:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075119.454691:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075120.286606:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075120.286624:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075120.286629:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075120.286635:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075120.286642:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075120.286654:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1809 00000400:00000200:3.0:1769075120.286669:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075120.286679:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075120.286685:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075120.286691:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.286697:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075120.286701:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.286705:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075120.286712:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075120.286716:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075120.286720:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075120.286725:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075120.286729:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075120.286733:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075120.286739:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.286743:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075120.286746:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.286749:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075120.286765:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075120.286771:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075120.286776:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075120.286781:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075120.286787:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075120.286792:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.286796:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075120.286799:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075120.286814:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075120.286820:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075120.286826:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075120.286829:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.286834:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075120.286839:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075120.286846:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075120.286860:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075120.286871:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075120.286916:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075120.286949:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075120.286955:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075120.286963:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075120.286992:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075120.286996:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075120.287001:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075120.287003:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075120.287005:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075120.287010:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075120.287014:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1809 00000400:00000200:3.0:1769075120.287022:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075120.287028:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075120.287032:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075120.287033:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075120.287039:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075120.287042:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075120.287045:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075120.287047:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075120.287054:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075120.287063:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075120.287064:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075120.287076:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075120.287081:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:2.0:1769075120.287085:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769075120.287087:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769075120.287088:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075120.287093:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 02000000:00000001:2.0:1769075120.287094:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075120.287099:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075120.287101:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:2.0:1769075120.287103:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075120.287113:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00100000:2.0:1769075120.287114:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926607872:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075120.287129:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075120.287134:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075120.287135:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075120.287139:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.287141:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769075120.287143:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075120.287149:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000010:2.0:1769075120.287152:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 00000100:00000001:3.0:1769075120.287157:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075120.287158:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075120.287169:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000400:00000200:2.0:1769075120.287177:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075120.287183:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000100:00080000:3.0:1769075120.287183:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075120.287195:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075120.287196:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 02000000:00000001:3.0:1769075120.287209:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1769075120.287213:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926607872, portal 25 00000100:00000001:2.0:1769075120.287217:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075120.287218:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 02000000:00000001:3.0:1769075120.287219:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075120.287225:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075120.287226:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075120.287236:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075120.287243:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075120.287247:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075120.287263:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075120.287266:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769075120.287269:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926607872, offset 0 00000400:00000200:2.0:1769075120.287280:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000008:00000001:3.0:1769075120.287283:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.287289:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.287294:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:3.0:1769075120.287298:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075120.287305:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000400:00000200:2.0:1769075120.287308:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075120.287330:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075120.287330:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075120.287337:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.287345:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075120.287347:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075120.287352:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075120.287354:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075120.287358:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.287364:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000010:3.0:1769075120.287370:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000400:00000200:2.0:1769075120.287375:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3013:3013:256:4294967295] 192.168.204.145@tcp LPNI seq info [3013:3013:8:4294967295] 00000100:00000001:3.0:1769075120.287381:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.287388:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:3.0:1769075120.287397:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075120.287414:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075120.287425:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075120.287433:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075120.287441:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075120.287445:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1769075120.287452:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000100:00000001:3.0:1769075120.287470:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075120.287499:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075120.287503:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000200:2.1:1769075120.287508:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075120.287511:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000100:2.0:1769075120.287514:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.287516:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:2.0:1769075120.287523:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:3.0:1769075120.287526:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769075120.287530:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00080000:3.0:1769075120.287541:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769075120.287547:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000100:00000001:3.0:1769075120.287547:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769075120.287554:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00080000:3.0:1769075120.287557:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075120.287560:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075120.287567:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:2.0:1769075120.287568:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075120.287580:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1809 00000100:00000001:2.0:1769075120.287585:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.287594:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075120.287595:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075120.287609:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075120.287631:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075120.287633:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075120.287635:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769075120.287644:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075120.287646:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.287651:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075120.287660:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075120.287661:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075120.287665:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296493327 00000100:00000001:3.0:1769075120.287673:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075120.287679:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296488206 00000020:00000001:3.0:1769075120.287680:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075120.287686:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000100:00000001:2.0:1769075120.287687:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296493327 00000020:00000001:3.0:1769075120.287694:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769075120.287696:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296488207 00000100:00000001:2.0:1769075120.287703:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075120.287703:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075120.287719:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:2.0:1769075120.287720:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.287727:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769075120.287730:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00100000:2.0:1769075120.287735:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075120.287747:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000001:2.0:1769075120.287751:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075120.287756:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1769075120.287757:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075120.287765:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000100:00000040:3.0:1769075120.287772:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075120.287774:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075120.287785:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:3.0:1769075120.287787:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075120.287789:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075120.287797:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075120.287800:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075120.287818:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000200:2.0:1769075120.287819:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075120.287837:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.287839:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075120.287842:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.287843:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.287855:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075120.287863:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075120.287864:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075120.287875:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075120.287876:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075120.287895:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075120.287906:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.287908:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075120.287919:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075120.287920:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075120.287922:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.287927:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.287941:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075120.287943:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:3.0:1769075120.287945:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1769075120.287946:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075120.287953:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000008:00000001:3.0:1769075120.287956:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.287957:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075120.287965:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075120.287967:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075120.287977:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926607872:192.168.204.145@tcp:250:kworker.0 00000100:00000010:3.0:1769075120.287977:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000100:00000001:2.0:1769075120.287992:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075120.287993:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075120.288003:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075120.288005:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1769075120.288009:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926607872/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075120.288011:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288023:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075120.288031:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075120.288032:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075120.288038:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769075120.288039:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075120.288040:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075120.288051:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075120.288053:0:2378:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1769075120.288054:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000020:00000040:2.0:1769075120.288055:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075120.288063:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769075120.288064:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075120.288065:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:2.0:1769075120.288073:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075120.288076:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075120.288078:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00100000:3.0:1769075120.288081:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075120.288083:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075120.288085:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288093:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288104:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075120.288107:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288107:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075120.288117:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075120.288117:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.288121:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075120.288126:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075120.288139:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075120.288140:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288183:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075120.288187:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.288192:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075120.288195:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075120.288195:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.288199:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075120.288206:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769075120.288207:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608000:192.168.204.145@tcp:38:kworker.0 00000100:00080000:3.0:1769075120.288229:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075120.288230:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075120.288236:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075120.288237:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1769075120.288238:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075120.288244:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1769075120.288245:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075120.288249:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075120.288253:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288253:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075120.288262:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075120.288265:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000400:00000010:2.0:1769075120.288280:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00080000:3.0:1769075120.288280:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1809 00000100:00000200:2.0:1769075120.288288:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608000, portal 10 00000100:00000001:2.0:1769075120.288291:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075120.288293:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000400:00000200:3.0:1769075120.288297:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075120.288306:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075120.288308:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075120.288316:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075120.288329:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075120.288330:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.288337:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075120.288339:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075120.288346:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000010:2.0:1769075120.288347:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000001:3.0:1769075120.288355:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000200:2.0:1769075120.288357:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926608000, offset 0 00000020:00000001:3.0:1769075120.288365:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075120.288369:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000400:00000200:2.0:1769075120.288373:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075120.288376:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075120.288381:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000200:2.0:1769075120.288383:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075120.288397:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:2.0:1769075120.288400:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075120.288405:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769075120.288407:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:2.0:1769075120.288409:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075120.288417:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1769075120.288423:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075120.288427:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075120.288436:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075120.288439:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3014:3014:256:4294967295] 192.168.204.145@tcp LPNI seq info [3014:3014:8:4294967295] 00000100:00000040:3.0:1769075120.288447:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075120.288448:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075120.288456:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075120.288464:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075120.288471:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075120.288476:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.288479:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:3.0:1769075120.288485:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.0:1769075120.288492:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.288495:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000800:00000200:2.0:1769075120.288498:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075120.288502:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000200:2.1:1769075120.288509:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075120.288512:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000100:2.0:1769075120.288516:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.288518:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:2.0:1769075120.288521:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075120.288524:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075120.288526:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769075120.288529:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769075120.288532:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769075120.288533:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769075120.288539:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075120.288543:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288556:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075120.288558:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1769075120.288561:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1769075120.288564:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075120.288571:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288581:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075120.288593:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000100:00000001:2.0:1769075120.288598:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075120.288599:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075120.288608:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075120.288610:0:2378:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769075120.288611:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075120.288617:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075120.288620:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075120.288624:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075120.288624:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075120.288634:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000040:2.0:1769075120.288637:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000100:00000001:3.0:1769075120.288640:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.288647:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:3.0:1769075120.288650:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075120.288653:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296483077 00000100:00000001:2.0:1769075120.288666:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296493327 00000100:00000001:2.0:1769075120.288679:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296483077 00000100:00000001:3.0:1769075120.288679:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075120.288690:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296493327 00000100:00000001:3.0:1769075120.288691:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.288704:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075120.288709:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288711:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.288721:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075120.288734:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075120.288736:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075120.288747:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1819) 00000400:00000001:2.0:1769075120.288749:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075120.288753:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075120.288755:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075120.288759:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075120.288761:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:2.0:1769075120.288763:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075120.288767:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075120.288779:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288785:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075120.288786:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288787:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.288788:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075120.288790:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288794:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075120.288797:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288802:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075120.288803:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288805:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.288806:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288807:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075120.288808:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075120.288810:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075120.288812:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075120.288814:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075120.288816:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075120.288821:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608000:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075120.288823:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288825:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.288827:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926608000/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288835:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075120.288837:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075120.288839:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075120.288840:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075120.288841:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075120.288842:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075120.288844:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075120.288845:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:2.0:1769075120.288847:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075120.288848:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075120.288849:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:2.0:1769075120.288851:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075120.288852:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288854:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.288856:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075120.288857:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.288859:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075120.288861:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075120.288862:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075120.288864:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288870:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075120.288871:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.288873:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075120.288874:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075120.288876:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075120.288878:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608128:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075120.288880:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075120.288881:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075120.288896:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.288898:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075120.288901:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075120.288902:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.288906:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075120.288908:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000400:00000010:2.0:1769075120.288910:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769075120.288913:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608128, portal 4 00000100:00000001:2.0:1769075120.288914:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075120.288915:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:2.0:1769075120.288919:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288924:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075120.288926:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075120.288927:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769075120.288928:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926608128, offset 0 00000400:00000200:2.0:1769075120.288931:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075120.288934:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075120.288936:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075120.288938:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075120.288950:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075120.288952:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075120.288953:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075120.288956:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3015:3015:256:4294967295] 192.168.204.145@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:2.0:1769075120.288959:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075120.288963:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075120.288966:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.288968:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000800:00000200:2.0:1769075120.288970:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075120.288972:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000200:2.1:1769075120.288976:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075120.288977:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000100:2.0:1769075120.288981:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.288982:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:2.0:1769075120.288984:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075120.288986:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075120.288988:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769075120.288990:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769075120.288992:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075120.288994:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.288999:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.289001:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289005:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.289007:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075120.289009:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075120.289011:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075120.289013:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075120.289015:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296481819 00000100:00000001:2.0:1769075120.289016:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296493327 00000100:00000001:2.0:1769075120.289018:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296481819 00000100:00000001:2.0:1769075120.289020:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296493327 00000100:00000001:2.0:1769075120.289021:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075120.289022:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.289024:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075120.289026:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075120.289030:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075120.289031:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075120.289032:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075120.289034:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075120.289035:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:2.0:1769075120.289036:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075120.289038:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075120.289043:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289048:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075120.289049:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289050:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.289051:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075120.289053:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289057:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075120.289060:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289064:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075120.289065:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289066:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.289067:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289068:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075120.289069:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075120.289071:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075120.289073:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075120.289074:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075120.289076:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075120.289081:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608128:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075120.289084:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075120.289087:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289091:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075120.289092:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.289094:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075120.289095:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075120.289097:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075120.289098:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608256:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075120.289101:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075120.289102:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075120.289103:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075120.289104:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075120.289106:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075120.289107:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075120.289110:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075120.289111:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 00000400:00000010:2.0:1769075120.289113:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000200:2.0:1769075120.289115:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608256, portal 4 00000100:00000001:2.0:1769075120.289116:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075120.289117:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769075120.289121:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289125:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075120.289126:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075120.289127:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769075120.289129:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926608256, offset 0 00000400:00000200:2.0:1769075120.289131:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075120.289133:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075120.289135:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075120.289137:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075120.289138:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075120.289140:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075120.289141:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075120.289144:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3016:3016:256:4294967295] 192.168.204.145@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:2.0:1769075120.289146:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075120.289150:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075120.289154:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.289156:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000800:00000200:2.0:1769075120.289158:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075120.289160:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000200:2.1:1769075120.289163:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075120.289164:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 8, 4 secs later) 00000800:00000100:2.0:1769075120.289167:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075120.289168:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:2.0:1769075120.289169:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075120.289171:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075120.289173:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:2.0:1769075120.289174:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:2.0:1769075120.289176:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075120.289178:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289182:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.289184:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289188:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.289189:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075120.289191:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075120.289193:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075120.289195:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075120.289196:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296481821 00000100:00000001:2.0:1769075120.289198:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296493327 00000100:00000001:2.0:1769075120.289199:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296481821 00000100:00000001:2.0:1769075120.289201:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296493327 00000100:00000001:2.0:1769075120.289202:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075120.289203:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.289204:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075120.289206:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075120] req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075120.289212:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075120.289213:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075120.289214:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075120.289215:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075120.289216:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:2.0:1769075120.289217:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075120.289219:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075120.289224:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289228:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075120.289229:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289230:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.289230:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075120.289233:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289237:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075120.289239:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289243:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075120.289244:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289245:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075120.289246:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289247:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075120.289248:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075120.289250:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075120.289263:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075120.289264:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075120.289267:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075120.289272:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608256:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075120.289275:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289276:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.289278:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926608128/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289281:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075120.289282:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075120.289283:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075120.289285:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075120.289286:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075120.289287:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075120.289288:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075120.289289:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:2.0:1769075120.289290:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075120.289291:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075120.289292:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:2.0:1769075120.289293:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075120.289294:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289295:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075120.289297:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926608256/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075120.289301:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075120.289302:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075120.289303:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075120.289304:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075120.289305:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075120.289306:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075120.289307:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075120.289307:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:2.0:1769075120.289309:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075120.289310:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075120.289311:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769075120.289313:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075120.289313:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289315:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.289317:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075120.289318:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075120.289319:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075120.289320:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075120.478629:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075120.478639:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075120.478646:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075120.478648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075120.478678:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075120.478681:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075120.478684:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075121.502549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075121.502554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075121.502559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075121.502560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075121.502664:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075121.502668:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075121.502672:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075122.526586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075122.526593:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075122.526595:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075122.526600:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075122.526602:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075122.526603:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075122.526607:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075122.526609:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075122.526611:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075122.526612:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075122.526615:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075122.526616:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075122.526642:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075122.526645:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075122.526648:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075123.550559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075123.550565:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075123.550570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075123.550571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075123.550653:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075123.550656:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075123.550659:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075124.574591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075124.574597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075124.574602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075124.574605:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075124.574607:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075124.574609:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075124.574611:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075124.574613:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075124.574615:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075124.574617:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075124.574669:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075124.574673:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075124.574676:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075125.406533:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.406544:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075125.406547:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075125.406551:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.406556:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075125.406564:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1814 00000400:00000200:3.0:1769075125.406574:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075125.406580:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.406583:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075125.406587:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406592:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.406594:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406598:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075125.406601:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.406604:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075125.406606:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075125.406609:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075125.406612:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075125.406614:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075125.406617:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406619:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.406621:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406622:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075125.406626:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075125.406629:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406632:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.406635:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.406638:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075125.406641:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.406643:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075125.406646:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075125.406654:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075125.406660:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075125.406664:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075125.406666:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.406669:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075125.406671:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075125.406676:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075125.406683:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769075125.406690:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075125.406699:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075125.406709:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075125.406714:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075125.406718:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.406743:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075125.406746:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.406749:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075125.406751:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075125.406758:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.406761:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075125.406764:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1814 00000400:00000200:3.0:1769075125.406768:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075125.406771:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.406774:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075125.406778:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406780:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.406782:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406784:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075125.406787:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.406788:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075125.406790:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075125.406792:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075125.406794:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075125.406796:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075125.406826:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406828:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.406830:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406832:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075125.406833:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769075125.406836:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:2.0:1769075125.406837:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075125.406841:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075125.406842:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406848:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.406849:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075125.406851:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.406858:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075125.406859:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075125.406862:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.406864:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.406866:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075125.406867:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769075125.406870:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:3.0:1769075125.406873:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769075125.406874:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075125.406880:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926608384:192.168.204.145@tcp:250:kworker.0 00000008:00000001:3.0:1769075125.406881:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.406885:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075125.406886:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.406889:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075125.406893:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075125.406893:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 02000000:00000001:2.0:1769075125.406896:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769075125.406899:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000010:2.0:1769075125.406902:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:3.0:1769075125.406903:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075125.406906:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.406907:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.406911:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075125.406913:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075125.406914:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075125.406916:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075125.406920:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b63c8. 02000000:00000010:3.0:1769075125.406924:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000400:00000010:2.0:1769075125.406927:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353908. 00000100:00000001:3.0:1769075125.406929:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075125.406935:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608384, portal 25 00000100:00000001:2.0:1769075125.406938:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769075125.406938:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075125.406941:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:2.0:1769075125.406951:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.406955:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075125.406960:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075125.406961:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.406966:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075125.406969:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2083534c8. 00000100:00000200:2.0:1769075125.406974:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926608384, offset 0 00000100:00000040:3.0:1769075125.406974:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075125.406983:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075125.406994:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.406995:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075125.407001:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769075125.407004:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:3.0:1769075125.407009:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075125.407011:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769075125.407013:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1769075125.407014:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769075125.407018:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075125.407019:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075125.407023:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769075125.407026:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1814 00000400:00000200:2.0:1769075125.407028:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075125.407034:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3017:3017:256:4294967295] 192.168.204.145@tcp LPNI seq info [3017:3017:8:4294967295] 00000400:00000200:2.0:1769075125.407038:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075125.407047:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075125.407057:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075125.407057:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000010:2.0:1769075125.407064:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cc00. 00000400:00000200:3.0:1769075125.407065:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.407070:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075125.407076:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000200:2.0:1769075125.407077:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075125.407082:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.407088:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000800:00000200:2.1:1769075125.407089:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075125.407094:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075125.407105:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.407107:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075125.407108:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075125.407111:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:2.0:1769075125.407112:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075125.407114:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:2.0:1769075125.407119:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075125.407119:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:2.0:1769075125.407123:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296498446 00000100:00000040:3.0:1769075125.407128:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.407132:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075125.407133:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296493327 00000100:00000040:3.0:1769075125.407136:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075125.407140:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296498446 00000100:00000001:3.0:1769075125.407140:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075125.407146:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296493327 00000020:00000040:3.0:1769075125.407147:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:2.0:1769075125.407151:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075125.407154:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075125.407155:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407161:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.407161:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407164:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075125.407165:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.407170:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075125.407171:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075125.407174:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1769075125.407174:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.407180:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075125.407181:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075125.407184:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1769075125.407186:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075125.407188:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:3.0:1769075125.407192:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.407197:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407198:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075125.407202:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075125.407208:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075125.407214:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075125.407215:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769075125.407219:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.407220:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.407221:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.145:988 02000000:00000001:2.0:1769075125.407225:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075125.407227:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075125.407229:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075125.407230:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075125.407234:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407236:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075125.407241:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00100000:2.0:1769075125.407242:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608512:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075125.407248:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075125.407248:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407252:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075125.407254:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407256:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075125.407260:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769075125.407261:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075125.407265:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.407275:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075125.407279:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1769075125.407280:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000100:00000001:3.0:1769075125.407285:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.407286:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.145:988 00000400:00000010:2.0:1769075125.407286:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075125.407292:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608512, portal 10 00000100:00000040:3.0:1769075125.407294:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075125.407295:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075125.407297:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000001:3.0:1769075125.407308:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407309:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075125.407315:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075125.407320:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075125.407322:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:2.0:1769075125.407325:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075125.407327:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769075125.407329:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353cc0. 00000100:00080000:3.0:1769075125.407330:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1769075125.407334:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926608512, offset 0 00000400:00000200:2.0:1769075125.407338:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075125.407343:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075125.407344:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075125.407348:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075125.407353:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1769075125.407353:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1814 00000400:00000200:2.0:1769075125.407358:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075125.407361:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075125.407362:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075125.407365:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3018:3018:255:4294967295] 192.168.204.145@tcp LPNI seq info [3018:3018:7:4294967295] 00000400:00000200:2.0:1769075125.407368:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075125.407372:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075125.407375:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075125.407379:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000010:2.0:1769075125.407380:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c600. 00000800:00000200:2.0:1769075125.407389:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000400:00000200:3.0:1769075125.407389:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.407395:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000200:2.1:1769075125.407395:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075125.407401:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407404:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000100:00000040:3.0:1769075125.407404:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075125.407409:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075125.407412:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075125.407416:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296488195 00000100:00000040:3.0:1769075125.407416:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075125.407422:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296498446 00000100:00000001:3.0:1769075125.407422:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075125.407426:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296488195 00000020:00000001:3.0:1769075125.407429:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075125.407430:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296498446 00000100:00000001:2.0:1769075125.407434:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075125.407434:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:2.0:1769075125.407439:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075125.407439:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769075125.407445:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075125.407445:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:2.0:1769075125.407448:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075125.407451:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075125.407453:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769075125.407456:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075125.407485:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075125.407488:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075125.407489:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075125.407492:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075125.407492:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075125.407499:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.407499:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.407507:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075125.407509:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075125.407512:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.407514:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075125.407515:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075125.407518:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075125.407520:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 02000000:00000001:2.0:1769075125.407521:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075125.407526:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608640:192.168.204.145@tcp:8:kworker.0 00000100:00080000:3.0:1769075125.407531:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075125.407533:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075125.407536:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075125.407538:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407539:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407543:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769075125.407545:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1769075125.407546:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075125.407550:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.407550:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075125.407556:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075125.407558:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075125.407560:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000100:00000001:3.0:1769075125.407562:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:2.0:1769075125.407565:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000008:00100000:3.0:1769075125.407566:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000200:2.0:1769075125.407568:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608640, portal 4 00000008:00000001:3.0:1769075125.407571:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407572:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075125.407574:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000001:3.0:1769075125.407577:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407580:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075125.407585:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000100:00000001:2.0:1769075125.407586:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075125.407590:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000040:3.0:1769075125.407592:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000010:2.0:1769075125.407594:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353550. 00000100:00000200:2.0:1769075125.407599:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926608640, offset 0 02000000:00000001:3.0:1769075125.407599:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075125.407604:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.407605:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075125.407610:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769075125.407612:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075125.407615:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075125.407617:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075125.407620:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.407621:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075125.407626:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075125.407628:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075125.407630:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000010:3.0:1769075125.407630:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000400:00000200:2.0:1769075125.407636:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3019:3019:254:4294967295] 192.168.204.145@tcp LPNI seq info [3019:3019:6:4294967295] 00000100:00000001:3.0:1769075125.407637:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.407642:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075125.407651:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00100000:3.0:1769075125.407651:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769075125.407660:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075125.407665:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cf00. 00000800:00000200:2.0:1769075125.407671:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075125.407672:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.1:1769075125.407677:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075125.407679:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407680:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407684:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000100:00000040:3.0:1769075125.407688:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075125.407689:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075125.407691:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296486938 00000100:00000001:2.0:1769075125.407696:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296498446 00000100:00000001:2.0:1769075125.407700:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296486938 00000100:00000001:2.0:1769075125.407704:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296498446 00000100:00000001:2.0:1769075125.407708:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075125.407711:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407715:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.407717:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407718:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075125.407722:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075125.407724:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769075125.407726:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1824) 00000100:00000001:2.0:1769075125.407727:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075125.407728:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075125.407732:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075125.407736:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075125.407741:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075125.407742:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407744:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075125.407745:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075125.407747:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075125.407749:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608768:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075125.407751:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075125.407752:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075125.407754:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075125.407755:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075125.407756:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075125.407758:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075125.407760:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075125.407761:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6210. 00000400:00000010:2.0:1769075125.407764:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075125.407765:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608768, portal 4 00000100:00000001:2.0:1769075125.407766:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075125.407767:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:2.0:1769075125.407771:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075125.407775:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075125.407776:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075125.407778:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353aa0. 00000100:00000200:2.0:1769075125.407780:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926608768, offset 0 00000400:00000200:2.0:1769075125.407782:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075125.407784:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075125.407786:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075125.407787:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075125.407789:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075125.407790:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075125.407792:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075125.407794:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3020:3020:253:4294967295] 192.168.204.145@tcp LPNI seq info [3020:3020:5:4294967295] 00000400:00000200:2.0:1769075125.407811:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075125.407816:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075125.407819:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075125.407822:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6cb00. 00000800:00000200:2.0:1769075125.407824:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075125.407827:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075125.407828:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075125.407830:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075125.407832:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075125.407834:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296486940 00000100:00000001:2.0:1769075125.407836:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296498446 00000100:00000001:2.0:1769075125.407837:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296486940 00000100:00000001:2.0:1769075125.407838:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296498446 00000100:00000001:2.0:1769075125.407840:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075125.407842:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407843:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407844:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075125.407846:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075125.407847:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075125.407848:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075125.407849:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075125.407850:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075125.407852:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075125.598594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075125.598600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075125.598604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075125.598605:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075125.598659:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075125.598663:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075125.598666:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075126.622576:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075126.622583:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075126.622590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075126.622592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075126.622625:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075126.622628:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075126.622630:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075127.646553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075127.646560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075127.646564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075127.646566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075127.646617:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075127.646620:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075127.646623:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075128.350798:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.145:988 00000400:00000100:1.0:1769075128.350839:0:2368:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075128.350851:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075128.350856:0:2368:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075128.350860:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075128.350864:0:2368:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075128.350870:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075128.350874:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cc00. 00000400:00000200:1.0:1769075128.350879:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075128.350884:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075128.350891:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2083534c8 00000400:00000010:1.0:1769075128.350893:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2083534c8. 00000100:00000001:1.0:1769075128.350898:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075128.350907:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.350930:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075128.350935:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.350944:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075128.350946:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075128.350955:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075128.350958:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c600. 00000400:00000200:1.0:1769075128.350962:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075128.350967:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000001:2.0:1769075128.350969:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769075128.350971:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353cc0 00000100:00000001:2.0:1769075128.350974:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1769075128.350975:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353cc0. 00000100:00000001:2.0:1769075128.350979:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075128.350980:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075128.350988:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075128.350991:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075128] req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075128.351003:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075128.351005:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075128.351009:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b63c8. 00000400:00000200:2.0:1769075128.351015:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353908 00000400:00000010:2.0:1769075128.351018:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353908. 00000100:00000001:1.0:1769075128.351019:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075128.351021:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1769075128.351027:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075128.351028:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.351047:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075128.351049:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075128.351058:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075128.351062:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cf00. 00000100:00000200:2.0:1769075128.351064:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075128.351075:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:2.0:1769075128.351077:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075128.351081:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769075128.351082:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000001:2.0:1769075128.351088:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1769075128.351089:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353550 00000400:00000010:1.0:1769075128.351094:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353550. 00000100:00000001:2.0:1769075128.351094:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075128.351098:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769075128.351104:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075128.351105:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.351116:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075128.351120:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351132:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075128.351141:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.351148:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075128.351154:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075128.351161:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000800:00000100:1.0:1769075128.351162:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075128.351166:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6cb00. 00000100:00000001:2.0:1769075128.351169:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769075128.351171:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:2.0:1769075128.351176:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1769075128.351178:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000001:2.0:1769075128.351181:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769075128.351182:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353aa0 00000400:00000010:1.0:1769075128.351186:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353aa0. 00000100:00000001:2.0:1769075128.351188:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075128.351190:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075128.351193:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000200:1.0:1769075128.351197:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075128.351200:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075128.351212:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075128.351214:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075128.351219:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075128.351222:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075128.351229:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075128.351234:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075128.351237:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1769075128.351254:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926608384:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075128.351260:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075128.351263:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075128.351266:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926608384/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351274:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075128.351277:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075128.351281:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075128.351286:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075128.351289:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075128.351291:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075128.351294:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075128.351297:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:2.0:1769075128.351301:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075128.351303:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075128.351305:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:2.0:1769075128.351309:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075128.351311:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351314:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075128.351317:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075128.351318:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075128.351320:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075128.351324:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075128] req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075128.351335:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075128.351336:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075128.351338:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6210. 00000400:00000200:2.0:1769075128.351342:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075128.351343:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075128.351346:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075128.351349:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075128.351359:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351365:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075128.351367:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351369:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351371:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075128.351375:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351383:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075128.351387:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351395:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075128.351398:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351400:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351401:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351403:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075128.351405:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075128.351408:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075128.351412:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075128.351413:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075128.351417:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075128.351423:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608768:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075128.351428:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075128.351432:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075128] req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075128.351441:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075128.351442:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075128.351445:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075128.351448:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075128.351450:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075128.351453:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075128.351457:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075128.351506:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351514:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075128.351517:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351520:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351522:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075128.351527:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351535:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075128.351540:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351552:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075128.351554:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351556:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351557:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351559:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075128.351561:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075128.351563:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075128.351567:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075128.351569:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075128.351573:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075128.351580:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608640:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075128.351585:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075128.351588:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075128] req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075128.351596:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075128.351598:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075128.351600:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075128.351603:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075128.351605:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075128.351607:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075128.351610:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075128.351618:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351623:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075128.351625:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351627:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351628:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075128.351631:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351637:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075128.351640:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351645:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075128.351647:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351648:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075128.351650:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351651:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075128.351653:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075128.351655:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075128.351658:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075128.351660:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075128.351664:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075128.351671:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926608512:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075128.351675:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351677:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075128.351680:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926608768/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351686:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075128.351688:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075128.351690:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075128.351692:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075128.351694:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075128.351695:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075128.351698:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075128.351699:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:2.0:1769075128.351702:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075128.351704:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075128.351705:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769075128.351708:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075128.351710:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351711:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075128.351714:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926608640/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351721:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075128.351722:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075128.351723:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075128.351725:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075128.351726:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075128.351728:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075128.351729:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075128.351731:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075128.351734:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075128.351735:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075128.351737:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:2.0:1769075128.351739:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075128.351740:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351742:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075128.351745:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926608512/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075128.351766:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075128.351768:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075128.351769:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075128.351772:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075128.351773:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075128.351774:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075128.351776:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075128.351778:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:2.0:1769075128.351780:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075128.351782:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075128.351784:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075128.351786:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075128.351787:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351789:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.351799:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075128.351801:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075128.351804:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075128.351805:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075128.670579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075128.670585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075128.670590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075128.670591:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075128.670634:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075128.670637:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075128.670639:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075129.694635:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075129.694646:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075129.694655:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075129.694657:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075129.694718:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075129.694722:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075129.694737:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075130.526669:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075130.526683:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075130.526686:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075130.526691:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075130.526696:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075130.526705:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1819 00000400:00000200:3.0:1769075130.526758:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075130.526783:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075130.526788:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075130.526792:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.526796:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.526799:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.526802:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075130.526807:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075130.526809:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075130.526813:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075130.526816:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075130.526819:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075130.526823:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075130.526826:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.526829:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.526831:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.526834:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075130.526837:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075130.526841:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075130.526843:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075130.526846:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075130.526850:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075130.526853:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.526856:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075130.526858:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075130.526869:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769075130.526873:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075130.526878:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075130.526880:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.526883:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075130.526887:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075130.526892:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075130.526901:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769075130.526909:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075130.526919:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075130.526933:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075130.526938:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075130.526943:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075130.526972:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075130.526976:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075130.526981:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075130.526983:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075130.526986:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075130.526989:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075130.526992:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1819 00000400:00000200:3.0:1769075130.526996:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075130.527000:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075130.527002:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075130.527016:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527020:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.527022:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527025:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075130.527027:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075130.527029:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075130.527031:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075130.527034:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075130.527036:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075130.527039:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075130.527043:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527046:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.527050:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527052:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075130.527055:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:2.0:1769075130.527060:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075130.527061:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527073:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.527074:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075130.527076:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075130.527079:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075130.527084:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075130.527089:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.527095:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:2.0:1769075130.527101:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075130.527101:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075130.527111:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.527124:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075130.527134:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769075130.527142:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:2.0:1769075130.527155:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075130.527155:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075130.527171:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.527173:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.527192:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075130.527195:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075130.527197:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075130.527202:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075130.527202:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.527216:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075130.527218:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000001:3.0:1769075130.527225:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.527226:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926608896:192.168.204.145@tcp:250:kworker.0 00000100:00100000:3.0:1769075130.527239:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075130.527240:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075130.527250:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075130.527257:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075130.527259:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.527279:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075130.527284:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075130.527291:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31400. 00000100:00000040:3.0:1769075130.527294:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075130.527298:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.527324:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075130.527324:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075130.527342:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1769075130.527345:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000100:00080000:3.0:1769075130.527363:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075130.527367:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769075130.527369:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00080000:3.0:1769075130.527370:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075130.527381:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:2.0:1769075130.527387:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926608896, portal 25 00000100:00080000:3.0:1769075130.527388:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1819 00000100:00000001:2.0:1769075130.527404:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075130.527422:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000400:00000200:3.0:1769075130.527428:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075130.527436:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075130.527436:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075130.527444:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075130.527452:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527459:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.527462:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527465:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075130.527469:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075130.527473:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075130.527475:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075130.527478:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075130.527480:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075130.527483:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075130.527487:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075130.527524:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075130.527527:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075130.527533:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075130.527538:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000010:2.0:1769075130.527542:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000001:3.0:1769075130.527545:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000200:2.0:1769075130.527548:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926608896, offset 0 00000020:00000040:3.0:1769075130.527570:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075130.527579:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:2.0:1769075130.527580:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527592:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075130.527596:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075130.527601:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075130.527605:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075130.527614:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.527619:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075130.527626:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1769075130.527627:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000008:00000001:3.0:1769075130.527647:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.527651:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075130.527659:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.527667:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000010:3.0:1769075130.527671:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000400:00000200:2.0:1769075130.527675:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1769075130.527683:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:2.0:1769075130.527685:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075130.527700:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075130.527707:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.527724:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3021:3021:256:4294967295] 192.168.204.145@tcp LPNI seq info [3021:3021:8:4294967295] 00000100:00000001:3.0:1769075130.527734:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075130.527738:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075130.527743:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075130.527745:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075130.527760:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000400:00000200:2.0:1769075130.527789:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075130.527790:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075130.527802:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769075130.527816:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075130.527827:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075130.527831:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075130.527835:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00000040:3.0:1769075130.527842:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769075130.527854:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075130.527866:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000100:00000001:3.0:1769075130.527885:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769075130.527896:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:3.0:1769075130.527899:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.1:1769075130.527904:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000100:00080000:3.0:1769075130.527907:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075130.527916:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:2.0:1769075130.527923:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075130.527925:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:2.0:1769075130.527929:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000100:00000001:3.0:1769075130.527931:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075130.527944:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1819 00000400:00000200:2.0:1769075130.527945:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075130.527964:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.527972:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075130.527974:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075130.527986:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075130.527993:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075130.527994:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00000001:3.0:1769075130.528007:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1769075130.528009:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000040:3.0:1769075130.528013:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075130.528023:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075130.528027:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769075130.528027:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075130.528039:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075130.528043:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1769075130.528045:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075130.528047:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075130.528063:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075130.528075:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075130.528097:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075130.528099:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075130.528101:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075130.528108:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075130.528117:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075130.528118:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075130.528127:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075130.528137:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075130.528143:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075130.528152:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075130.528159:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075130.528162:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075130.528164:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528167:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075130.528169:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075130.528173:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075130.528177:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528178:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.528182:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.528189:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:3.0:1769075130.528190:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075130.528195:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296503567 00000020:00000040:3.0:1769075130.528197:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075130.528203:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075130.528205:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075130.528207:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075130.528209:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075130.528210:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296498446 02000000:00000001:3.0:1769075130.528213:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528220:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296503567 02000000:00000010:3.0:1769075130.528221:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769075130.528235:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528236:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296498446 00000100:00000001:2.0:1769075130.528259:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769075130.528262:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075130.528265:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528281:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075130.528292:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075130.528318:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075130.528329:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769075130.528330:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075130.528337:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075130.528345:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000100:00000040:3.0:1769075130.528346:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075130.528357:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075130.528368:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:3.0:1769075130.528376:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528377:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1769075130.528392:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1829) 00000100:00000200:2.0:1769075130.528393:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075130.528426:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528435:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075130.528438:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528442:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.528444:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075130.528451:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528489:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075130.528495:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528506:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075130.528509:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528510:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.528512:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528514:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075130.528516:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075130.528518:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075130.528522:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075130.528524:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075130.528527:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075130.528535:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926608896:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075130.528539:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528541:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.528543:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926608896/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528558:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075130.528561:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075130.528564:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075130.528566:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075130.528568:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075130.528570:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075130.528572:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075130.528574:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:2.0:1769075130.528578:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075130.528580:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075130.528582:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769075130.528586:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075130.528587:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528589:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528598:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075130.528600:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528603:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075130.528604:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075130.528606:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075130.528609:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528615:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075130.528617:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.528619:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075130.528621:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.528623:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.528625:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609024:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075130.528627:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075130.528629:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075130.528630:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.528631:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075130.528634:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075130.528636:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.528640:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075130.528643:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075130.528647:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075130.528649:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609024, portal 10 00000100:00000001:2.0:1769075130.528651:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075130.528652:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:2.0:1769075130.528658:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528663:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075130.528665:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075130.528667:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075130.528669:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926609024, offset 0 00000400:00000200:2.0:1769075130.528671:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075130.528675:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.528679:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075130.528681:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075130.528683:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075130.528686:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075130.528687:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075130.528690:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3022:3022:256:4294967295] 192.168.204.145@tcp LPNI seq info [3022:3022:8:4294967295] 00000400:00000200:2.0:1769075130.528693:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.528701:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075130.528707:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.528726:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075130.528731:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075130.528734:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1769075130.528741:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075130.528744:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000100:2.0:1769075130.528749:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.528752:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075130.528756:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075130.528760:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075130.528764:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075130.528766:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075130.528769:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075130.528773:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528780:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.528784:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528802:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528803:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075130.528807:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.528812:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075130.528816:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075130.528819:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296493317 00000100:00000001:2.0:1769075130.528822:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.528825:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296493317 00000100:00000001:2.0:1769075130.528828:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.528831:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075130.528833:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.528836:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075130.528840:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075130.528850:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075130.528851:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075130.528852:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075130.528855:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075130.528856:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075130.528858:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075130.528860:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075130.528867:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528871:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075130.528872:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528873:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.528874:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075130.528877:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528882:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075130.528885:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528890:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075130.528891:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528893:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.528895:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.528896:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075130.528897:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075130.528899:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075130.528902:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075130.528903:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075130.528906:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075130.528911:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609024:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075130.528913:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075130.528916:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528920:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075130.528921:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.528923:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075130.528924:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.528926:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.528928:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609152:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075130.528931:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075130.528933:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075130.528934:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.528936:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075130.528938:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075130.528940:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.528943:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075130.528945:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075130.528948:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075130.528952:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609152, portal 4 00000100:00000001:2.0:1769075130.528954:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075130.528957:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:2.0:1769075130.528963:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.528971:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075130.528974:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075130.528976:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075130.528979:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926609152, offset 0 00000400:00000200:2.0:1769075130.528984:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075130.528989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.528993:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075130.528996:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075130.529000:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075130.529003:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075130.529005:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075130.529009:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3023:3023:256:4294967295] 192.168.204.145@tcp LPNI seq info [3023:3023:8:4294967295] 00000400:00000200:2.0:1769075130.529014:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.529021:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075130.529024:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.529027:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075130.529030:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075130.529032:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1769075130.529036:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075130.529038:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000100:2.0:1769075130.529041:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.529042:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075130.529045:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075130.529047:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075130.529050:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075130.529051:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075130.529053:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075130.529056:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529062:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.529065:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529070:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.529071:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075130.529073:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.529076:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075130.529078:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075130.529080:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296492059 00000100:00000001:2.0:1769075130.529082:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.529084:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296492059 00000100:00000001:2.0:1769075130.529086:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.529087:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075130.529089:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.529091:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075130.529094:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075130.529102:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075130.529104:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075130.529106:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075130.529109:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075130.529110:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075130.529113:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075130.529117:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075130.529127:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529135:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075130.529136:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529138:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.529140:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075130.529145:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529153:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075130.529156:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529161:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075130.529163:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529165:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.529166:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529167:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075130.529168:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075130.529169:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075130.529172:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075130.529173:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075130.529175:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075130.529180:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609152:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075130.529183:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075130.529186:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529191:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075130.529193:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.529194:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075130.529196:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.529197:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.529199:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609280:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075130.529202:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075130.529204:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075130.529205:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.529207:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075130.529210:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075130.529211:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075130.529215:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075130.529217:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075130.529219:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075130.529221:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609280, portal 4 00000100:00000001:2.0:1769075130.529223:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075130.529224:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:2.0:1769075130.529229:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529234:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075130.529236:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075130.529237:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075130.529239:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926609280, offset 0 00000400:00000200:2.0:1769075130.529242:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075130.529244:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.529247:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075130.529249:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075130.529251:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075130.529253:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075130.529255:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075130.529257:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3024:3024:256:4294967295] 192.168.204.145@tcp LPNI seq info [3024:3024:8:4294967295] 00000400:00000200:2.0:1769075130.529260:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075130.529265:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075130.529269:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.529271:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075130.529274:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075130.529286:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1769075130.529289:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075130.529291:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 14 secs later) 00000800:00000100:2.0:1769075130.529313:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075130.529316:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075130.529318:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075130.529321:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075130.529323:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075130.529324:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075130.529326:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075130.529329:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529335:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.529337:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529342:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.529343:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075130.529346:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.529348:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075130.529351:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075130.529353:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296492061 00000100:00000001:2.0:1769075130.529355:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.529357:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296492061 00000100:00000001:2.0:1769075130.529358:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296503567 00000100:00000001:2.0:1769075130.529360:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075130.529361:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.529363:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075130.529365:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075130.529369:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075130.529370:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075130.529372:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075130.529374:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075130.529375:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075130.529377:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075130.529379:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075130.529385:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529389:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075130.529390:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529391:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.529392:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075130.529394:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529398:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075130.529401:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529405:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075130.529406:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529407:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075130.529408:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529409:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075130.529410:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075130.529412:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075130.529414:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075130.529427:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075130.529431:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075130.529441:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609280:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075130.529445:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529447:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.529451:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926609024/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529479:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075130.529481:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075130.529484:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075130.529487:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075130.529489:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075130.529491:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075130.529493:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075130.529495:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075130.529497:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075130.529498:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075130.529499:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:2.0:1769075130.529501:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075130.529503:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529504:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.529507:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926609152/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529513:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075130.529514:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075130.529515:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075130.529517:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075130.529517:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075130.529518:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075130.529519:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075130.529520:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:2.0:1769075130.529521:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075130.529522:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075130.529523:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769075130.529524:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075130.529525:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529526:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075130.529528:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926609280/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.529532:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075130.529534:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075130.529535:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075130.529537:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075130.529538:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075130.529539:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075130.529540:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075130.529541:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:2.0:1769075130.529543:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075130.529543:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075130.529544:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075130.529545:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075130.529546:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529547:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.529550:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075130.529551:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.529552:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075130.529553:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075130.718582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075130.718591:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075130.718598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075130.718600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075130.718626:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075130.718629:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075130.718632:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075131.742618:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075131.742626:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075131.742631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075131.742633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075131.742712:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075131.742716:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075131.742720:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075132.766582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075132.766592:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075132.766594:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075132.766600:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075132.766603:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075132.766604:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075132.766609:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075132.766611:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075132.766621:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075132.766623:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075132.766627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075132.766628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075132.766671:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075132.766702:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075132.766706:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075133.790563:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075133.790571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075133.790577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075133.790578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075133.790655:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075133.790679:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075133.790683:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075134.814637:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075134.814663:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075134.814670:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075134.814674:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075134.814677:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075134.814680:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075134.814683:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075134.814685:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075134.814688:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075134.814690:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075134.814771:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075134.814780:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075134.814784:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075135.646710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.646725:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075135.646729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.646735:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.646741:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.646751:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1824 00000400:00000200:2.0:1769075135.646764:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075135.646772:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.646778:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075135.646783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.646788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.646792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.646813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075135.646820:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.646823:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075135.646828:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.646833:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075135.646838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075135.646843:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075135.646849:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.646853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.646857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.646861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075135.646867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075135.646871:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075135.646874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.646878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.646882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.646886:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.646889:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075135.646891:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.646902:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9a300. 00000020:00000040:2.0:1769075135.646924:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075135.646928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.646930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.646933:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.646936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.646941:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.646949:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31400. 00000100:00000001:2.0:1769075135.646956:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075135.646966:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075135.646978:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.646983:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.646988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c4c93] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.647018:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075135.647022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.647026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075135.647028:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.647030:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.647033:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.647036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1824 00000400:00000200:2.0:1769075135.647040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075135.647044:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.647046:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075135.647050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.647057:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075135.647062:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.647064:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075135.647066:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.647068:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:3.0:1769075135.647071:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075135.647072:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075135.647077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075135.647083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075135.647083:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075135.647090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075135.647092:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075135.647094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647099:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075135.647102:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:2.0:1769075135.647109:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647112:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.647113:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075135.647114:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.647123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.647129:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647135:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075135.647141:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075135.647146:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769075135.647147:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647153:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.647154:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.647158:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98a80. 02000000:00000001:3.0:1769075135.647164:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1769075135.647165:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075135.647172:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.647174:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.647174:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075135.647180:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.647183:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075135.647187:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.647188:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.647197:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33c00. 00000100:00000001:2.0:1769075135.647203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.647205:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926609408:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075135.647217:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1769075135.647222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769075135.647226:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.647235:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769075135.647243:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075135.647244:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.647252:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000914dc39e] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769075135.647256:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:2.0:1769075135.647266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.647267:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075135.647272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.647276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075135.647277:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.647279:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.647282:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.647284:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1824 00000400:00000200:2.0:1769075135.647288:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075135.647295:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.647298:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075135.647303:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647308:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075135.647308:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075135.647315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075135.647321:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.647323:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000010:3.0:1769075135.647323:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000020:00000001:2.0:1769075135.647328:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.647333:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075135.647335:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075135.647337:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075135.647341:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647343:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.647345:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647348:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000010:3.0:1769075135.647348:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000020:00000040:2.0:1769075135.647356:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:2.0:1769075135.647361:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647363:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075135.647365:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609408, portal 25 02000000:00000001:2.0:1769075135.647366:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.647371:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.647374:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1769075135.647376:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.647378:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442944 : -125747906108672 : ffff8da208b9a300) 00000100:00000001:2.0:1769075135.647380:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075135.647388:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:3.0:1769075135.647395:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769075135.647397:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647406:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.647417:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1769075135.647419:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99500. 00000100:00000040:3.0:1769075135.647424:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000040:2.0:1769075135.647428:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000010:3.0:1769075135.647433:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 02000000:00000001:2.0:1769075135.647437:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1769075135.647442:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926609408, offset 0 02000000:00000001:2.0:1769075135.647443:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647452:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.647454:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075135.647498:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:2.0:1769075135.647516:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.647522:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:2.0:1769075135.647547:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31800. 00000400:00000200:3.0:1769075135.647551:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075135.647561:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.647563:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.647580:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00100000:2.0:1769075135.647581:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075135.647587:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.647597:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075135.647610:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3025:3025:256:4294967295] 192.168.204.145@tcp LPNI seq info [3025:3025:8:4294967295] 00000100:00000001:2.0:1769075135.647622:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.647649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.647658:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c94b58a3] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075135.647696:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075135.647704:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075135.647711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.647722:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:3.0:1769075135.647724:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:2.0:1769075135.647726:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.647732:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.0:1769075135.647740:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647743:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:3.0:1769075135.647749:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000100:00080000:2.0:1769075135.647754:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1824 00000800:00000200:3.0:1769075135.647764:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000400:00000200:2.0:1769075135.647769:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:3.0:1769075135.647772:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000400:00000200:2.0:1769075135.647783:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000200:3.1:1769075135.647784:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:2.0:1769075135.647812:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1769075135.647813:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000100:00000040:2.0:1769075135.647829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000100:3.0:1769075135.647830:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.647836:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000100:00000001:2.0:1769075135.647842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075135.647847:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769075135.647851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:3.0:1769075135.647862:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769075135.647864:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.647870:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000400:00000200:3.0:1769075135.647871:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000020:00000001:2.0:1769075135.647874:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1769075135.647878:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000020:00000040:2.0:1769075135.647880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075135.647886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:3.0:1769075135.647889:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769075135.647890:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:2.0:1769075135.647917:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1769075135.647922:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075135.647931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075135.647944:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:2.0:1769075135.647952:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075135.647958:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.647961:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769075135.647962:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.647970:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.647975:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.647977:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.647978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075135.647983:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075135.647990:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.647995:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.648004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98380. 00000020:00000040:2.0:1769075135.648011:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075135.648014:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.648017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.648023:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648024:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075135.648026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.648031:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.648034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648039:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.648040:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30c00. 00000100:00000001:2.0:1769075135.648050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.648054:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075135.648060:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296508687 00000100:00100000:2.0:1769075135.648061:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075135.648072:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296503567 00000100:00000001:2.0:1769075135.648074:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.648081:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648083:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296508687 00000100:00000040:2.0:1769075135.648088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c79fdf5f] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648092:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296503567 00000100:00000001:3.0:1769075135.648102:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.648110:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.648111:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648117:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1769075135.648120:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1834) 00000100:00100000:3.0:1769075135.648128:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.648141:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.648144:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.648147:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075135.648151:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075135.648153:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075135.648156:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.648160:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.648169:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648176:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.648178:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648181:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.648182:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.648186:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648193:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.648198:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648206:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.648209:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648211:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.648212:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648214:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.648216:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.648219:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.648223:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075135.648226:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.648230:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.648238:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926609408:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075135.648243:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648246:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.648249:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9a300 x1855007926609408/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648256:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.648259:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.648262:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075135.648265:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.648266:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.648268:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075135.648270:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.648272:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31400. 02000000:00000001:3.0:1769075135.648276:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.648278:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.648280:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9a300. 00000100:00000001:3.0:1769075135.648283:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.648285:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648287:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648294:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075135.648296:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648298:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075135.648300:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075135.648302:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.648305:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648312:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.648314:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.648316:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.648318:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.648321:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.648324:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609536:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075135.648327:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.648330:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.648331:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.648333:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.648337:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075135.648340:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.648344:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075135.648346:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075135.648350:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075135.648353:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609536, portal 10 00000100:00000001:3.0:1769075135.648356:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.648357:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803436672 : -125747906114944 : ffff8da208b98a80) 00000100:00000040:3.0:1769075135.648363:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648370:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.648373:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075135.648375:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075135.648378:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926609536, offset 0 00000400:00000200:3.0:1769075135.648382:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075135.648386:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.648390:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075135.648393:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.648396:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075135.648399:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.648402:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075135.648405:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3026:3026:256:4294967295] 192.168.204.145@tcp LPNI seq info [3026:3026:8:4294967295] 00000400:00000200:3.0:1769075135.648409:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.648416:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.648421:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.648424:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075135.648429:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075135.648434:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000200:3.1:1769075135.648441:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075135.648446:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000100:3.0:1769075135.648453:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.648456:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075135.648461:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.648467:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.648473:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075135.648476:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075135.648481:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.648487:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648520:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.648553:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648562:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648565:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.648570:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.648575:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075135.648580:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075135.648582:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296498437 00000100:00000001:3.0:1769075135.648586:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.648589:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296498437 00000100:00000001:3.0:1769075135.648591:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.648594:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.648597:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.648599:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.648604:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.648613:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.648616:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.648619:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075135.648647:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075135.648669:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075135.648674:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.648681:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.648706:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648718:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.648721:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648724:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.648726:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.648733:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648744:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.648751:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648763:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.648767:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648770:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.648772:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.648775:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.648777:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.648782:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.648806:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075135.648810:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.648819:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.648835:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609536:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075135.648840:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.648844:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648861:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.648863:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.648866:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.648868:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.648871:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.648874:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609664:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.648877:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.648880:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.648882:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.648884:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.648888:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075135.648890:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.648896:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075135.648899:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075135.648921:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075135.648924:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609664, portal 4 00000100:00000001:3.0:1769075135.648927:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.648928:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803439360 : -125747906112256 : ffff8da208b99500) 00000100:00000040:3.0:1769075135.648935:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.648945:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.648949:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075135.648953:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075135.648957:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926609664, offset 0 00000400:00000200:3.0:1769075135.648963:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075135.648970:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.648976:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075135.648980:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.648985:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075135.648989:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.648993:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075135.648999:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3027:3027:256:4294967295] 192.168.204.145@tcp LPNI seq info [3027:3027:8:4294967295] 00000400:00000200:3.0:1769075135.649007:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.649018:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.649026:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.649032:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075135.649039:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075135.649043:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000200:3.1:1769075135.649047:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075135.649050:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000100:3.0:1769075135.649054:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.649057:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075135.649060:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.649064:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.649067:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075135.649069:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075135.649073:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.649078:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649086:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.649090:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649096:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.649098:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.649101:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.649104:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075135.649108:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075135.649110:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296497179 00000100:00000001:3.0:1769075135.649113:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.649116:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296497179 00000100:00000001:3.0:1769075135.649118:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.649121:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.649125:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.649128:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.649134:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.649147:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.649150:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.649153:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075135.649157:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075135.649159:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075135.649163:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.649169:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.649183:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649195:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.649198:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649201:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.649203:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.649210:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649221:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.649227:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649239:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.649243:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649246:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.649248:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649252:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.649255:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.649259:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.649265:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075135.649269:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.649276:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.649289:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609664:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.649294:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.649298:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649305:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.649306:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.649309:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.649311:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.649313:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.649316:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609792:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.649319:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.649322:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.649323:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.649325:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.649329:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075135.649331:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.649336:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075135.649338:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075135.649342:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075135.649345:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609792, portal 4 00000100:00000001:3.0:1769075135.649347:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.649349:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803434880 : -125747906116736 : ffff8da208b98380) 00000100:00000040:3.0:1769075135.649354:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649361:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.649364:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075135.649366:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075135.649368:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926609792, offset 0 00000400:00000200:3.0:1769075135.649373:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075135.649377:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.649382:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075135.649385:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.649388:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075135.649391:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.649393:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075135.649397:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3028:3028:256:4294967295] 192.168.204.145@tcp LPNI seq info [3028:3028:8:4294967295] 00000400:00000200:3.0:1769075135.649401:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075135.649408:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.649412:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.649416:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075135.649420:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075135.649423:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000200:3.1:1769075135.649428:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075135.649431:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 9 secs later) 00000800:00000100:3.0:1769075135.649435:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075135.649437:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075135.649440:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.649444:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.649447:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075135.649449:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075135.649452:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.649455:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649463:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.649466:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649473:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.649475:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.649478:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.649481:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075135.649484:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075135.649487:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296497181 00000100:00000001:3.0:1769075135.649489:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.649491:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296497181 00000100:00000001:3.0:1769075135.649494:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296508687 00000100:00000001:3.0:1769075135.649496:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.649498:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.649500:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.649504:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.649557:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.649559:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.649561:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075135.649564:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075135.649566:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075135.649568:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.649573:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.649583:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649591:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.649592:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649594:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.649596:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.649600:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649607:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.649611:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649620:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.649623:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649649:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.649651:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649653:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.649655:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.649658:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.649679:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075135.649682:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.649686:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.649695:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926609792:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.649699:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649701:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.649704:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98a80 x1855007926609536/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649711:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.649712:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.649715:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075135.649717:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.649719:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.649720:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075135.649723:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.649725:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33c00. 02000000:00000001:3.0:1769075135.649727:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.649729:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.649731:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98a80. 00000100:00000001:3.0:1769075135.649733:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.649735:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649737:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.649740:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99500 x1855007926609664/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649747:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.649748:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.649750:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075135.649752:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.649753:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.649754:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075135.649756:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.649757:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31800. 02000000:00000001:3.0:1769075135.649759:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.649760:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.649761:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99500. 00000100:00000001:3.0:1769075135.649763:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.649765:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649766:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.649769:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98380 x1855007926609792/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.649775:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.649776:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.649777:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075135.649779:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.649780:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.649781:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075135.649783:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.649785:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30c00. 02000000:00000001:3.0:1769075135.649805:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.649806:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.649807:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98380. 00000100:00000001:3.0:1769075135.649809:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.649811:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649813:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.649817:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075135.649819:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.649821:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075135.649824:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075135.838517:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075135.838522:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075135.838526:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075135.838527:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075135.838573:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075135.838578:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075135.838583:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075136.862541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075136.862547:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075136.862551:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075136.862552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075136.862586:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075136.862589:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075136.862592:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075137.886585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075137.886604:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075137.886611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075137.886612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075137.886687:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075137.886692:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075137.886697:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075138.910545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075138.910561:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075138.910582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075138.910584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075138.910626:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075138.910631:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075138.910635:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075139.934549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075139.934586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075139.934594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075139.934596:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075139.934637:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075139.934641:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075139.934644:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075140.766638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075140.766651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075140.766654:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075140.766659:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075140.766664:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075140.766674:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1829 00000400:00000200:2.0:1769075140.766685:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075140.766694:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075140.766698:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075140.766702:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766706:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.766709:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766711:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075140.766715:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075140.766717:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075140.766720:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075140.766723:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075140.766725:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075140.766728:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075140.766733:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.766739:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766742:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075140.766746:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075140.766751:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766753:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.766756:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075140.766760:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075140.766763:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.766765:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075140.766768:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075140.766780:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b100. 00000020:00000040:2.0:1769075140.766783:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075140.766787:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075140.766789:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.766792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075140.766795:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075140.766801:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075140.766810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30000. 00000100:00000001:2.0:1769075140.766818:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075140.766828:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075140.766839:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075140.766845:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075140.766851:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009ad9cbd] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075140.766877:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075140.766881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075140.766885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075140.766887:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075140.766889:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075140.766892:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075140.766895:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1829 00000400:00000200:2.0:1769075140.766900:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075140.766902:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075140.766904:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075140.766906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.766911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075140.766916:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075140.766917:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075140.766919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075140.766922:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769075140.766924:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075140.766927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075140.766930:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.766935:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075140.766941:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:2.0:1769075140.766944:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075140.766947:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.766950:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075140.766958:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075140.766961:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.766965:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075140.766970:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075140.766973:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.766975:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075140.766979:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9bb80. 00000020:00000040:2.0:1769075140.766981:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075140.766988:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075140.766989:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1769075140.766995:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767000:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075140.767003:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1769075140.767004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075140.767014:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769075140.767021:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075140.767031:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30400. 00000100:00000040:3.0:1769075140.767034:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075140.767038:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075140.767056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075140.767077:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075140.767083:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767094:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769075140.767094:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075140.767105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.767105:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075140.767112:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075140.767127:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926609920:192.168.204.145@tcp:250:kworker.0 00000100:00000040:2.0:1769075140.767128:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940ccc62] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.767138:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075140.767143:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075140.767151:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.767164:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075140.767167:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075140.767174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1769075140.767176:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 00000100:00080000:2.0:1769075140.767179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769075140.767184:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767186:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075140.767192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075140.767197:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075140.767203:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:2.0:1769075140.767204:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1829 00000400:00000010:3.0:1769075140.767213:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000200:2.0:1769075140.767224:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075140.767230:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000010:3.0:1769075140.767232:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00080000:2.0:1769075140.767233:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075140.767248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:3.0:1769075140.767249:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926609920, portal 25 00000100:00000001:2.0:1769075140.767253:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.767261:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075140.767261:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075140.767272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075140.767273:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803446528 : -125747906105088 : ffff8da208b9b100) 00000020:00000001:2.0:1769075140.767276:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075140.767297:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075140.767300:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1769075140.767312:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075140.767313:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075140.767325:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075140.767337:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075140.767349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.767361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075140.767371:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.767378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075140.767387:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:3.0:1769075140.767389:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769075140.767393:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075140.767398:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.767407:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1769075140.767407:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075140.767420:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 02000000:00000001:2.0:1769075140.767439:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1769075140.767441:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926609920, offset 0 02000000:00000001:2.0:1769075140.767454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767487:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075140.767490:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075140.767493:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767496:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075140.767501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99c00. 00000020:00000040:2.0:1769075140.767505:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075140.767508:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075140.767509:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.767511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075140.767514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075140.767515:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:2.0:1769075140.767519:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075140.767530:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32400. 00000100:00000001:2.0:1769075140.767537:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075140.767561:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075140.767571:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075140.767603:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769075140.767604:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:2.0:1769075140.767616:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.767619:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769075140.767626:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64119ca] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075140.767629:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075140.767643:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075140.767654:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075140.767674:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3029:3029:256:4294967295] 192.168.204.145@tcp LPNI seq info [3029:3029:8:4294967295] 00000100:00000001:2.0:1769075140.767681:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.767689:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:2.0:1769075140.767690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075140.767704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075140.767709:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075140.767718:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769075140.767728:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:2.0:1769075140.767730:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075140.767742:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1829 00000800:00000200:3.0:1769075140.767751:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075140.767760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000010:3.0:1769075140.767764:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000400:00000200:2.0:1769075140.767772:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075140.767776:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1769075140.767784:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:2.0:1769075140.767786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.767802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769075140.767803:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000100:00000040:2.0:1769075140.767817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075140.767826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:3.1:1769075140.767828:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000001:2.0:1769075140.767834:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.1:1769075140.767837:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000020:00000040:2.0:1769075140.767839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:2.0:1769075140.767851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:3.0:1769075140.767852:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.767863:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000020:00000040:2.0:1769075140.767864:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000200:3.0:1769075140.767871:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769075140.767872:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:2.0:1769075140.767885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:3.0:1769075140.767886:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075140.767897:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000100:00000040:2.0:1769075140.767902:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:3.0:1769075140.767904:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:2.0:1769075140.767915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075140.767921:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1769075140.767926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000200:3.0:1769075140.767933:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075140.767936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075140.767953:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:3.0:1769075140.767982:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769075140.767990:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000040:3.0:1769075140.767999:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075140.768001:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.768011:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075140.768022:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075140.768026:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.768028:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768031:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075140.768034:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075140.768037:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075140.768042:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768042:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075140.768068:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.768068:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075140.768087:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296513807 00000100:00000010:2.0:1769075140.768090:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99880. 00000020:00000040:2.0:1769075140.768100:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075140.768100:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296508687 02000000:00000001:2.0:1769075140.768111:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075140.768112:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296513807 02000000:00000001:2.0:1769075140.768125:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768127:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296508687 00000100:00000001:2.0:1769075140.768138:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075140.768139:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075140.768155:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075140.768162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075140.768163:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769075140.768168:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075140.768174:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075140/real 1769075140] req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075140.768178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32c00. 00000100:00000001:2.0:1769075140.768193:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075140.768204:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075140.768211:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1769075140.768213:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769075140.768216:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075140.768227:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075140.768235:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:2.0:1769075140.768236:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075140.768247:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768250:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1769075140.768257:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9c08b4] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075140.768259:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075140.768325:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075140.768329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075140.768345:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1839) 00000100:00000001:3.0:1769075140.768351:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075140.768356:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768360:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.768363:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075140.768369:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768379:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075140.768386:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768395:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075140.768399:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768401:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.768402:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768405:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075140.768408:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075140.768413:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075140.768418:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075140.768421:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075140.768427:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075140.768442:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926609920:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075140.768448:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768450:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.768454:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b100 x1855007926609920/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768491:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075140.768495:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075140.768499:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075140.768503:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075140.768505:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075140.768508:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075140.768511:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075140.768514:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30000. 02000000:00000001:3.0:1769075140.768519:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075140.768522:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075140.768524:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b100. 00000100:00000001:3.0:1769075140.768528:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075140.768530:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768533:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768562:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075140.768565:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768569:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075140.768571:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075140.768573:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075140.768580:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768598:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075140.768601:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.768604:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075140.768608:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075140.768611:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075140.768614:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610048:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075140.768618:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075140.768622:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075140.768624:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.768626:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075140.768630:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075140.768633:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.768638:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075140.768642:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075140.768646:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075140.768651:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610048, portal 10 00000100:00000001:3.0:1769075140.768653:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075140.768655:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803449216 : -125747906102400 : ffff8da208b9bb80) 00000100:00000040:3.0:1769075140.768663:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768672:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075140.768675:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075140.768678:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075140.768681:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926610048, offset 0 00000400:00000200:3.0:1769075140.768686:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075140.768690:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.768695:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075140.768699:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075140.768702:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075140.768705:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075140.768709:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075140.768713:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3030:3030:256:4294967295] 192.168.204.145@tcp LPNI seq info [3030:3030:8:4294967295] 00000400:00000200:3.0:1769075140.768718:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.768727:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075140.768734:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.768738:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075140.768743:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075140.768746:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000200:3.1:1769075140.768753:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075140.768756:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000100:3.0:1769075140.768761:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.768764:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075140.768768:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075140.768773:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075140.768776:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075140.768790:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075140.768794:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075140.768799:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768808:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.768812:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768821:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768823:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075140.768827:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075140.768831:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075140.768835:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075140.768838:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296503557 00000100:00000001:3.0:1769075140.768842:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.768845:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296503557 00000100:00000001:3.0:1769075140.768848:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.768851:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075140.768853:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.768855:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075140.768860:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075140/real 1769075140] req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075140.768871:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075140.768873:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075140.768875:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075140.768878:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075140.768880:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075140.768889:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075140.768893:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075140.768903:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768911:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075140.768913:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768915:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.768917:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075140.768922:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768930:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075140.768934:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.768942:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075140.768945:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768947:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.768949:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.768951:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075140.768953:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075140.768956:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075140.768960:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075140.768962:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075140.768968:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075140.768988:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610048:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075140.768993:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075140.768998:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769006:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075140.769007:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.769010:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075140.769012:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075140.769015:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075140.769018:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610176:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075140.769022:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075140.769024:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075140.769026:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.769028:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075140.769032:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075140.769034:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.769038:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075140.769041:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075140.769056:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075140.769060:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610176, portal 4 00000100:00000001:3.0:1769075140.769062:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075140.769064:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803441152 : -125747906110464 : ffff8da208b99c00) 00000100:00000040:3.0:1769075140.769070:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769078:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075140.769081:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075140.769083:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075140.769086:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926610176, offset 0 00000400:00000200:3.0:1769075140.769091:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075140.769095:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.769099:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075140.769102:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075140.769106:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075140.769109:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075140.769112:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075140.769116:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3031:3031:256:4294967295] 192.168.204.145@tcp LPNI seq info [3031:3031:8:4294967295] 00000400:00000200:3.0:1769075140.769121:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.769128:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075140.769133:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.769137:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075140.769141:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075140.769145:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000200:3.1:1769075140.769150:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075140.769153:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000100:3.0:1769075140.769158:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.769160:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075140.769164:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075140.769168:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075140.769171:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075140.769173:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075140.769175:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075140.769186:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769196:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.769200:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769208:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.769210:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075140.769213:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075140.769216:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075140.769220:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075140.769223:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296502299 00000100:00000001:3.0:1769075140.769226:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.769229:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296502299 00000100:00000001:3.0:1769075140.769232:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.769234:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075140.769237:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.769239:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075140.769243:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075140/real 1769075140] req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075140.769252:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075140.769253:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075140.769255:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075140.769257:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075140.769259:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075140.769262:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075140.769265:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075140.769275:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769294:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075140.769296:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769299:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.769301:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075140.769305:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769313:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075140.769317:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769325:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075140.769329:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769331:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.769333:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769335:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075140.769337:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075140.769340:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075140.769344:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075140.769346:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075140.769351:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075140.769360:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610176:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075140.769364:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075140.769369:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769376:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075140.769378:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.769381:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075140.769382:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075140.769385:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075140.769388:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610304:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075140.769392:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075140.769394:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075140.769396:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075140.769398:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075140.769401:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075140.769403:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075140.769407:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075140.769410:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000400:00000010:3.0:1769075140.769413:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075140.769416:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610304, portal 4 00000100:00000001:3.0:1769075140.769420:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075140.769421:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803440256 : -125747906111360 : ffff8da208b99880) 00000100:00000040:3.0:1769075140.769427:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769435:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075140.769438:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075140.769440:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075140.769443:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926610304, offset 0 00000400:00000200:3.0:1769075140.769447:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075140.769451:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.769454:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075140.769457:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075140.769486:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075140.769489:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075140.769492:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075140.769496:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3032:3032:256:4294967295] 192.168.204.145@tcp LPNI seq info [3032:3032:8:4294967295] 00000400:00000200:3.0:1769075140.769501:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075140.769509:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075140.769515:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.769520:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075140.769525:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075140.769528:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000200:3.1:1769075140.769534:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075140.769537:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 16, 4 secs later) 00000800:00000100:3.0:1769075140.769559:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075140.769562:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:3.0:1769075140.769566:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075140.769570:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075140.769586:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:3.0:1769075140.769588:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:3.0:1769075140.769592:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075140.769596:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769615:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.769619:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769627:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.769629:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075140.769632:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075140.769636:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075140.769640:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075140.769643:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296502302 00000100:00000001:3.0:1769075140.769646:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.769649:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296502302 00000100:00000001:3.0:1769075140.769651:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296513807 00000100:00000001:3.0:1769075140.769654:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075140.769657:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.769659:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075140.769663:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075140/real 1769075140] req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075140.769672:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075140.769674:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075140.769676:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075140.769679:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000400:00000010:3.0:1769075140.769681:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:3.0:1769075140.769684:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075140.769687:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075140.769698:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769705:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075140.769708:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769710:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.769712:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075140.769716:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769724:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075140.769729:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769737:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075140.769739:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769741:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075140.769743:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769745:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075140.769747:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075140.769750:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075140.769754:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075140.769756:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075140.769760:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075140.769770:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610304:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075140.769774:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769776:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.769781:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9bb80 x1855007926610048/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769789:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075140.769791:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075140.769793:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075140.769796:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075140.769798:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075140.769800:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075140.769803:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075140.769805:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30400. 02000000:00000001:3.0:1769075140.769808:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075140.769810:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075140.769812:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9bb80. 00000100:00000001:3.0:1769075140.769815:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075140.769817:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769818:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.769822:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99c00 x1855007926610176/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769831:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075140.769832:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075140.769834:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075140.769837:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075140.769838:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075140.769840:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075140.769842:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075140.769844:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32400. 02000000:00000001:3.0:1769075140.769846:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075140.769847:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075140.769849:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99c00. 00000100:00000001:3.0:1769075140.769852:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075140.769853:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769855:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075140.769859:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99880 x1855007926610304/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075140.769866:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075140.769867:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075140.769869:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075140.769872:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075140.769873:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075140.769874:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075140.769876:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075140.769878:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32c00. 02000000:00000001:3.0:1769075140.769880:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075140.769883:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075140.769885:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99880. 00000100:00000001:3.0:1769075140.769887:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075140.769889:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769891:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075140.769896:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075140.769897:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075140.769900:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075140.769902:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075140.958658:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075140.958666:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075140.958674:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075140.958676:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075140.958714:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075140.958717:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075140.958721:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075141.982615:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075141.982625:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075141.982628:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075141.982634:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075141.982636:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075141.982638:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075141.982643:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075141.982645:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075141.982647:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075141.982649:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075141.982664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075141.982666:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075141.982744:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075141.982752:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075141.982757:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075143.006745:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075143.006754:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075143.006760:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075143.006762:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075143.006786:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075143.006789:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075143.006792:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075144.030587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075144.030593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075144.030597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075144.030598:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075144.030651:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075144.030655:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075144.030658:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075145.054568:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075145.054573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075145.054577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075145.054580:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075145.054582:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075145.054583:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075145.054586:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075145.054587:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075145.054589:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075145.054590:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075145.054607:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075145.054609:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075145.054611:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075145.886766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075145.886806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075145.886810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075145.886816:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075145.886822:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075145.886836:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1834 00000400:00000200:2.0:1769075145.886855:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075145.886868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075145.886885:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075145.886892:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.886899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.886905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.886911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075145.886918:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075145.886924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075145.886928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075145.886935:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075145.886939:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075145.886942:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075145.886947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.886951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.886953:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.886958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075145.886974:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075145.886980:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075145.886983:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075145.886988:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075145.886993:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075145.886997:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887000:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075145.887003:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075145.887012:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99180. 00000020:00000040:2.0:1769075145.887016:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075145.887023:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075145.887025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887030:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075145.887034:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075145.887041:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075145.887052:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31800. 00000100:00000001:2.0:1769075145.887061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075145.887073:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075145.887090:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075145.887096:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075145.887102:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063faeb2d] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075145.887138:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075145.887142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075145.887146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075145.887148:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075145.887150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075145.887153:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075145.887157:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1834 00000400:00000200:2.0:1769075145.887163:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075145.887169:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075145.887169:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769075145.887176:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075145.887181:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887186:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887198:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075145.887201:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075145.887202:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075145.887204:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075145.887206:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769075145.887208:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075145.887210:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075145.887213:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887216:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075145.887220:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:2.0:1769075145.887223:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887225:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075145.887226:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075145.887270:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075145.887273:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887275:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075145.887291:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075145.887292:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075145.887301:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1769075145.887303:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887312:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075145.887317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98e00. 00000020:00000040:2.0:1769075145.887321:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075145.887328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075145.887329:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1769075145.887332:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075145.887339:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075145.887342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075145.887353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33c00. 00000100:00000001:2.0:1769075145.887359:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075145.887365:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075145.887381:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075145.887389:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075145.887414:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39d5cb1] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075145.887437:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075145.887441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075145.887445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075145.887447:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075145.887449:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075145.887452:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075145.887550:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1834 00000400:00000200:2.0:1769075145.887556:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075145.887560:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075145.887563:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075145.887566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887569:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887572:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075145.887578:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075145.887580:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075145.887582:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075145.887586:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075145.887589:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075145.887593:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075145.887599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887601:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887604:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887607:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075145.887611:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:2.0:1769075145.887616:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887619:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075145.887621:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075145.887626:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075145.887628:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887631:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075145.887636:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075145.887640:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887642:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075145.887647:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9aa00. 00000020:00000040:2.0:1769075145.887651:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075145.887655:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075145.887673:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887676:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075145.887678:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075145.887681:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075145.887685:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31400. 00000100:00000001:2.0:1769075145.887689:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075145.887695:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075145.887707:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075145.887707:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075145.887722:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075145.887729:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095b66cae] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075145.887738:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075145.887748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075145.887752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075145.887753:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075145.887755:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075145.887758:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075145.887761:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1834 00000400:00000200:2.0:1769075145.887766:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075145.887770:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075145.887772:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075145.887776:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075145.887786:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075145.887788:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:2.0:1769075145.887789:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075145.887791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075145.887793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:2.0:1769075145.887795:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:2.0:1769075145.887798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075145.887802:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075145.887814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:2.0:1769075145.887817:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075145.887819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075145.887821:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075145.887824:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075145.887827:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075145.887834:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075145.887839:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887842:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075145.887850:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99880. 00000100:00000001:3.0:1769075145.887851:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075145.887860:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075145.887867:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075145.887870:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075145.887877:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075145.887878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075145.887895:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075145.887898:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075145.887902:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769075145.887910:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926610432:192.168.204.145@tcp:250:kworker.0 02000000:00000001:2.0:1769075145.887912:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.887930:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1769075145.887933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31000. 02000000:00000001:3.0:1769075145.887940:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075145.887941:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.887946:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.887952:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769075145.887954:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075145.887974:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075145.887978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075145.887979:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075145.887985:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075145.887991:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9c08b4] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075145.888004:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075145.888018:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075145.888018:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399b058. 00000100:00000040:2.0:1769075145.888033:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1845) 00000400:00000010:3.0:1769075145.888034:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7203b8. 00000100:00000200:3.0:1769075145.888045:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610432, portal 25 00000100:00000001:3.0:1769075145.888048:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075145.888050:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803438464 : -125747906113152 : ffff8da208b99180) 00000100:00000040:3.0:1769075145.888059:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888067:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075145.888071:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075145.888074:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720990. 00000100:00000200:3.0:1769075145.888076:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926610432, offset 0 00000400:00000200:3.0:1769075145.888082:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888090:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888097:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075145.888102:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075145.888106:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075145.888110:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075145.888112:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888116:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3033:3033:256:4294967295] 192.168.204.145@tcp LPNI seq info [3033:3033:8:4294967295] 00000400:00000200:3.0:1769075145.888119:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888128:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075145.888133:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075145.888137:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13500. 00000800:00000200:3.0:1769075145.888143:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075145.888148:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075145.888165:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075145.888169:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075145.888172:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296518927 00000100:00000001:3.0:1769075145.888179:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296513807 00000100:00000001:3.0:1769075145.888183:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296518927 00000100:00000001:3.0:1769075145.888187:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296513807 00000100:00000001:3.0:1769075145.888189:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075145.888192:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888195:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888197:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075145.888222:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075145.888224:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075145.888228:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075145.888230:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075145.888233:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075145.888240:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888252:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075145.888255:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888257:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075145.888260:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075145.888263:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075145.888266:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610560:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075145.888270:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075145.888274:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075145.888276:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888278:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075145.888282:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075145.888285:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075145.888294:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075145.888299:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bc08. 00000400:00000010:3.0:1769075145.888304:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720330. 00000100:00000200:3.0:1769075145.888307:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610560, portal 10 00000100:00000001:3.0:1769075145.888310:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075145.888312:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803437568 : -125747906114048 : ffff8da208b98e00) 00000100:00000040:3.0:1769075145.888320:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888329:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075145.888332:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075145.888336:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720220. 00000100:00000200:3.0:1769075145.888340:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926610560, offset 0 00000400:00000200:3.0:1769075145.888346:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888351:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888355:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075145.888359:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075145.888363:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075145.888366:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075145.888369:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888373:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3034:3034:255:4294967295] 192.168.204.145@tcp LPNI seq info [3034:3034:7:4294967295] 00000400:00000200:3.0:1769075145.888379:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888410:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075145.888414:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075145.888418:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13200. 00000800:00000200:3.0:1769075145.888421:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075145.888424:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075145.888427:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075145.888430:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075145.888433:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075145.888435:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296508676 00000100:00000001:3.0:1769075145.888437:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888439:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296508676 00000100:00000001:3.0:1769075145.888441:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888442:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075145.888444:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888446:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075145.888449:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888538:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075145.888541:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888544:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075145.888565:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075145.888568:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075145.888573:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610688:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075145.888577:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075145.888580:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075145.888582:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888583:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075145.888587:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075145.888588:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075145.888592:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075145.888594:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bec8. 00000400:00000010:3.0:1769075145.888598:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075145.888601:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610688, portal 4 00000100:00000001:3.0:1769075145.888602:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075145.888603:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803444736 : -125747906106880 : ffff8da208b9aa00) 00000100:00000040:3.0:1769075145.888620:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888626:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075145.888627:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075145.888630:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720b28. 00000100:00000200:3.0:1769075145.888631:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926610688, offset 0 00000400:00000200:3.0:1769075145.888635:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888638:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888641:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075145.888643:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075145.888646:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075145.888648:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075145.888650:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888653:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3035:3035:254:4294967295] 192.168.204.145@tcp LPNI seq info [3035:3035:6:4294967295] 00000400:00000200:3.0:1769075145.888656:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888661:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075145.888664:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075145.888666:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13800. 00000800:00000200:3.0:1769075145.888670:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075145.888674:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075145.888677:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075145.888679:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075145.888682:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075145.888684:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296507419 00000100:00000001:3.0:1769075145.888686:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888688:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296507419 00000100:00000001:3.0:1769075145.888690:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888692:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075145.888694:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888696:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075145.888699:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888704:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075145.888706:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888707:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075145.888709:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075145.888710:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075145.888713:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610816:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075145.888715:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075145.888717:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075145.888718:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075145.888719:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075145.888721:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075145.888723:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075145.888725:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075145.888726:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075145.888729:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075145.888730:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610816, portal 4 00000100:00000001:3.0:1769075145.888732:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075145.888733:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803440256 : -125747906111360 : ffff8da208b99880) 00000100:00000040:3.0:1769075145.888737:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075145.888741:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075145.888743:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075145.888745:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720f68. 00000100:00000200:3.0:1769075145.888747:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926610816, offset 0 00000400:00000200:3.0:1769075145.888750:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888753:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888756:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075145.888759:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075145.888762:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075145.888766:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075145.888769:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075145.888784:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3036:3036:253:4294967295] 192.168.204.145@tcp LPNI seq info [3036:3036:5:4294967295] 00000400:00000200:3.0:1769075145.888789:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075145.888797:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075145.888802:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075145.888807:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13b00. 00000800:00000200:3.0:1769075145.888812:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075145.888818:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075145.888832:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075145.888836:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075145.888842:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075145.888844:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296507421 00000100:00000001:3.0:1769075145.888847:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888849:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296507421 00000100:00000001:3.0:1769075145.888851:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296518927 00000100:00000001:3.0:1769075145.888853:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075145.888855:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888857:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888859:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075145.888862:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075145.888864:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075145.888865:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075145.888867:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075145.888868:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075145.888870:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075146.078603:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075146.078611:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075146.078616:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075146.078618:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075146.078704:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075146.078713:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075146.078718:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075146.782897:0:2369:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.145:988 00000400:00000100:1.0:1769075146.782944:0:2369:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075146.782956:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075146.782962:0:2369:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:1.0:1769075146.782966:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075146.782971:0:2369:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075146.782977:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075146.782982:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13500. 00000400:00000200:1.0:1769075146.782988:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075146.782993:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075146.783000:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720990 00000400:00000010:1.0:1769075146.783003:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720990. 00000100:00000001:1.0:1769075146.783009:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075146.783017:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.783040:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.783045:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.783063:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.783066:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075146.783077:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:1.0:1769075146.783081:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13200. 00000400:00000200:1.0:1769075146.783085:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075146.783090:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075146.783094:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720220 00000100:00000001:3.0:1769075146.783094:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1769075146.783100:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720220. 00000100:00000001:3.0:1769075146.783100:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075146.783106:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075146.783108:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000200:1.0:1769075146.783117:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.783121:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075145/real 1769075146] req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.783155:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1769075146.783158:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075146.783162:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1769075146.783163:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075146.783167:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399b058. 00000400:00000200:3.0:1769075146.783175:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7203b8 00000100:00000001:1.0:1769075146.783178:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075146.783180:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7203b8. 00000100:00000001:1.0:1769075146.783182:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075146.783188:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:1.0:1769075146.783194:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000100:00000200:3.0:1769075146.783198:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1769075146.783200:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13800. 00000400:00000200:1.0:1769075146.783207:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075146.783219:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000200:3.0:1769075146.783220:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075146.783223:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720b28 00000100:00000001:3.0:1769075146.783233:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1769075146.783235:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720b28. 00000100:00000001:3.0:1769075146.783236:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783243:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.783244:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075146.783246:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769075146.783252:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.783256:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.783281:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075146.783281:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075146.783289:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075146.783292:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.783314:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.783317:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075146.783319:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075146.783325:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783329:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000100:1.0:1769075146.783333:0:2369:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000100:00000001:3.0:1769075146.783333:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783338:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000800:00000010:1.0:1769075146.783340:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13b00. 00000100:00000001:3.0:1769075146.783343:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:1.0:1769075146.783346:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00080000:3.0:1769075146.783349:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1769075146.783356:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075146.783361:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720f68 00000100:00080000:3.0:1769075146.783362:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000400:00000010:1.0:1769075146.783366:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720f68. 00000100:00000001:3.0:1769075146.783368:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1769075146.783372:0:2369:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075146.783378:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075146.783382:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.783414:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926610432:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075146.783426:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.783429:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075146.783431:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.783437:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075146.783457:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99180 x1855007926610432/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783499:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075146.783503:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075146.783507:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e800. 02000000:00000001:3.0:1769075146.783515:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075146.783518:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769075146.783522:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075146.783522:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000100:00000001:1.0:1769075146.783529:0:2369:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769075146.783530:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075146.783536:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31800. 02000000:00000001:3.0:1769075146.783541:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075146.783543:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075146.783547:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99180. 00000100:00000001:3.0:1769075146.783551:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075146.783553:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783556:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.783558:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075146.783560:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075146.783561:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075146.783566:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075145/real 1769075146] req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075146.783576:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075146.783578:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075146.783581:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bc08. 00000400:00000200:3.0:1769075146.783584:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720330 00000400:00000010:3.0:1769075146.783587:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720330. 00000100:00000001:3.0:1769075146.783591:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075146.783595:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075146.783611:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783619:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075146.783621:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783623:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.783625:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075146.783629:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783637:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075146.783641:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783647:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075146.783650:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783652:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.783653:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783655:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075146.783656:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075146.783659:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075146.783663:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075146.783666:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075146.783670:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.783679:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610560:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075146.783691:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075146.783695:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075145/real 1769075146] req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075146.783711:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075146.783713:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075146.783715:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bec8. 00000400:00000200:3.0:1769075146.783718:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075146.783720:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075146.783723:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075146.783727:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075146.783736:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783744:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075146.783745:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783747:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.783749:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075146.783754:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783761:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075146.783765:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.783772:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075146.783774:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783776:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.783777:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.783779:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075146.783781:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075146.783783:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075146.783787:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075146.783790:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075146.783795:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.783805:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610688:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075146.784155:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075146.784161:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075145/real 1769075146] req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075146.784172:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075146.784174:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075146.784176:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075146.784179:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075146.784181:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075146.784185:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075146.784189:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075146.784200:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784209:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075146.784210:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784212:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.784214:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075146.784218:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784226:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075146.784230:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784238:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075146.784241:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784243:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075146.784245:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784247:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075146.784248:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075146.784252:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075146.784256:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075146.784258:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075146.784263:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075146.784272:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926610816:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075146.784276:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784279:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075146.784282:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98e00 x1855007926610560/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784289:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075146.784291:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075146.784294:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075146.784297:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075146.784299:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075146.784300:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075146.784303:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075146.784305:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33c00. 02000000:00000001:3.0:1769075146.784308:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075146.784310:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075146.784328:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98e00. 00000100:00000001:3.0:1769075146.784331:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075146.784332:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784334:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075146.784337:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9aa00 x1855007926610688/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784349:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075146.784351:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075146.784353:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075146.784356:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075146.784357:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075146.784358:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075146.784360:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075146.784361:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31400. 02000000:00000001:3.0:1769075146.784363:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075146.784364:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075146.784365:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9aa00. 00000100:00000001:3.0:1769075146.784368:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075146.784369:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784371:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075146.784374:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99880 x1855007926610816/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.784380:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075146.784381:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075146.784382:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075146.784385:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075146.784386:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075146.784388:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075146.784389:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075146.784391:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31000. 02000000:00000001:3.0:1769075146.784393:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075146.784394:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075146.784396:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99880. 00000100:00000001:3.0:1769075146.784399:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075146.784400:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784401:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075146.784409:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075146.784411:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.784413:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075146.784415:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075147.102589:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075147.102599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075147.102606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075147.102608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075147.102635:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075147.102638:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075147.102642:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075148.126538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075148.126544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075148.126548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075148.126549:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075148.126604:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075148.126609:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075148.126613:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075149.150577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075149.150585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075149.150592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075149.150594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075149.150617:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075149.150620:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075149.150624:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075150.174608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075150.174616:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075150.174622:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075150.174624:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075150.174746:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075150.174752:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075150.174757:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075151.006605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.006650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075151.006654:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075151.006657:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075151.006661:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075151.006668:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1840 00000400:00000200:0.0:1769075151.006678:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075151.006684:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075151.006687:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075151.006690:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006693:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075151.006696:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006698:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075151.006703:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075151.006705:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075151.006708:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075151.006711:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075151.006713:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075151.006715:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075151.006717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075151.006721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006722:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075151.006725:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075151.006728:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006730:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075151.006732:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075151.006735:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075151.006738:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.006740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075151.006742:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075151.006751:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc700. 00000020:00000040:0.0:1769075151.006754:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075151.006757:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075151.006759:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.006761:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075151.006781:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075151.006786:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075151.006796:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95000. 00000100:00000001:0.0:1769075151.006803:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075151.006815:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075151.006827:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075151.006832:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075151.006838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0ddd623] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075151.006868:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075151.006873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.006879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075151.006882:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075151.006885:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075151.006890:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075151.006894:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1840 00000400:00000200:0.0:1769075151.006902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075151.006908:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075151.006912:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075151.006917:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075151.006922:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075151.006925:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075151.006929:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769075151.006933:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769075151.006933:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1769075151.006936:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075151.006939:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075151.006943:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000040:3.0:1769075151.006944:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075151.006947:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075151.006952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075151.006958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.006962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075151.006962:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769075151.006966:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075151.006966:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.006969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:3.0:1769075151.006972:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1769075151.006974:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 02000000:00000001:3.0:1769075151.006992:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769075151.006994:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:3.0:1769075151.006996:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.006997:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075151.007000:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769075151.007000:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926610944:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075151.007005:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075151.007006:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075151.007008:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.007010:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075151.007011:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769075151.007013:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769075151.007016:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769075151.007016:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1769075151.007020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.007022:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075151.007022:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075151.007025:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075151.007027:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd880. 00000020:00000040:0.0:1769075151.007030:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769075151.007033:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769075151.007034:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075151.007035:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.007037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075151.007039:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1769075151.007039:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 02000000:00000001:0.0:1769075151.007042:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075151.007046:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 02000000:00000010:0.0:1769075151.007047:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94400. 00000100:00000001:0.0:1769075151.007051:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075151.007055:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926610944, portal 25 00000100:00100000:0.0:1769075151.007056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075151.007058:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075151.007061:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788968704 : -125747920582912 : ffff8da207dcc700) 00000100:00000001:0.0:1769075151.007067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1769075151.007068:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075151.007071:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075151.007076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2fd29f] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007078:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075151.007082:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075151.007086:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000001:0.0:1769075151.007087:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075151.007090:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926610944, offset 0 00000100:00080000:0.0:1769075151.007091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075151.007095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075151.007097:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1769075151.007098:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075151.007100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075151.007102:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075151.007105:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1840 00000400:00000200:3.0:1769075151.007108:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075151.007110:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075151.007113:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:3.0:1769075151.007115:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:0.0:1769075151.007116:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075151.007119:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.007122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075151.007122:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1769075151.007125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:3.0:1769075151.007127:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075151.007128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075151.007131:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075151.007132:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:3.0:1769075151.007132:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769075151.007135:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1769075151.007136:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000040:0.0:1769075151.007137:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075151.007141:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:3.0:1769075151.007142:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3037:3037:256:4294967295] 192.168.204.145@tcp LPNI seq info [3037:3037:8:4294967295] 00000020:00000001:0.0:1769075151.007144:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:0.0:1769075151.007149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:3.0:1769075151.007149:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075151.007151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075151.007153:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075151.007156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075151.007159:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:3.0:1769075151.007162:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00080000:0.0:1769075151.007163:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075151.007166:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075151.007168:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.0:1769075151.007170:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:0.0:1769075151.007172:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075151.007174:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075151.007176:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000100:00000001:0.0:1769075151.007177:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075151.007180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075151.007182:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.007185:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075151.007185:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000010:0.0:1769075151.007189:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf100. 00000800:00000200:3.0:1769075151.007190:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000020:00000040:0.0:1769075151.007192:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075151.007195:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075151.007197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769075151.007198:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075151.007199:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075151.007201:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075151.007203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769075151.007203:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 02000000:00000010:0.0:1769075151.007208:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95800. 00000800:00000100:3.0:1769075151.007209:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075151.007212:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075151.007213:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000100:00100000:0.0:1769075151.007218:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075151.007220:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075151.007227:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075151.007228:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075151.007231:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075151.007233:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000100:00000040:0.0:1769075151.007236:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b7a159] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075151.007237:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075151.007244:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075151.007246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075151.007249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769075151.007249:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075151.007277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075151.007279:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075151.007282:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075151.007287:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075151.007287:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769075151.007291:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1840 00000100:00000040:3.0:1769075151.007294:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075151.007297:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075151.007303:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075151.007307:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075151.007309:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075151.007312:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075151.007313:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075151.007316:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075151.007319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075151.007321:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.007323:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075151.007327:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769075151.007328:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:0.0:1769075151.007329:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075151.007332:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075151.007333:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296524046 00000020:00000040:0.0:1769075151.007336:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075151.007340:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075151.007344:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:3.0:1769075151.007344:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296518927 00000100:00000040:0.0:1769075151.007349:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075151.007351:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296524046 00000100:00000001:0.0:1769075151.007354:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075151.007358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075151.007358:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296518927 00000100:00000001:0.0:1769075151.007362:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075151.007364:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769075151.007391:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:3.0:1769075151.007395:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075151.007396:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075151.007400:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075151.007401:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075151.007405:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769075151.007408:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075151.007410:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075151.007414:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075151.007417:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075151.007421:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075151.007426:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075151.007427:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769075151.007429:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075151.007430:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075151.007434:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000100:00000010:0.0:1769075151.007435:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf800. 00000020:00000040:0.0:1769075151.007439:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000200:3.0:1769075151.007439:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075151.007443:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 02000000:00000001:0.0:1769075151.007444:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075151.007446:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007448:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075151.007449:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075151.007453:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1769075151.007455:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075151.007456:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075151.007502:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97000. 00000100:00000001:0.0:1769075151.007508:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075151.007511:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075151.007516:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075151.007526:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075151.007530:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075151.007530:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075151.007535:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007536:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.007540:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075151.007544:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a55f85] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075151.007547:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075151.007560:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007562:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075151.007567:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1850) 00000100:00000040:3.0:1769075151.007570:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007584:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075151.007589:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.007592:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.007595:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.007599:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075151.007602:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075151.007607:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075151.007614:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075151.007619:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075151.007628:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075151.007658:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926610944:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075151.007662:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.007664:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.007667:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc700 x1855007926610944/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007673:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075151.007675:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075151.007678:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075151.007680:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075151.007682:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075151.007684:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075151.007686:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075151.007688:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95000. 02000000:00000001:3.0:1769075151.007691:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075151.007693:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075151.007695:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc700. 00000100:00000001:3.0:1769075151.007697:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075151.007698:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.007700:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.007707:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075151.007709:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007711:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075151.007712:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075151.007714:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075151.007717:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007723:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075151.007724:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.007726:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075151.007728:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075151.007730:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075151.007733:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611072:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075151.007736:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075151.007738:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075151.007739:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.007741:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075151.007744:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075151.007762:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075151.007768:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075151.007771:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075151.007776:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075151.007780:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611072, portal 10 00000100:00000001:3.0:1769075151.007782:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075151.007784:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788973184 : -125747920578432 : ffff8da207dcd880) 00000100:00000040:3.0:1769075151.007791:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007799:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075151.007802:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075151.007804:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075151.007807:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926611072, offset 0 00000400:00000200:3.0:1769075151.007812:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075151.007816:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.007821:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075151.007825:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075151.007828:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075151.007831:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075151.007834:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075151.007838:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3038:3038:256:4294967295] 192.168.204.145@tcp LPNI seq info [3038:3038:8:4294967295] 00000400:00000200:3.0:1769075151.007843:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.007850:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075151.007856:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.007860:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075151.007865:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075151.007868:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000200:3.1:1769075151.007874:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075151.007877:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000100:3.0:1769075151.007882:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.007884:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075151.007888:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075151.007892:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075151.007896:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075151.007898:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075151.007901:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075151.007905:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007915:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.007918:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.007926:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007928:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075151.007932:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075151.007936:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075151.007940:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075151.007943:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296513796 00000100:00000001:3.0:1769075151.007946:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.007949:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296513796 00000100:00000001:3.0:1769075151.007952:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.007954:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075151.007956:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.007959:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075151.007962:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075151.007992:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075151.007993:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075151.007995:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075151.007997:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075151.007998:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075151.008000:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075151.008002:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075151.008009:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008015:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075151.008016:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008017:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008019:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075151.008022:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008027:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075151.008030:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008036:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075151.008038:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008039:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008040:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008041:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075151.008043:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075151.008045:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075151.008047:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075151.008049:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075151.008053:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075151.008060:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611072:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075151.008063:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075151.008065:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008070:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075151.008072:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.008073:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075151.008075:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075151.008076:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075151.008078:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611200:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075151.008081:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075151.008082:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075151.008083:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.008085:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075151.008087:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075151.008089:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075151.008092:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075151.008094:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075151.008097:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075151.008099:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611200, portal 4 00000100:00000001:3.0:1769075151.008101:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075151.008102:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788979456 : -125747920572160 : ffff8da207dcf100) 00000100:00000040:3.0:1769075151.008107:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008112:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075151.008114:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075151.008116:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075151.008118:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926611200, offset 0 00000400:00000200:3.0:1769075151.008122:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075151.008125:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.008128:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075151.008130:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075151.008133:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075151.008135:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075151.008137:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075151.008140:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3039:3039:256:4294967295] 192.168.204.145@tcp LPNI seq info [3039:3039:8:4294967295] 00000400:00000200:3.0:1769075151.008143:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.008149:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075151.008152:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.008155:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075151.008158:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075151.008160:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000200:3.1:1769075151.008163:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075151.008165:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000100:3.0:1769075151.008169:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.008170:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075151.008173:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075151.008176:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075151.008178:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075151.008179:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075151.008182:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075151.008184:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008191:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.008194:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008199:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.008200:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075151.008203:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075151.008205:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075151.008207:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075151.008210:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296512538 00000100:00000001:3.0:1769075151.008212:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.008214:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296512538 00000100:00000001:3.0:1769075151.008216:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.008217:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075151.008219:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.008220:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075151.008223:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075151.008229:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075151.008230:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075151.008231:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075151.008232:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075151.008234:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075151.008236:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075151.008238:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075151.008245:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008250:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075151.008251:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008253:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008254:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075151.008257:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008280:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075151.008285:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008292:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075151.008296:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008298:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008299:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008301:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075151.008303:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075151.008306:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075151.008309:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075151.008312:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075151.008316:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075151.008324:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611200:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075151.008328:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075151.008331:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008338:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075151.008340:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.008342:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075151.008344:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075151.008346:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075151.008349:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611328:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075151.008352:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075151.008354:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075151.008356:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.008358:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075151.008362:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075151.008364:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075151.008390:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075151.008394:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075151.008398:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075151.008401:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611328, portal 4 00000100:00000001:3.0:1769075151.008405:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075151.008406:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788981248 : -125747920570368 : ffff8da207dcf800) 00000100:00000040:3.0:1769075151.008413:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008421:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075151.008424:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075151.008426:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075151.008429:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926611328, offset 0 00000400:00000200:3.0:1769075151.008433:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075151.008438:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.008441:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075151.008445:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075151.008448:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075151.008450:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075151.008453:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075151.008457:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3040:3040:256:4294967295] 192.168.204.145@tcp LPNI seq info [3040:3040:8:4294967295] 00000400:00000200:3.0:1769075151.008487:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075151.008495:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075151.008500:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.008505:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075151.008509:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075151.008513:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000200:3.1:1769075151.008518:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075151.008521:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 27 secs later) 00000800:00000100:3.0:1769075151.008526:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075151.008528:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075151.008532:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075151.008535:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075151.008539:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075151.008541:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075151.008544:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075151.008549:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008565:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.008569:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008577:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.008578:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075151.008581:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075151.008585:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075151.008588:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075151.008590:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296512541 00000100:00000001:3.0:1769075151.008593:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.008595:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296512541 00000100:00000001:3.0:1769075151.008598:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296524046 00000100:00000001:3.0:1769075151.008601:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075151.008603:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.008605:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075151.008609:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075151.008617:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075151.008619:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075151.008620:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075151.008624:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075151.008626:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075151.008630:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075151.008636:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075151.008665:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008673:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075151.008676:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008678:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008680:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075151.008685:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008695:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075151.008700:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008710:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075151.008713:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008715:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.008718:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008720:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075151.008723:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075151.008726:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075151.008731:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075151.008734:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075151.008740:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075151.008749:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611328:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075151.008771:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008773:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.008777:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd880 x1855007926611072/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008785:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075151.008787:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075151.008790:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:3.0:1769075151.008793:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075151.008795:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075151.008797:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075151.008800:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075151.008802:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94400. 02000000:00000001:3.0:1769075151.008805:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075151.008806:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075151.008808:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd880. 00000100:00000001:3.0:1769075151.008811:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075151.008813:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008815:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.008818:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf100 x1855007926611200/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008826:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075151.008827:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075151.008829:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f800. 02000000:00000001:3.0:1769075151.008831:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075151.008832:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075151.008834:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075151.008836:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075151.008837:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95800. 02000000:00000001:3.0:1769075151.008839:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075151.008840:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075151.008842:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf100. 00000100:00000001:3.0:1769075151.008844:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075151.008846:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008847:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075151.008850:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf800 x1855007926611328/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.008857:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075151.008858:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075151.008860:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075151.008862:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075151.008863:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075151.008865:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075151.008867:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075151.008868:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97000. 02000000:00000001:3.0:1769075151.008872:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075151.008873:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075151.008875:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf800. 00000100:00000001:3.0:1769075151.008877:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075151.008879:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008881:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.008886:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075151.008887:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.008889:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075151.008891:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075151.198601:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075151.198608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075151.198614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075151.198617:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075151.198642:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075151.198645:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075151.198647:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075152.222604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075152.222616:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075152.222620:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075152.222640:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075152.222661:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075152.222663:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075152.222671:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075152.222674:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075152.222677:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075152.222680:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075152.222686:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075152.222687:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075152.222770:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075152.222775:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075152.222795:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075153.246640:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075153.246648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075153.246653:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075153.246654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075153.246689:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075153.246692:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075153.246695:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075154.270599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075154.270609:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075154.270620:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075154.270623:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075154.270720:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075154.270726:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075154.270731:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075155.294646:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075155.294656:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075155.294663:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075155.294667:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075155.294671:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075155.294674:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075155.294677:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075155.294679:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075155.294690:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075155.294692:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075155.294718:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075155.294722:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075155.294725:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075156.126668:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075156.126685:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075156.126691:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.126697:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075156.126704:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075156.126716:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1845 00000400:00000200:3.0:1769075156.126730:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075156.126740:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075156.126747:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075156.126752:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.126758:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.126763:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.126767:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075156.126774:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075156.126778:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075156.126782:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075156.126787:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075156.126792:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075156.126797:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075156.126804:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.126808:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.126812:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.126815:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075156.126821:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075156.126829:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075156.126834:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.126839:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075156.126845:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075156.126850:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.126855:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075156.126859:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075156.126873:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075156.126880:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075156.126887:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075156.126890:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.126896:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.126901:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.126907:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075156.126920:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075156.126928:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075156.126941:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075156.126957:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075156.126980:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.126990:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.127047:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.127054:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075156.127062:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075156.127065:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.127071:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075156.127078:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075156.127089:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1845 00000400:00000200:3.0:1769075156.127102:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075156.127119:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075156.127131:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075156.127135:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075156.127149:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:2.0:1769075156.127153:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075156.127159:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075156.127183:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075156.127184:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075156.127189:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.127198:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769075156.127200:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769075156.127224:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075156.127233:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075156.127234:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075156.127243:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075156.127249:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1769075156.127255:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926611456:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075156.127258:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:2.0:1769075156.127266:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769075156.127269:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769075156.127275:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1769075156.127277:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 02000000:00000001:2.0:1769075156.127321:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075156.127322:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:2.0:1769075156.127328:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769075156.127337:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000010:2.0:1769075156.127344:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075156.127350:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.127355:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.127365:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075156.127366:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075156.127377:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000100:00000040:3.0:1769075156.127378:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.127388:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000010:2.0:1769075156.127390:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000020:00000040:3.0:1769075156.127400:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000200:2.0:1769075156.127403:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611456, portal 25 00000100:00080000:3.0:1769075156.127413:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075156.127415:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075156.127418:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000001:3.0:1769075156.127428:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075156.127432:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075156.127440:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075156.127451:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075156.127456:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075156.127457:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769075156.127488:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075156.127492:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926611456, offset 0 00000400:00000200:2.0:1769075156.127500:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075156.127512:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075156.127522:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075156.127529:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075156.127535:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075156.127543:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075156.127551:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.127553:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.127566:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769075156.127573:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3041:3041:256:4294967295] 192.168.204.145@tcp LPNI seq info [3041:3041:8:4294967295] 00000008:00100000:3.0:1769075156.127577:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1769075156.127589:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00000001:3.0:1769075156.127593:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.127598:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075156.127621:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000400:00000200:2.0:1769075156.127626:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:3.0:1769075156.127629:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075156.127640:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:2.0:1769075156.127646:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075156.127647:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.127664:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1769075156.127666:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 02000000:00000001:3.0:1769075156.127669:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.127679:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075156.127690:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000010:3.0:1769075156.127692:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000800:00000200:2.0:1769075156.127697:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000100:00000001:3.0:1769075156.127701:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075156.127715:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1769075156.127724:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075156.127740:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000100:00000001:3.0:1769075156.127764:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:2.0:1769075156.127775:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075156.127776:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075156.127786:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000100:00000040:3.0:1769075156.127792:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075156.127798:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075156.127825:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075156.127828:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.127834:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00080000:3.0:1769075156.127835:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1769075156.127848:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00080000:3.0:1769075156.127851:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075156.127863:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769075156.127867:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769075156.127868:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075156.127879:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:2.0:1769075156.127883:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075156.127893:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1845 00000100:00000001:2.0:1769075156.127903:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1769075156.127913:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075156.127916:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.127929:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075156.127932:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075156.127933:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075156.127946:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075156.127947:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.127965:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075156.127965:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075156.127974:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296529167 00000100:00000001:3.0:1769075156.127981:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075156.127987:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524046 00000100:00000040:3.0:1769075156.127993:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075156.127996:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296529167 00000100:00000001:3.0:1769075156.128008:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075156.128009:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524046 00000100:00000001:2.0:1769075156.128021:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075156.128024:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075156.128026:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.128034:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000040:3.0:1769075156.128034:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075156.128046:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1769075156.128047:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075156.128059:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000001:2.0:1769075156.128064:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075156.128071:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769075156.128072:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:2.0:1769075156.128076:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075156.128083:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000020:00000001:3.0:1769075156.128086:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:2.0:1769075156.128088:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075156.128097:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1769075156.128106:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075156.128108:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.128116:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.128132:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.128147:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000200:2.0:1769075156.128155:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075156.128170:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075156.128182:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075156.128201:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.128216:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075156.128220:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075156.128227:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075156.128229:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075156.128253:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075156.128253:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.128267:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075156.128269:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769075156.128318:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1769075156.128321:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075156.128331:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.128342:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.128360:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769075156.128361:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075156.128375:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000040:2.0:1769075156.128384:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075156.128386:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075156.128393:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.128404:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.128411:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075156.128418:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769075156.128422:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.128423:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.128438:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.128440:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075156.128443:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:2.0:1769075156.128444:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075156.128450:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075156.128487:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075156.128493:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075156.128496:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075156.128500:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075156.128502:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075156.128527:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926611456:192.168.204.145@tcp:250:kworker.0 00000100:00100000:3.0:1769075156.128531:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075156.128543:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.128555:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.128566:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926611456/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.128569:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075156.128582:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.128588:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075156.128592:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1769075156.128598:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075156.128599:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075156.128612:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075156.128620:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075156.128628:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000100:00000001:3.0:1769075156.128631:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075156.128640:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769075156.128644:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1769075156.128646:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 00000100:00080000:3.0:1769075156.128662:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:2.0:1769075156.128665:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075156.128667:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1769075156.128669:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1769075156.128675:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1769075156.128676:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:3.0:1769075156.128692:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075156.128693:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075156.128705:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075156.128711:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1845 00000100:00000001:2.0:1769075156.128713:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075156.128732:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075156.128735:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075156.128739:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075156.128740:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075156.128749:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075156.128751:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075156.128754:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075156.128762:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075156.128767:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075156.128781:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.128783:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.128801:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.128816:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075156.128833:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769075156.128836:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769075156.128837:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:2.0:1769075156.128844:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075156.128844:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075156.128858:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 02000000:00000001:2.0:1769075156.128860:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075156.128870:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075156.128871:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 02000000:00000001:2.0:1769075156.128891:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075156.128891:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00100000:2.0:1769075156.128921:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611584:192.168.204.145@tcp:38:kworker.0 00000100:00000040:3.0:1769075156.128921:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075156.128939:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075156.128941:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075156.128955:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075156.128959:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:2.0:1769075156.128961:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.128967:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075156.128969:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075156.128982:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 00000020:00000040:3.0:1769075156.128982:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 02000000:00000001:2.0:1769075156.129001:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.129010:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075156.129018:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.129036:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075156.129042:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075156.129049:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 02000000:00000001:3.0:1769075156.129050:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769075156.129054:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 02000000:00000001:3.0:1769075156.129066:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075156.129067:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611584, portal 10 00000100:00000001:2.0:1769075156.129077:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075156.129084:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000001:3.0:1769075156.129084:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075156.129094:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1769075156.129098:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075156.129111:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.129127:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.129133:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075156.129139:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075156.129143:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000010:3.0:1769075156.129145:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000100:00000200:2.0:1769075156.129165:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926611584, offset 0 00000020:00000040:3.0:1769075156.129169:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000200:2.0:1769075156.129181:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075156.129192:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769075156.129195:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075156.129203:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.129208:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075156.129219:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769075156.129220:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075156.129233:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075156.129235:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075156.129242:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075156.129245:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075156.129247:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.129254:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3042:3042:256:4294967295] 192.168.204.145@tcp LPNI seq info [3042:3042:8:4294967295] 00000400:00000200:2.0:1769075156.129262:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075156.129268:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000400:00000200:2.0:1769075156.129271:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075156.129320:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075156.129329:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.129335:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075156.129343:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00100000:3.0:1769075156.129343:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769075156.129354:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000200:2.1:1769075156.129372:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075156.129383:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000100:2.0:1769075156.129400:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.129404:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075156.129411:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075156.129416:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769075156.129419:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075156.129424:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00000001:3.0:1769075156.129426:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075156.129429:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075156.129441:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075156.129448:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075156.129453:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129482:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.129487:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129531:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.129542:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075156.129550:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075156.129561:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000100:00000001:3.0:1769075156.129567:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.129574:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075156.129579:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296518918 00000100:00000040:3.0:1769075156.129583:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1855) 00000100:00000001:2.0:1769075156.129584:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.129594:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296518918 00000100:00000001:2.0:1769075156.129613:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.129616:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075156.129618:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.129620:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075156.129625:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075156.129634:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075156.129636:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075156.129638:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075156.129640:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075156.129642:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075156.129644:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075156.129647:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075156.129655:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129661:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075156.129662:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129664:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.129665:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075156.129668:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129675:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075156.129679:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129685:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075156.129687:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129688:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.129689:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129691:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075156.129692:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075156.129695:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075156.129698:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075156.129699:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075156.129702:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075156.129709:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611584:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075156.129712:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075156.129715:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129721:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075156.129723:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075156.129725:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075156.129727:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075156.129729:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075156.129732:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611712:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075156.129735:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075156.129737:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075156.129739:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075156.129741:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075156.129746:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075156.129748:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.129752:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075156.129755:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075156.129758:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075156.129761:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611712, portal 4 00000100:00000001:2.0:1769075156.129763:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075156.129764:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:2.0:1769075156.129770:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129776:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075156.129778:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075156.129779:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075156.129781:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926611712, offset 0 00000400:00000200:2.0:1769075156.129785:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075156.129788:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075156.129792:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075156.129795:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075156.129797:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075156.129799:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075156.129801:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075156.129804:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3043:3043:256:4294967295] 192.168.204.145@tcp LPNI seq info [3043:3043:8:4294967295] 00000400:00000200:2.0:1769075156.129808:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075156.129814:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075156.129818:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.129820:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075156.129824:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075156.129826:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000200:2.1:1769075156.129831:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075156.129833:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000100:2.0:1769075156.129836:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.129839:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075156.129842:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075156.129845:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075156.129847:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075156.129849:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075156.129851:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075156.129854:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129861:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.129863:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129869:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.129871:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075156.129873:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075156.129876:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075156.129878:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075156.129880:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296517660 00000100:00000001:2.0:1769075156.129883:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.129885:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296517660 00000100:00000001:2.0:1769075156.129887:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.129889:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075156.129891:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.129892:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075156.129895:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075156.129901:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075156.129902:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075156.129903:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075156.129905:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075156.129907:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075156.129909:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075156.129912:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075156.129920:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129925:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075156.129926:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129927:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.129928:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075156.129931:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129936:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075156.129939:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129945:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075156.129947:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129948:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.129949:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129950:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075156.129952:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075156.129954:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075156.129956:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075156.129958:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075156.129961:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075156.129967:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611712:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075156.129970:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.129972:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.129975:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926611584/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.129981:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075156.129983:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075156.129985:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075156.129987:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075156.129988:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075156.129989:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075156.129991:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075156.129992:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:2.0:1769075156.129995:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075156.129996:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075156.129998:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:2.0:1769075156.130000:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075156.130002:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130004:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.130006:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926611712/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130012:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075156.130013:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075156.130014:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075156.130016:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075156.130016:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075156.130017:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075156.130019:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075156.130020:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:2.0:1769075156.130022:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075156.130022:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075156.130023:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:2.0:1769075156.130026:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075156.130027:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130029:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130032:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075156.130033:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.130035:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075156.130037:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075156.130039:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075156.130042:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130049:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075156.130050:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075156.130052:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075156.130054:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075156.130055:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075156.130058:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611840:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075156.130061:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075156.130062:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075156.130064:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075156.130066:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075156.130068:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075156.130070:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075156.130073:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075156.130076:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075156.130078:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075156.130081:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611840, portal 4 00000100:00000001:2.0:1769075156.130082:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075156.130084:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:2.0:1769075156.130089:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130095:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075156.130097:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075156.130098:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075156.130100:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926611840, offset 0 00000400:00000200:2.0:1769075156.130104:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075156.130106:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075156.130109:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075156.130111:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075156.130113:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075156.130115:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075156.130118:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075156.130121:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3044:3044:256:4294967295] 192.168.204.145@tcp LPNI seq info [3044:3044:8:4294967295] 00000400:00000200:2.0:1769075156.130125:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075156.130130:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075156.130134:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.130136:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075156.130139:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075156.130142:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000200:2.1:1769075156.130146:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075156.130148:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 22 secs later) 00000800:00000100:2.0:1769075156.130152:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075156.130170:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075156.130173:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075156.130177:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075156.130180:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075156.130181:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075156.130184:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075156.130187:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130194:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.130196:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130203:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.130204:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075156.130208:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075156.130211:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075156.130214:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075156.130216:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296517662 00000100:00000001:2.0:1769075156.130219:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.130221:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296517662 00000100:00000001:2.0:1769075156.130223:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296529167 00000100:00000001:2.0:1769075156.130226:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075156.130228:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.130229:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075156.130233:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075156.130240:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075156.130241:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075156.130242:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075156.130244:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075156.130246:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075156.130248:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075156.130251:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075156.130259:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130265:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075156.130266:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130268:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.130269:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075156.130272:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130278:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075156.130302:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130325:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075156.130327:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130328:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075156.130329:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130330:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075156.130331:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075156.130334:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075156.130337:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075156.130339:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075156.130343:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075156.130348:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926611840:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075156.130352:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130353:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075156.130356:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926611840/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075156.130360:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075156.130362:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075156.130363:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33800. 02000000:00000001:2.0:1769075156.130364:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075156.130365:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075156.130366:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075156.130368:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075156.130369:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:2.0:1769075156.130371:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075156.130372:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075156.130373:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:2.0:1769075156.130376:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075156.130377:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130378:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.130381:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075156.130382:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.130384:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075156.130385:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075156.318608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075156.318628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075156.318634:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075156.318636:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075156.318717:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075156.318720:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075156.318724:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075157.342602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075157.342611:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075157.342619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075157.342621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075157.342663:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075157.342667:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075157.342671:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075158.366637:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075158.366643:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075158.366647:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075158.366649:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075158.366750:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075158.366759:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075158.366766:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075159.390614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075159.390621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075159.390626:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075159.390628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075159.390651:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075159.390654:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075159.390657:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075160.414644:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075160.414654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075160.414663:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075160.414665:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075160.414760:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075160.414765:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075160.414769:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075161.246622:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.246632:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075161.246634:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075161.246638:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.246642:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075161.246649:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1850 00000400:00000200:0.0:1769075161.246659:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075161.246665:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.246669:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075161.246672:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246675:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.246677:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246679:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075161.246683:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.246685:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075161.246687:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.246690:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075161.246692:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075161.246694:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075161.246697:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246699:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.246700:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246702:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075161.246705:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075161.246708:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246710:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.246712:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.246715:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075161.246717:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246719:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075161.246721:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075161.246729:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdf80. 00000020:00000040:0.0:1769075161.246732:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075161.246735:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.246737:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246740:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075161.246743:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075161.246746:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075161.246753:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94c00. 00000100:00000001:0.0:1769075161.246759:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075161.246768:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075161.246778:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075161.246782:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075161.246786:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5f464] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075161.246810:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.246813:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.246817:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075161.246818:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075161.246820:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.246822:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075161.246824:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1850 00000400:00000200:0.0:1769075161.246827:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075161.246829:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.246831:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075161.246833:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246835:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.246837:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246839:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075161.246840:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.246842:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075161.246843:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.246845:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075161.246847:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075161.246849:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075161.246852:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246854:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.246856:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246859:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075161.246861:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:0.0:1769075161.246864:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075161.246867:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.246867:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769075161.246872:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769075161.246874:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769075161.246878:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075161.246878:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769075161.246884:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246886:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:2.0:1769075161.246891:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769075161.246892:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075161.246900:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246906:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075161.246913:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf480. 00000020:00000040:0.0:1769075161.246919:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769075161.246924:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.246927:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246932:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769075161.246933:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769075161.246936:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075161.246938:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.246941:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.246943:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1769075161.246946:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 02000000:00000001:2.0:1769075161.246947:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075161.246953:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246954:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075161.246960:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926611968:192.168.204.145@tcp:250:kworker.0 00000100:00100000:0.0:1769075161.246964:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075161.246967:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075161.246974:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075161.246975:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769075161.246977:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.246980:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.246982:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1769075161.246987:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1977da] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075161.246990:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075161.246996:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247005:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.247008:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769075161.247010:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:0.0:1769075161.247013:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075161.247017:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769075161.247017:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000100:00080000:0.0:1769075161.247019:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.247024:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:2.0:1769075161.247026:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00080000:0.0:1769075161.247027:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1850 00000400:00000200:0.0:1769075161.247035:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:2.0:1769075161.247038:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926611968, portal 25 00000400:00000200:0.0:1769075161.247039:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.247046:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769075161.247047:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075161.247052:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974976 : -125747920576640 : ffff8da207dcdf80) 00000100:00000040:0.0:1769075161.247054:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247058:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075161.247063:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075161.247064:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247069:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075161.247075:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.247078:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075161.247082:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.247086:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:2.0:1769075161.247087:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769075161.247093:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075161.247097:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000001:0.0:1769075161.247099:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000010:2.0:1769075161.247103:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000040:0.0:1769075161.247106:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075161.247108:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926611968, offset 0 00000100:00000001:0.0:1769075161.247110:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.247115:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247118:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075161.247123:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:2.0:1769075161.247123:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075161.247130:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247137:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.247139:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.247142:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075161.247147:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075161.247148:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247152:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075161.247154:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1769075161.247158:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000008:00000001:0.0:1769075161.247159:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247165:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.247168:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1769075161.247170:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcca80. 00000020:00000040:0.0:1769075161.247175:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:2.0:1769075161.247176:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:0.0:1769075161.247179:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.247182:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.247183:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769075161.247186:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769075161.247191:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:0.0:1769075161.247192:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075161.247214:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075161.247218:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96800. 00000100:00000001:0.0:1769075161.247231:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075161.247236:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075161.247247:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769075161.247250:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3045:3045:256:4294967295] 192.168.204.145@tcp LPNI seq info [3045:3045:8:4294967295] 00000100:00000001:0.0:1769075161.247251:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075161.247259:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085c63d83] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075161.247269:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075161.247274:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.247278:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.247281:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075161.247283:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075161.247286:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.247292:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769075161.247298:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00080000:0.0:1769075161.247299:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1850 00000400:00000200:0.0:1769075161.247308:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075161.247316:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.247318:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000200:2.0:1769075161.247324:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000040:0.0:1769075161.247325:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247332:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.247335:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247337:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000010:2.0:1769075161.247339:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000020:00000001:0.0:1769075161.247340:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.247343:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075161.247346:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.247348:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075161.247350:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075161.247353:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000200:2.0:1769075161.247359:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:0.0:1769075161.247360:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247364:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.247369:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247371:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:2.0:1769075161.247371:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000020:00000040:0.0:1769075161.247375:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075161.247382:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075161.247385:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.247390:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.1:1769075161.247390:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:0.0:1769075161.247393:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075161.247399:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247401:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:2.1:1769075161.247401:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000008:00100000:0.0:1769075161.247405:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075161.247412:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247415:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769075161.247418:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000010:0.0:1769075161.247420:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcce00. 00000020:00000040:0.0:1769075161.247426:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000800:00000010:2.0:1769075161.247426:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 02000000:00000001:0.0:1769075161.247430:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.247432:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.247435:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769075161.247438:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1769075161.247446:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075161.247450:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.247451:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000010:0.0:1769075161.247455:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000100:00000001:0.0:1769075161.247500:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075161.247505:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075161.247512:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00000001:0.0:1769075161.247513:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075161.247517:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075161.247521:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000040:0.0:1769075161.247523:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3e2cc7] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247531:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075161.247533:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075161.247540:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1860) 00000100:00000200:2.0:1769075161.247546:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247564:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.247570:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247581:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.247583:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075161.247592:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.247598:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075161.247603:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296534287 00000100:00000001:2.0:1769075161.247611:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296529167 00000100:00000001:2.0:1769075161.247614:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296534287 00000100:00000001:2.0:1769075161.247618:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296529167 00000100:00000001:2.0:1769075161.247620:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075161.247623:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.247626:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075161.247630:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075161.247649:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075161.247651:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075161.247653:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075161.247657:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075161.247658:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075161.247660:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075161.247664:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075161.247672:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247677:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075161.247679:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247681:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.247683:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075161.247686:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247692:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075161.247696:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247703:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075161.247705:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247706:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.247708:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247710:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075161.247711:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075161.247714:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075161.247718:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075161.247720:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075161.247724:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075161.247732:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926611968:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075161.247736:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247738:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.247740:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdf80 x1855007926611968/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247746:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075161.247748:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075161.247750:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075161.247753:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075161.247754:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075161.247756:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075161.247757:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075161.247760:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94c00. 02000000:00000001:2.0:1769075161.247763:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075161.247764:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075161.247766:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdf80. 00000100:00000001:2.0:1769075161.247768:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075161.247770:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247771:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.247778:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075161.247780:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.247782:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075161.247783:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075161.247784:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075161.247788:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247794:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075161.247795:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.247797:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075161.247799:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075161.247802:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075161.247805:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612096:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075161.247808:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075161.247810:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075161.247812:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.247813:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075161.247816:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075161.247818:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.247822:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075161.247825:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075161.247828:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075161.247830:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612096, portal 10 00000100:00000001:2.0:1769075161.247832:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075161.247833:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788980352 : -125747920571264 : ffff8da207dcf480) 00000100:00000040:2.0:1769075161.247839:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247845:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075161.247847:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075161.247849:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075161.247851:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926612096, offset 0 00000400:00000200:2.0:1769075161.247854:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075161.247858:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.247861:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075161.247864:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075161.247867:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075161.247869:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075161.247871:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075161.247874:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3046:3046:256:4294967295] 192.168.204.145@tcp LPNI seq info [3046:3046:8:4294967295] 00000400:00000200:2.0:1769075161.247877:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.247883:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075161.247887:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.247890:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075161.247894:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075161.247897:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000200:2.1:1769075161.247901:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075161.247903:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000100:2.0:1769075161.247907:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.247909:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075161.247911:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075161.247914:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075161.247917:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075161.247919:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075161.247921:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075161.247924:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247931:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.247934:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247939:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.247941:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075161.247943:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075161.247946:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075161.247949:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075161.247951:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296524036 00000100:00000001:2.0:1769075161.247953:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.247955:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296524036 00000100:00000001:2.0:1769075161.247957:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.247959:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075161.247961:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.247962:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075161.247965:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075161.247977:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075161.247979:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075161.247980:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075161.247982:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075161.247983:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075161.247985:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075161.247987:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075161.247994:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.247999:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075161.248001:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248002:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248003:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075161.248007:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248012:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075161.248015:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248021:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075161.248022:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248024:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248025:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248026:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075161.248027:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075161.248030:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075161.248032:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075161.248034:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075161.248037:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075161.248044:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612096:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075161.248047:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075161.248050:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248055:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075161.248057:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.248058:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075161.248060:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075161.248062:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075161.248064:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612224:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075161.248066:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075161.248068:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075161.248069:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.248070:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075161.248073:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075161.248075:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.248078:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075161.248080:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075161.248083:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075161.248085:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612224, portal 4 00000100:00000001:2.0:1769075161.248087:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075161.248088:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788969600 : -125747920582016 : ffff8da207dcca80) 00000100:00000040:2.0:1769075161.248093:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248098:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075161.248100:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075161.248102:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075161.248104:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926612224, offset 0 00000400:00000200:2.0:1769075161.248107:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075161.248110:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.248113:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075161.248115:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075161.248117:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075161.248120:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075161.248122:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075161.248136:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3047:3047:256:4294967295] 192.168.204.145@tcp LPNI seq info [3047:3047:8:4294967295] 00000400:00000200:2.0:1769075161.248139:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.248144:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075161.248148:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.248150:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075161.248153:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075161.248155:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000200:2.1:1769075161.248159:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075161.248161:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000100:2.0:1769075161.248164:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.248166:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075161.248168:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075161.248171:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075161.248173:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075161.248174:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075161.248176:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075161.248179:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248185:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.248188:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248193:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.248214:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075161.248219:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075161.248222:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075161.248243:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075161.248254:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296522778 00000100:00000001:2.0:1769075161.248256:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.248259:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296522778 00000100:00000001:2.0:1769075161.248261:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.248262:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075161.248264:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.248266:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075161.248270:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075161.248277:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075161.248278:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075161.248280:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075161.248282:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075161.248284:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075161.248286:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075161.248289:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075161.248296:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248302:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075161.248303:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248305:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248306:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075161.248309:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248315:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075161.248319:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248324:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075161.248327:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248328:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248329:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248331:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075161.248333:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075161.248335:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075161.248338:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075161.248340:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075161.248343:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075161.248349:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612224:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075161.248353:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075161.248355:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248378:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075161.248379:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.248381:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075161.248383:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075161.248385:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075161.248387:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612352:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075161.248390:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075161.248391:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075161.248393:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075161.248394:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075161.248397:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32000. 02000000:00000001:2.0:1769075161.248399:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075161.248402:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075161.248404:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075161.248406:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075161.248409:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612352, portal 4 00000100:00000001:2.0:1769075161.248411:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075161.248412:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788970496 : -125747920581120 : ffff8da207dcce00) 00000100:00000040:2.0:1769075161.248417:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248422:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075161.248424:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075161.248426:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075161.248428:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926612352, offset 0 00000400:00000200:2.0:1769075161.248433:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075161.248439:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.248444:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075161.248448:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075161.248451:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075161.248455:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075161.248458:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075161.248462:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3048:3048:256:4294967295] 192.168.204.145@tcp LPNI seq info [3048:3048:8:4294967295] 00000400:00000200:2.0:1769075161.248468:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075161.248477:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075161.248483:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.248488:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075161.248518:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075161.248522:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000200:2.1:1769075161.248528:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075161.248532:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 17 secs later) 00000800:00000100:2.0:1769075161.248538:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075161.248540:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075161.248545:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075161.248549:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075161.248554:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075161.248556:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075161.248560:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075161.248565:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248585:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.248589:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248598:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.248601:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075161.248606:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075161.248610:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075161.248615:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075161.248618:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296522781 00000100:00000001:2.0:1769075161.248621:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.248624:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296522781 00000100:00000001:2.0:1769075161.248627:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296534287 00000100:00000001:2.0:1769075161.248631:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075161.248634:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.248636:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075161.248642:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075161.248654:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075161.248656:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075161.248658:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075161.248662:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075161.248665:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075161.248668:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075161.248673:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075161.248684:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248694:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075161.248696:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248699:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248701:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075161.248706:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248715:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075161.248721:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248730:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075161.248734:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248736:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075161.248738:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248741:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075161.248743:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075161.248746:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075161.248751:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075161.248755:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075161.248760:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075161.248772:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612352:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075161.248778:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248780:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.248785:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf480 x1855007926612096/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248795:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075161.248797:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075161.248800:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075161.248804:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075161.248807:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075161.248809:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075161.248811:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075161.248812:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 02000000:00000001:2.0:1769075161.248815:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075161.248816:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075161.248817:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf480. 00000100:00000001:2.0:1769075161.248820:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075161.248821:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248823:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.248826:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcca80 x1855007926612224/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248832:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075161.248833:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075161.248834:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31c00. 02000000:00000001:2.0:1769075161.248836:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075161.248837:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075161.248838:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075161.248839:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075161.248841:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96800. 02000000:00000001:2.0:1769075161.248842:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075161.248843:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075161.248844:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcca80. 00000100:00000001:2.0:1769075161.248846:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075161.248847:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248848:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075161.248851:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcce00 x1855007926612352/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075161.248855:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075161.248856:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075161.248857:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32000. 02000000:00000001:2.0:1769075161.248859:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075161.248860:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075161.248861:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075161.248862:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075161.248863:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000001:2.0:1769075161.248866:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075161.248867:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075161.248868:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcce00. 00000100:00000001:2.0:1769075161.248870:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075161.248872:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248873:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075161.248877:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075161.248878:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075161.248880:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075161.248881:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075161.438610:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075161.438620:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075161.438628:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075161.438631:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075161.438660:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075161.438664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075161.438668:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075162.462572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075162.462580:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075162.462582:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075162.462587:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075162.462590:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075162.462591:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075162.462597:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075162.462599:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075162.462601:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075162.462603:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075162.462607:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075162.462608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075162.462663:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075162.462668:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075162.462671:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075163.486611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075163.486620:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075163.486627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075163.486630:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075163.486657:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075163.486660:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075163.486664:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075164.510651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075164.510667:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075164.510680:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075164.510684:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075164.510790:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075164.510798:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075164.510805:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075165.534650:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075165.534663:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075165.534676:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075165.534683:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075165.534689:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075165.534694:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075165.534701:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075165.534705:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075165.534709:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075165.534714:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075165.534764:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075165.534769:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075165.534772:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075166.366630:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.366645:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075166.366649:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075166.366654:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075166.366659:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075166.366669:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1855 00000400:00000200:3.0:1769075166.366681:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075166.366690:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075166.366693:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075166.366697:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366701:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.366704:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366707:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075166.366712:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075166.366715:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075166.366718:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075166.366722:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075166.366725:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075166.366730:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075166.366734:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366737:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.366740:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366743:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075166.366748:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075166.366753:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366757:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075166.366761:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075166.366766:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075166.366771:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.366774:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075166.366778:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075166.366793:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769075166.366799:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075166.366806:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075166.366809:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.366814:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075166.366818:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075166.366826:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075166.366837:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075166.366847:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075166.366858:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075166.366870:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075166.366875:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075166.366879:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075166.366912:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075166.366915:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.366919:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075166.366920:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075166.366922:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075166.366924:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075166.366927:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1855 00000400:00000200:3.0:1769075166.366930:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075166.366933:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075166.366936:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075166.366939:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366941:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.366942:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366944:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075166.366947:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075166.366948:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075166.366949:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075166.366951:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075166.366953:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075166.366954:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075166.366957:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366958:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.366960:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366961:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075166.366963:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075166.366965:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075166.366967:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075166.366969:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075166.366975:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075166.366977:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.366979:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075166.366984:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075166.366987:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.366989:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075166.366993:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075166.366995:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075166.366998:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075166.366999:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367001:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075166.367003:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075166.367005:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075166.367008:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:3.0:1769075166.367011:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075166.367015:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075166.367022:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075166.367024:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075166.367028:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075166.367035:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075166.367038:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075166.367041:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075166.367043:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075166.367045:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075166.367047:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075166.367050:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1855 00000400:00000200:3.0:1769075166.367052:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075166.367054:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075166.367056:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075166.367061:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075166.367065:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075166.367065:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.367074:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075166.367079:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075166.367079:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075166.367089:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075166.367098:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075166.367101:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075166.367136:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1769075166.367141:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075166.367141:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075166.367152:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075166.367167:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075166.367188:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367197:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075166.367198:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075166.367203:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075166.367204:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367222:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:2.0:1769075166.367225:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075166.367229:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 02000000:00000001:2.0:1769075166.367232:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075166.367241:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:2.0:1769075166.367242:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367256:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.367263:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926612480:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075166.367263:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075166.367269:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075166.367275:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075166.367278:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367282:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769075166.367283:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1769075166.367287:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769075166.367289:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075166.367294:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.367296:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075166.367299:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075166.367307:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 02000000:00000010:2.0:1769075166.367311:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 00000020:00000040:3.0:1769075166.367313:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075166.367328:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075166.367329:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075166.367331:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367343:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075166.367345:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075166.367347:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075166.367353:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000400:00000200:2.0:1769075166.367362:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075166.367363:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075166.367379:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769075166.367383:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000100:00000001:3.0:1769075166.367393:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075166.367397:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075166.367401:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000040:3.0:1769075166.367402:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075166.367423:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075166.367424:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612480, portal 25 00000100:00080000:3.0:1769075166.367427:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075166.367434:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075166.367436:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075166.367439:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769075166.367444:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00080000:3.0:1769075166.367445:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075166.367450:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075166.367455:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1855 00000400:00000200:3.0:1769075166.367492:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075166.367495:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075166.367497:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075166.367500:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367502:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.367504:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367506:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075166.367508:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075166.367509:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075166.367510:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075166.367512:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075166.367514:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075166.367516:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075166.367518:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367520:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075166.367523:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367525:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075166.367528:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075166.367531:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367550:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075166.367551:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075166.367555:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075166.367556:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367558:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075166.367560:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075166.367562:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075166.367563:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075166.367568:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769075166.367571:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075166.367575:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075166.367579:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.367583:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075166.367584:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075166.367591:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075166.367615:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.367620:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1769075166.367624:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 00000100:00000040:2.0:1769075166.367638:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367639:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075166.367647:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00100000:3.0:1769075166.367655:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769075166.367657:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926612480, offset 0 00000400:00000200:2.0:1769075166.367683:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075166.367683:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075166.367695:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075166.367702:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075166.367707:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.367726:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075166.367727:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075166.367737:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075166.367743:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1865) 00000400:00000200:2.0:1769075166.367746:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075166.367758:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075166.367762:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075166.367770:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3049:3049:256:4294967295] 192.168.204.145@tcp LPNI seq info [3049:3049:8:4294967295] 00000400:00000200:2.0:1769075166.367776:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.367798:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075166.367806:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.367812:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075166.367821:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075166.367826:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000200:2.1:1769075166.367834:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075166.367839:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000100:2.0:1769075166.367845:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.367848:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075166.367856:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075166.367862:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075166.367869:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075166.367873:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075166.367878:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075166.367884:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.367897:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.367902:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.367910:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.367913:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075166.367919:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075166.367925:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075166.367929:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296539407 00000100:00000001:2.0:1769075166.367953:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296534287 00000100:00000001:2.0:1769075166.367962:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296539407 00000100:00000001:2.0:1769075166.367969:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296534287 00000100:00000001:2.0:1769075166.367975:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075166.367980:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.367985:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075166.367994:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075166.368025:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075166.368028:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075166.368032:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075166.368038:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075166.368042:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075166.368047:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075166.368055:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075166.368073:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368087:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075166.368090:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368095:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.368098:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075166.368107:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368148:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075166.368158:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368187:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075166.368191:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368193:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.368195:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368199:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075166.368202:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075166.368206:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075166.368212:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075166.368217:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075166.368226:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075166.368244:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926612480:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075166.368255:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075166.368262:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368277:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075166.368280:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.368285:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075166.368289:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075166.368294:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.368300:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612608:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075166.368307:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075166.368312:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075166.368315:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.368319:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075166.368327:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075166.368332:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075166.368340:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075166.368347:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075166.368354:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075166.368360:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612608, portal 10 00000100:00000001:2.0:1769075166.368363:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075166.368365:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:2.0:1769075166.368374:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368383:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075166.368387:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075166.368389:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075166.368392:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926612608, offset 0 00000400:00000200:2.0:1769075166.368397:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075166.368403:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.368408:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075166.368412:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075166.368416:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075166.368419:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075166.368422:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075166.368427:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3050:3050:256:4294967295] 192.168.204.145@tcp LPNI seq info [3050:3050:8:4294967295] 00000400:00000200:2.0:1769075166.368432:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.368440:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075166.368446:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.368450:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075166.368456:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075166.368492:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000200:2.1:1769075166.368500:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075166.368504:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000100:2.0:1769075166.368509:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.368512:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075166.368516:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075166.368521:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075166.368525:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075166.368527:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075166.368531:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075166.368536:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368546:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.368550:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368559:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.368561:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075166.368565:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.368570:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075166.368574:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075166.368577:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296529157 00000100:00000001:2.0:1769075166.368581:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.368584:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296529157 00000100:00000001:2.0:1769075166.368587:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.368589:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075166.368592:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.368594:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075166.368599:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075166.368609:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075166.368611:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075166.368614:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075166.368617:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075166.368619:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075166.368622:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075166.368626:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075166.368636:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368652:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075166.368654:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368656:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.368658:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075166.368663:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368671:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075166.368675:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368684:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075166.368687:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368689:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.368690:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368692:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075166.368694:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075166.368697:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075166.368701:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075166.368704:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075166.368709:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075166.368718:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612608:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075166.368723:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368726:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.368730:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926612480/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368739:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075166.368742:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075166.368746:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075166.368750:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075166.368752:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075166.368755:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075166.368758:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075166.368761:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:2.0:1769075166.368766:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075166.368769:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075166.368771:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:2.0:1769075166.368776:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075166.368777:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368779:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.368783:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926612608/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368791:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075166.368793:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075166.368795:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075166.368798:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075166.368799:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075166.368801:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075166.368803:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075166.368805:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:2.0:1769075166.368807:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075166.368808:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075166.368810:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:2.0:1769075166.368812:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075166.368814:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368816:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.368825:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075166.368827:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.368830:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075166.368832:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075166.368834:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075166.368839:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368847:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075166.368850:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.368853:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075166.368855:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075166.368858:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.368861:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612736:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075166.368865:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075166.368868:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075166.368870:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.368872:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075166.368876:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075166.368879:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075166.368883:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075166.368886:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075166.368890:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075166.368894:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612736, portal 4 00000100:00000001:2.0:1769075166.368896:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075166.368898:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:2.0:1769075166.368905:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.368913:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075166.368916:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075166.368919:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075166.368922:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926612736, offset 0 00000400:00000200:2.0:1769075166.368926:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075166.368931:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.368935:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075166.368938:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075166.368942:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075166.368945:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075166.368948:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075166.368952:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3051:3051:256:4294967295] 192.168.204.145@tcp LPNI seq info [3051:3051:8:4294967295] 00000400:00000200:2.0:1769075166.368957:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.368965:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075166.368971:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.368975:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075166.368980:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075166.368983:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000200:2.1:1769075166.368989:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075166.368992:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000100:2.0:1769075166.368997:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.368999:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075166.369003:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075166.369007:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075166.369010:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075166.369012:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075166.369015:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075166.369019:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369028:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.369032:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369039:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.369042:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075166.369045:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.369049:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075166.369053:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075166.369056:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296527899 00000100:00000001:2.0:1769075166.369059:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.369062:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296527899 00000100:00000001:2.0:1769075166.369064:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.369067:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075166.369069:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.369071:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075166.369076:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075166.369086:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075166.369088:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075166.369090:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075166.369093:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075166.369094:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075166.369097:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075166.369100:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075166.369140:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369153:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075166.369155:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369157:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.369159:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075166.369165:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369173:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075166.369178:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369186:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075166.369189:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369191:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.369193:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369195:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075166.369197:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075166.369200:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075166.369204:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075166.369207:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075166.369213:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075166.369223:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612736:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075166.369228:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075166.369232:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369240:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075166.369242:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.369245:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075166.369247:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075166.369250:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.369253:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612864:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075166.369257:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075166.369260:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075166.369262:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.369265:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075166.369269:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075166.369271:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075166.369276:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075166.369278:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075166.369282:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075166.369286:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612864, portal 4 00000100:00000001:2.0:1769075166.369289:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075166.369291:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769075166.369298:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369306:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075166.369309:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075166.369311:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075166.369314:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926612864, offset 0 00000400:00000200:2.0:1769075166.369319:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075166.369324:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.369329:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075166.369332:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075166.369336:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075166.369339:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075166.369343:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075166.369349:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3052:3052:256:4294967295] 192.168.204.145@tcp LPNI seq info [3052:3052:8:4294967295] 00000400:00000200:2.0:1769075166.369357:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075166.369369:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075166.369379:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.369386:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075166.369394:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075166.369401:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000200:2.1:1769075166.369410:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075166.369416:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 12 secs later) 00000800:00000100:2.0:1769075166.369449:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075166.369455:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075166.369515:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075166.369525:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075166.369532:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075166.369535:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075166.369541:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075166.369548:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369560:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.369564:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369573:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.369575:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075166.369580:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.369584:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075166.369589:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075166.369593:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296527902 00000100:00000001:2.0:1769075166.369596:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.369599:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296527902 00000100:00000001:2.0:1769075166.369602:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296539407 00000100:00000001:2.0:1769075166.369605:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075166.369607:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.369610:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075166.369615:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075166.369624:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075166.369626:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075166.369628:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075166.369631:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075166.369633:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075166.369635:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075166.369639:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075166.369650:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369658:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075166.369659:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369661:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.369663:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075166.369667:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369675:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075166.369680:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369688:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075166.369691:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369693:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075166.369695:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369697:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075166.369699:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075166.369703:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075166.369707:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075166.369709:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075166.369714:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075166.369723:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926612864:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075166.369728:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369730:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.369734:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926612736/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369742:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075166.369744:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075166.369747:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30800. 02000000:00000001:2.0:1769075166.369750:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075166.369751:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075166.369753:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075166.369755:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075166.369758:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:2.0:1769075166.369761:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075166.369763:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075166.369765:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:2.0:1769075166.369768:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075166.369770:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369772:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075166.369775:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926612864/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.369791:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075166.369792:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075166.369794:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33000. 02000000:00000001:2.0:1769075166.369797:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075166.369798:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075166.369799:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075166.369802:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075166.369803:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 02000000:00000001:2.0:1769075166.369806:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075166.369807:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075166.369809:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075166.369812:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075166.369814:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369816:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.369821:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075166.369823:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.369825:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075166.369827:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075166.558586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075166.558597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075166.558605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075166.558607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075166.558673:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075166.558678:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075166.558682:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075167.582684:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075167.582697:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075167.582705:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075167.582707:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075167.582787:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075167.582792:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075167.582798:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075168.606665:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075168.606675:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075168.606683:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075168.606685:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075168.606793:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075168.606800:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075168.606805:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075169.630597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075169.630608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075169.630618:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075169.630621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075169.630679:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075169.630683:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075169.630686:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075170.654651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075170.654687:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075170.654695:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075170.654696:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075170.654799:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075170.654815:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075170.654835:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075171.486545:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.486559:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075171.486564:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075171.486571:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075171.486578:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075171.486590:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1860 00000400:00000200:3.0:1769075171.486605:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075171.486615:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075171.486620:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075171.486624:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486629:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.486633:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486637:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075171.486643:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075171.486645:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075171.486648:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075171.486652:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075171.486654:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075171.486657:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075171.486660:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486662:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.486664:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486665:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075171.486668:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075171.486671:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486673:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075171.486676:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075171.486679:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075171.486682:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.486685:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075171.486687:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075171.486697:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075171.486701:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075171.486718:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075171.486720:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.486723:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075171.486728:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075171.486733:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075171.486743:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 00000100:00000001:3.0:1769075171.486751:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075171.486761:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075171.486773:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075171.486778:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075171.486783:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.486817:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075171.486820:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075171.486824:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075171.486825:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075171.486827:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075171.486829:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075171.486832:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1860 00000400:00000200:3.0:1769075171.486845:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075171.486848:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075171.486851:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075171.486853:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486855:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.486857:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486859:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075171.486861:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075171.486862:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075171.486864:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075171.486866:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075171.486868:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075171.486870:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075171.486873:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486897:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.486900:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486902:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075171.486904:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075171.486907:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075171.486910:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075171.486912:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075171.486919:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075171.486921:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.486924:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075171.486930:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075171.486933:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.486935:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075171.486939:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000020:00000040:3.0:1769075171.486941:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075171.486945:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075171.486947:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.486948:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075171.486950:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075171.486952:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075171.486959:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.486961:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1769075171.486965:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000100:00000001:2.0:1769075171.486966:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075171.486976:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075171.486987:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769075171.486994:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.487020:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075171.487042:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075171.487059:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.487060:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075171.487066:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.487085:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075171.487092:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.487109:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.487123:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926612992:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075171.487127:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.487130:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075171.487135:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769075171.487138:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075171.487142:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075171.487145:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1769075171.487148:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075171.487151:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075171.487156:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1769075171.487160:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 00000100:00000001:3.0:1769075171.487162:0:11606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1769075171.487165:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075171.487174:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1860 00000400:00000200:2.0:1769075171.487179:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075171.487189:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000200:3.0:1769075171.487191:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075171.487204:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000010:2.0:1769075171.487205:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00080000:3.0:1769075171.487208:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075171.487214:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075171.487216:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926612992, portal 25 00000100:00000001:3.0:1769075171.487217:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075171.487224:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1769075171.487225:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075171.487232:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000001:3.0:1769075171.487233:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075171.487250:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075171.487258:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000100:00000040:2.0:1769075171.487259:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075171.487267:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075171.487273:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075171.487284:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075171.487298:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:2.0:1769075171.487299:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075171.487309:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075171.487309:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487317:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1769075171.487318:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075171.487331:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926612992, offset 0 00000100:00000040:3.0:1769075171.487333:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487346:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075171.487350:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075171.487359:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:2.0:1769075171.487366:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487367:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075171.487382:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075171.487390:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075171.487390:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075171.487404:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487408:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075171.487411:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075171.487413:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487420:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.487421:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000010:3.0:1769075171.487425:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075171.487430:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:2.0:1769075171.487433:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075171.487433:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075171.487442:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487445:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769075171.487447:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075171.487449:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075171.487454:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.487455:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1769075171.487506:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:3.0:1769075171.487514:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075171.487524:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075171.487538:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487547:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075171.487555:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.487556:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3053:3053:256:4294967295] 192.168.204.145@tcp LPNI seq info [3053:3053:8:4294967295] 00000400:00000200:2.0:1769075171.487567:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075171.487569:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075171.487590:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075171.487616:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487625:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075171.487628:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00080000:3.0:1769075171.487637:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1769075171.487646:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:3.0:1769075171.487652:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:2.0:1769075171.487654:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000100:00000001:3.0:1769075171.487660:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:2.1:1769075171.487667:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:3.0:1769075171.487669:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.1:1769075171.487673:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000100:00000001:3.0:1769075171.487680:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:2.0:1769075171.487682:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.487689:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000100:00080000:3.0:1769075171.487695:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1860 00000400:00000200:2.0:1769075171.487699:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075171.487710:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.487712:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075171.487722:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:2.0:1769075171.487724:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00080000:3.0:1769075171.487728:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1769075171.487732:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000040:3.0:1769075171.487739:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075171.487744:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075171.487746:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.487753:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075171.487759:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000200:2.0:1769075171.487760:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075171.487766:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075171.487770:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075171.487777:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075171.487783:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075171.487791:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075171.487797:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075171.487799:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075171.487810:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075171.487811:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.487823:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075171.487835:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075171.487844:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487845:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075171.487852:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1769075171.487857:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075171.487864:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075171.487865:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487878:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075171.487888:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075171.487890:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075171.487928:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296544527 02000000:00000001:3.0:1769075171.487929:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075171.487941:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075171.487944:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075171.487949:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296539407 00000008:00100000:3.0:1769075171.487949:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075171.487964:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.487969:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296544527 00000100:00000001:3.0:1769075171.487970:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.487983:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296539407 00000100:00000010:3.0:1769075171.487985:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075171.487990:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075171.487991:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:2.0:1769075171.488010:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075171.488012:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075171.488020:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.488022:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075171.488043:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075171.488044:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075171.488047:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075171.488054:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00100000:2.0:1769075171.488060:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.488080:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075171.488095:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1769075171.488096:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075171.488103:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075171.488110:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075171.488119:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075171.488123:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075171.488129:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075171.488129:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1769075171.488140:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.488141:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075171.488168:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075171.488168:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075171.488258:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.488260:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075171.488266:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075171.488267:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1870) 00000100:00000001:2.0:1769075171.488281:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.488284:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075171.488292:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488300:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075171.488307:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488315:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075171.488318:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488319:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.488320:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488323:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075171.488325:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075171.488329:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075171.488333:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075171.488335:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075171.488342:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075171.488355:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926612992:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075171.488362:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488365:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.488370:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926612992/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488380:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075171.488384:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075171.488390:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075171.488395:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075171.488399:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075171.488402:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075171.488406:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075171.488411:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 02000000:00000001:2.0:1769075171.488416:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075171.488419:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075171.488423:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:2.0:1769075171.488428:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075171.488430:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488433:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488458:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075171.488460:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.488462:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075171.488464:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075171.488466:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075171.488471:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488508:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075171.488510:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.488513:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075171.488515:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.488518:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.488521:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613120:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075171.488525:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075171.488527:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075171.488529:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.488531:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075171.488535:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075171.488537:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.488542:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075171.488545:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075171.488549:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075171.488552:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613120, portal 10 00000100:00000001:2.0:1769075171.488555:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075171.488556:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:2.0:1769075171.488563:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488570:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075171.488572:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075171.488574:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075171.488577:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926613120, offset 0 00000400:00000200:2.0:1769075171.488580:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075171.488585:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.488589:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075171.488592:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075171.488595:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075171.488598:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075171.488601:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075171.488604:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3054:3054:256:4294967295] 192.168.204.145@tcp LPNI seq info [3054:3054:8:4294967295] 00000400:00000200:2.0:1769075171.488608:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.488614:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075171.488619:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.488622:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075171.488626:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075171.488629:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000200:2.1:1769075171.488633:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075171.488636:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000100:2.0:1769075171.488639:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.488641:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075171.488645:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075171.488648:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075171.488651:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075171.488653:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075171.488656:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075171.488659:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488673:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.488676:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488682:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.488684:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075171.488687:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.488691:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075171.488694:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075171.488696:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296534277 00000100:00000001:2.0:1769075171.488698:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.488701:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296534277 00000100:00000001:2.0:1769075171.488703:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.488706:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075171.488709:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.488712:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075171.488718:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075171.488730:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075171.488732:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075171.488735:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075171.488739:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075171.488741:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075171.488745:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075171.488750:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075171.488765:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488776:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075171.488779:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488782:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.488784:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075171.488790:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488800:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075171.488805:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488812:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075171.488815:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488816:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.488818:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.488819:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075171.488821:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075171.488823:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075171.488827:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075171.488829:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075171.488832:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075171.488840:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613120:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075171.488844:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075171.488847:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488854:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075171.488856:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.488858:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075171.488860:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.488862:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.488865:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613248:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075171.488868:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075171.488871:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075171.488873:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.488875:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075171.488878:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075171.488880:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.488884:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075171.488887:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075171.488890:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075171.488893:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613248, portal 4 00000100:00000001:2.0:1769075171.488895:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075171.488897:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:2.0:1769075171.488902:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.488909:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075171.488911:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075171.488913:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075171.488915:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926613248, offset 0 00000400:00000200:2.0:1769075171.488919:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075171.488931:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.488934:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075171.488937:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075171.488940:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075171.488943:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075171.488945:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075171.488948:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3055:3055:256:4294967295] 192.168.204.145@tcp LPNI seq info [3055:3055:8:4294967295] 00000400:00000200:2.0:1769075171.488952:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.488958:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075171.488962:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.488965:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075171.488969:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075171.488972:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000200:2.1:1769075171.488976:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075171.488978:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000100:2.0:1769075171.488982:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.488984:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075171.488987:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075171.488991:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075171.488994:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075171.488995:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075171.488998:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075171.489001:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489009:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.489012:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489018:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.489019:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075171.489022:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.489045:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075171.489049:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075171.489051:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296533019 00000100:00000001:2.0:1769075171.489054:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.489056:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296533019 00000100:00000001:2.0:1769075171.489058:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.489060:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075171.489062:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.489064:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075171.489068:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075171.489085:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075171.489087:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075171.489089:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075171.489092:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075171.489094:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075171.489096:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075171.489099:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075171.489107:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489113:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075171.489114:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489116:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.489117:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075171.489120:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489126:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075171.489130:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489136:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075171.489138:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489139:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.489140:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489142:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075171.489143:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075171.489146:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075171.489149:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075171.489151:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075171.489155:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075171.489168:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613248:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075171.489172:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075171.489176:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489182:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075171.489184:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.489186:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075171.489187:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.489189:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.489192:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613376:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075171.489196:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075171.489198:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075171.489199:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.489201:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075171.489204:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075171.489206:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075171.489209:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075171.489212:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075171.489214:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075171.489217:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613376, portal 4 00000100:00000001:2.0:1769075171.489219:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075171.489221:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:2.0:1769075171.489225:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489232:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075171.489234:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075171.489236:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075171.489238:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926613376, offset 0 00000400:00000200:2.0:1769075171.489242:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075171.489246:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.489249:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075171.489252:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075171.489255:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075171.489258:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075171.489260:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075171.489263:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3056:3056:256:4294967295] 192.168.204.145@tcp LPNI seq info [3056:3056:8:4294967295] 00000400:00000200:2.0:1769075171.489267:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075171.489273:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075171.489278:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.489281:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075171.489285:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075171.489287:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000200:2.1:1769075171.489291:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075171.489294:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 7 secs later) 00000800:00000100:2.0:1769075171.489298:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075171.489300:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075171.489303:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075171.489306:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075171.489309:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075171.489310:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075171.489312:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075171.489315:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489323:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.489326:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489333:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.489334:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075171.489337:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.489341:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075171.489345:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075171.489349:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296533021 00000100:00000001:2.0:1769075171.489352:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.489356:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296533021 00000100:00000001:2.0:1769075171.489359:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296544527 00000100:00000001:2.0:1769075171.489362:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075171.489365:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.489368:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075171.489373:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075171.489386:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075171.489388:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075171.489391:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075171.489395:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075171.489397:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075171.489401:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075171.489406:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075171.489421:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489432:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075171.489434:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489436:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.489437:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075171.489441:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489448:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075171.489452:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489480:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075171.489484:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489485:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075171.489487:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489489:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075171.489490:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075171.489493:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075171.489496:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075171.489498:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075171.489502:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075171.489510:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613376:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075171.489514:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489516:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.489519:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926613120/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489525:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075171.489526:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075171.489528:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075171.489531:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075171.489533:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075171.489534:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075171.489536:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075171.489538:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:2.0:1769075171.489541:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075171.489542:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075171.489544:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:2.0:1769075171.489547:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075171.489549:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489551:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.489554:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926613248/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489566:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075171.489578:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075171.489579:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075171.489581:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075171.489583:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075171.489584:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075171.489585:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075171.489586:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:2.0:1769075171.489588:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075171.489589:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075171.489590:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:2.0:1769075171.489592:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075171.489593:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489595:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075171.489597:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926613376/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.489603:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075171.489604:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075171.489605:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31400. 02000000:00000001:2.0:1769075171.489607:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075171.489608:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075171.489609:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075171.489610:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075171.489612:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:2.0:1769075171.489613:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075171.489614:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075171.489615:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:2.0:1769075171.489617:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075171.489618:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489620:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.489624:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075171.489625:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.489627:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075171.489629:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075171.678639:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075171.678648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075171.678655:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075171.678658:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075171.678721:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075171.678725:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075171.678729:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075172.702625:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075172.702637:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075172.702640:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075172.702647:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075172.702650:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075172.702651:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075172.702658:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075172.702660:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075172.702661:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075172.702664:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075172.702667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075172.702668:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075172.702728:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075172.702734:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075172.702739:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075173.726603:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075173.726612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075173.726619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075173.726621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075173.726663:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075173.726666:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075173.726670:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075174.750579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075174.750586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075174.750593:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075174.750594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075174.750692:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075174.750698:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075174.750702:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075175.774544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075175.774553:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075175.774559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075175.774563:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075175.774566:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075175.774569:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075175.774573:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075175.774575:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075175.774577:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075175.774580:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075175.774603:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075175.774606:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075175.774609:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075176.606770:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075176.606783:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075176.606787:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075176.606809:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075176.606815:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075176.606823:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1865 00000400:00000200:0.0:1769075176.606834:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075176.606842:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075176.606846:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075176.606851:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.606855:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.606859:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.606879:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075176.606886:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075176.606890:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075176.606895:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075176.606900:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075176.606906:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075176.606911:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075176.606920:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.606924:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.606929:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.606934:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075176.606994:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075176.607002:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607018:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075176.607024:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075176.607057:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075176.607063:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.607069:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075176.607073:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075176.607088:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcce00. 00000020:00000040:0.0:1769075176.607095:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075176.607103:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075176.607107:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.607113:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075176.607118:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075176.607125:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075176.607140:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96400. 00000100:00000001:0.0:1769075176.607152:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075176.607168:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075176.607188:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075176.607196:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075176.607222:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3e2cc7] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075176.607259:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075176.607263:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075176.607268:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075176.607270:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075176.607272:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075176.607276:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075176.607279:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1865 00000400:00000200:0.0:1769075176.607302:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075176.607307:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075176.607310:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075176.607314:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607318:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.607321:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607325:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075176.607329:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075176.607332:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075176.607334:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075176.607337:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075176.607340:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075176.607343:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075176.607347:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075176.607348:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607356:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075176.607358:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769075176.607360:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075176.607365:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769075176.607366:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075176.607374:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:2.0:1769075176.607383:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075176.607384:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607394:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075176.607401:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075176.607410:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.607412:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075176.607427:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075176.607429:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.607435:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075176.607436:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769075176.607445:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1769075176.607446:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769075176.607458:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075176.607459:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.607464:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075176.607470:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcca80. 00000100:00100000:2.0:1769075176.607528:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926613504:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075176.607536:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075176.607542:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1769075176.607545:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075176.607546:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.607556:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075176.607576:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075176.607582:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075176.607582:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075176.607589:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.607592:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075176.607598:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769075176.607603:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075176.607604:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075176.607609:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 02000000:00000010:0.0:1769075176.607619:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96c00. 00000400:00000010:2.0:1769075176.607620:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000001:0.0:1769075176.607642:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075176.607644:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613504, portal 25 00000100:00000001:2.0:1769075176.607652:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075176.607654:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788970496 : -125747920581120 : ffff8da207dcce00) 00000100:00100000:0.0:1769075176.607662:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769075176.607666:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.607714:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075176.607718:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769075176.607719:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075176.607726:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000001:0.0:1769075176.607729:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075176.607731:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926613504, offset 0 00000400:00000200:2.0:1769075176.607747:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:0.0:1769075176.607749:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085c63d83] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075176.607759:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075176.607774:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.607774:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:0.0:1769075176.607781:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769075176.607783:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1769075176.607802:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769075176.607806:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075176.607807:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075176.607812:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769075176.607818:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769075176.607819:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075176.607830:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1865 00000400:00000200:2.0:1769075176.607830:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075176.607844:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.607850:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3057:3057:256:4294967295] 192.168.204.145@tcp LPNI seq info [3057:3057:8:4294967295] 00000400:00000200:0.0:1769075176.607854:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075176.607861:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075176.607870:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075176.607874:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075176.607875:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.607882:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607902:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075176.607906:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075176.607909:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075176.607913:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075176.607919:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075176.607926:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075176.607933:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:2.0:1769075176.607934:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:0.0:1769075176.607981:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607984:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.607986:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607989:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075176.607992:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:0.0:1769075176.607995:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075176.607999:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075176.608001:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075176.608006:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075176.608008:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.608011:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075176.608014:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075176.608017:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.608019:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075176.608042:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf480. 00000020:00000040:0.0:1769075176.608045:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075176.608048:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075176.608050:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.608052:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075176.608054:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075176.608057:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075176.608062:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94000. 00000100:00000001:0.0:1769075176.608067:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075176.608077:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075176.608096:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1769075176.608097:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075176.608102:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075176.608110:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00000040:0.0:1769075176.608113:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1977da] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075176.608133:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075176.608133:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00080000:0.0:1769075176.608141:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075176.608145:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075176.608147:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075176.608149:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075176.608154:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075176.608162:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1865 00000800:00000200:2.0:1769075176.608164:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000400:00000200:0.0:1769075176.608170:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075176.608178:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075176.608186:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075176.608193:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000200:2.1:1769075176.608219:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075176.608220:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.608228:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.608234:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:2.1:1769075176.608234:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000020:00000001:0.0:1769075176.608241:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075176.608247:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075176.608251:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075176.608255:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000800:00000100:2.0:1769075176.608257:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000020:00000001:0.0:1769075176.608259:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075176.608266:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000010:2.0:1769075176.608268:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000100:00000040:0.0:1769075176.608291:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075176.608297:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075176.608301:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075176.608303:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1769075176.608305:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075176.608316:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075176.608325:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:2.0:1769075176.608331:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075176.608333:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075176.608341:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075176.608347:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075176.608351:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.608351:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00000001:0.0:1769075176.608356:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075176.608363:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000010:2.0:1769075176.608365:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000008:00000001:0.0:1769075176.608367:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.608376:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075176.608381:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdf80. 00000100:00000001:2.0:1769075176.608382:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1769075176.608386:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075176.608392:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075176.608394:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075176.608396:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075176.608402:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075176.608405:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075176.608410:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769075176.608412:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95c00. 00000100:00000001:0.0:1769075176.608423:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075176.608435:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075176.608451:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075176.608458:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075176.608465:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5f464] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075176.608475:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075176.608481:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1875) 00000100:00000001:2.0:1769075176.608509:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.608518:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608529:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.608533:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075176.608544:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.608552:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075176.608556:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296549648 00000100:00000001:2.0:1769075176.608569:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296544527 00000100:00000001:2.0:1769075176.608575:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296549648 00000100:00000001:2.0:1769075176.608579:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296544527 00000100:00000001:2.0:1769075176.608583:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.608587:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.608590:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075176.608620:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075176.608641:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075176.608643:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075176.608646:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075176.608650:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075176.608652:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075176.608655:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075176.608659:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075176.608688:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608696:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075176.608699:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608702:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.608704:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075176.608709:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608717:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075176.608723:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608732:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075176.608735:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608737:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.608739:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608742:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075176.608744:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075176.608748:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075176.608753:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075176.608757:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075176.608763:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075176.608783:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926613504:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075176.608789:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608792:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.608795:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcce00 x1855007926613504/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608804:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075176.608824:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075176.608827:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075176.608830:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075176.608832:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075176.608834:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075176.608836:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075176.608839:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96400. 02000000:00000001:2.0:1769075176.608843:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075176.608845:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075176.608847:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcce00. 00000100:00000001:2.0:1769075176.608850:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075176.608852:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608855:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.608863:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075176.608865:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.608868:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075176.608870:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075176.608872:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075176.608895:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.608904:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075176.608906:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.608909:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075176.608912:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075176.608915:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075176.608919:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613632:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075176.608924:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075176.608926:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075176.608929:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.608931:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075176.608936:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075176.608964:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.608970:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075176.608974:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075176.608978:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075176.608983:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613632, portal 10 00000100:00000001:2.0:1769075176.608985:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075176.608987:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788969600 : -125747920582016 : ffff8da207dcca80) 00000100:00000040:2.0:1769075176.608996:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609005:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075176.609008:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075176.609010:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075176.609013:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926613632, offset 0 00000400:00000200:2.0:1769075176.609019:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609024:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609030:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075176.609034:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075176.609038:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075176.609041:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075176.609044:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609048:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3058:3058:256:4294967295] 192.168.204.145@tcp LPNI seq info [3058:3058:8:4294967295] 00000400:00000200:2.0:1769075176.609053:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609062:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075176.609068:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.609073:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075176.609078:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075176.609082:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000200:2.1:1769075176.609088:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075176.609092:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000100:2.0:1769075176.609097:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.609100:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075176.609103:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075176.609108:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075176.609112:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075176.609114:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075176.609117:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075176.609121:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609132:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.609136:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609144:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.609147:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075176.609150:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075176.609155:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075176.609159:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075176.609162:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296539397 00000100:00000001:2.0:1769075176.609166:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.609168:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296539397 00000100:00000001:2.0:1769075176.609171:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.609174:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.609176:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.609179:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075176.609183:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075176.609244:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075176.609246:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075176.609248:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075176.609251:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075176.609253:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075176.609256:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075176.609260:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075176.609292:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609310:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075176.609311:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609314:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.609315:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075176.609319:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609325:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075176.609329:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609336:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075176.609338:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609340:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.609360:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609362:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075176.609364:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075176.609367:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075176.609371:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075176.609376:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075176.609382:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075176.609393:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613632:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075176.609397:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075176.609401:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609409:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075176.609411:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.609414:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075176.609416:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075176.609419:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075176.609422:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613760:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075176.609426:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075176.609428:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075176.609430:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.609433:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075176.609442:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075176.609444:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.609449:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075176.609452:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075176.609456:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075176.609460:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613760, portal 4 00000100:00000001:2.0:1769075176.609463:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075176.609465:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788980352 : -125747920571264 : ffff8da207dcf480) 00000100:00000040:2.0:1769075176.609471:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609480:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075176.609483:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075176.609485:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075176.609488:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926613760, offset 0 00000400:00000200:2.0:1769075176.609522:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609528:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609533:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075176.609537:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075176.609540:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075176.609544:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075176.609547:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609551:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3059:3059:256:4294967295] 192.168.204.145@tcp LPNI seq info [3059:3059:8:4294967295] 00000400:00000200:2.0:1769075176.609556:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609564:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075176.609570:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.609574:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075176.609608:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075176.609612:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000200:2.1:1769075176.609617:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075176.609620:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000100:2.0:1769075176.609624:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.609627:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075176.609630:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075176.609635:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075176.609638:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075176.609641:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075176.609643:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075176.609657:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609667:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.609670:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609678:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.609680:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075176.609683:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075176.609687:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075176.609691:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075176.609694:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296538140 00000100:00000001:2.0:1769075176.609697:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.609700:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296538140 00000100:00000001:2.0:1769075176.609703:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.609705:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.609707:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.609709:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075176.609713:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075176.609722:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075176.609723:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075176.609725:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075176.609728:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075176.609730:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075176.609732:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075176.609736:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075176.609746:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609753:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075176.609754:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609756:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.609758:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075176.609762:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609769:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075176.609773:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609781:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075176.609784:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609786:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.609788:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.609790:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075176.609792:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075176.609795:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075176.609798:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075176.609801:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075176.609805:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075176.609814:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613760:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075176.609818:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075176.609822:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609829:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075176.609830:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.609833:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075176.609835:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075176.609838:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075176.609841:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613888:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075176.609861:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075176.609864:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075176.609866:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.609869:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075176.609872:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d33c00. 02000000:00000001:2.0:1769075176.609875:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075176.609879:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075176.609882:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075176.609885:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075176.609889:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926613888, portal 4 00000100:00000001:2.0:1769075176.609892:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075176.609894:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974976 : -125747920576640 : ffff8da207dcdf80) 00000100:00000040:2.0:1769075176.609901:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.609909:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075176.609912:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075176.609914:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075176.609917:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926613888, offset 0 00000400:00000200:2.0:1769075176.609922:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609926:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609931:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075176.609969:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075176.609973:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075176.609976:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075176.609979:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075176.609983:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3060:3060:256:4294967295] 192.168.204.145@tcp LPNI seq info [3060:3060:8:4294967295] 00000400:00000200:2.0:1769075176.609989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075176.609997:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075176.610002:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.610007:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075176.610012:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075176.610015:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000200:2.1:1769075176.610021:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075176.610024:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 32, 2 secs later) 00000800:00000100:2.0:1769075176.610029:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075176.610031:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075176.610035:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075176.610039:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075176.610043:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075176.610045:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075176.610048:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075176.610053:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610071:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.610075:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610083:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.610085:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075176.610088:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075176.610092:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075176.610096:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075176.610098:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296538142 00000100:00000001:2.0:1769075176.610101:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.610103:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296538142 00000100:00000001:2.0:1769075176.610106:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296549648 00000100:00000001:2.0:1769075176.610109:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.610112:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.610114:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075176.610118:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075176.610127:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075176.610128:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075176.610130:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000400:00000200:2.0:1769075176.610133:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:2.0:1769075176.610135:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000100:00000001:2.0:1769075176.610137:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075176.610140:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075176.610150:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610159:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075176.610161:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610163:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.610165:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075176.610170:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610178:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075176.610182:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610190:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075176.610193:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610195:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.610196:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610198:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075176.610200:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075176.610203:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075176.610224:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075176.610226:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075176.610230:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075176.610239:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926613888:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075176.610243:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610245:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.610249:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcca80 x1855007926613632/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610257:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075176.610259:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075176.610261:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075176.610264:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075176.610266:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075176.610268:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075176.610270:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075176.610272:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96c00. 02000000:00000001:2.0:1769075176.610275:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075176.610277:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075176.610279:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcca80. 00000100:00000001:2.0:1769075176.610281:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075176.610283:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610303:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.610315:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf480 x1855007926613760/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610324:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075176.610326:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075176.610328:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33400. 02000000:00000001:2.0:1769075176.610330:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075176.610332:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075176.610333:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075176.610335:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075176.610337:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94000. 02000000:00000001:2.0:1769075176.610339:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075176.610341:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075176.610342:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf480. 00000100:00000001:2.0:1769075176.610345:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075176.610347:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610348:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075176.610352:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdf80 x1855007926613888/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.610359:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075176.610361:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075176.610362:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d33c00. 02000000:00000001:2.0:1769075176.610365:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075176.610366:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075176.610367:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075176.610369:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075176.610371:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95c00. 02000000:00000001:2.0:1769075176.610377:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075176.610379:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075176.610381:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdf80. 00000100:00000001:2.0:1769075176.610384:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075176.610386:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610388:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.610393:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075176.610395:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.610397:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075176.610399:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075176.798545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075176.798552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075176.798558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075176.798560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075176.798632:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075176.798636:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075176.798640:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075177.822597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075177.822604:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075177.822609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075177.822610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075177.822633:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075177.822636:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075177.822639:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:3.0:1769075178.654607:0:29006:0:(osc_request.c:735:osc_update_next_shrink()) next time 3072 to shrink grant 00000008:00000020:3.0:1769075178.654618:0:29006:0:(osc_request.c:735:osc_update_next_shrink()) next time 3072 to shrink grant 00000008:00000020:3.0:1769075178.654621:0:29006:0:(osc_request.c:735:osc_update_next_shrink()) next time 3072 to shrink grant 00010000:00000001:0.0:1769075178.846582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075178.846591:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075178.846599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075178.846602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075178.846666:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075178.846671:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075178.846675:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075179.870558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075179.870567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075179.870573:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075179.870575:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075179.870598:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075179.870601:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075179.870604:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075180.894569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075180.894577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075180.894583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075180.894584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075180.894665:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075180.894670:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075180.894675:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075181.726631:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075181.726646:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075181.726651:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075181.726656:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075181.726661:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075181.726675:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1870 00000400:00000200:3.0:1769075181.726688:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075181.726699:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075181.726704:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075181.726711:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.726715:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.726719:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.726723:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075181.726730:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075181.726733:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075181.726737:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075181.726741:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075181.726744:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075181.726747:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075181.726754:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.726757:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.726760:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.726763:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075181.726767:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075181.726771:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075181.726774:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075181.726779:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075181.726784:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075181.726788:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.726791:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075181.726794:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075181.726804:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075181.726809:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075181.726815:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075181.726817:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.726821:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075181.726826:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075181.726831:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075181.726842:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769075181.726870:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075181.726885:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075181.726897:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075181.726904:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075181.726915:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075181.726942:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075181.726946:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075181.726951:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075181.726953:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075181.726956:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075181.726961:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075181.726970:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1870 00000100:00000001:2.0:1769075181.726977:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075181.726979:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075181.726988:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769075181.726989:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:2.0:1769075181.726992:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075181.726997:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075181.727008:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:2.0:1769075181.727011:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075181.727017:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.727032:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075181.727042:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075181.727043:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075181.727048:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075181.727052:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1769075181.727054:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075181.727056:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 02000000:00000001:2.0:1769075181.727060:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075181.727062:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769075181.727064:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075181.727069:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00100000:2.0:1769075181.727074:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926614016:192.168.204.145@tcp:250:kworker.0 00000020:00000001:3.0:1769075181.727079:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075181.727083:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075181.727092:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075181.727096:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.727099:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075181.727105:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31800. 02000000:00000001:2.0:1769075181.727108:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075181.727118:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075181.727123:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b69f8. 00000400:00000010:2.0:1769075181.727129:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353c38. 00000100:00000200:2.0:1769075181.727136:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614016, portal 25 00000100:00000001:2.0:1769075181.727138:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075181.727140:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:2.0:1769075181.727149:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075181.727157:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075181.727160:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075181.727163:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075181.727166:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926614016, offset 0 00000400:00000200:2.0:1769075181.727172:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075181.727175:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000400:00000200:2.0:1769075181.727182:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075181.727188:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.727195:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075181.727196:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:3.0:1769075181.727207:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075181.727208:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075181.727217:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:2.0:1769075181.727221:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:3.0:1769075181.727232:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000400:00000200:2.0:1769075181.727235:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075181.727247:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00080000:3.0:1769075181.727250:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:2.0:1769075181.727261:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3061:3061:256:4294967295] 192.168.204.145@tcp LPNI seq info [3061:3061:8:4294967295] 00000100:00000001:3.0:1769075181.727264:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075181.727272:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075181.727275:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075181.727285:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:3.0:1769075181.727287:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1769075181.727296:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075181.727298:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769075181.727303:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00000001:3.0:1769075181.727304:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:2.0:1769075181.727313:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000008:00100000:3.0:1769075181.727313:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:2.1:1769075181.727327:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075181.727345:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075181.727358:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075181.727361:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296554766 00000100:00000001:2.0:1769075181.727369:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296549648 00000100:00000001:2.0:1769075181.727374:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296554766 00000100:00000001:2.0:1769075181.727379:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296549648 00000100:00000001:2.0:1769075181.727382:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075181.727385:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.727389:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.727391:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075181.727400:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075181.727402:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075181.727405:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075181.727406:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075181.727408:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.727410:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075181.728326:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728330:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075181.728338:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075181.728344:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075181.728348:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075181.728351:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728354:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075181.728358:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075181.728362:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075181.728368:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075181.728373:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075181.728383:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075181.728393:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075181.728398:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075181.728405:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075181.728450:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075181.728454:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075181.728485:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075181.728488:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075181.728490:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075181.728493:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075181.728497:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1870 00000400:00000200:3.0:1769075181.728505:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075181.728510:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075181.728512:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075181.728516:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728518:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.728521:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728523:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075181.728526:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075181.728528:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075181.728531:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075181.728534:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075181.728536:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075181.728539:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075181.728542:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728545:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.728547:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728549:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075181.728552:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075181.728555:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728557:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075181.728559:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075181.728565:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075181.728568:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728570:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075181.728573:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075181.728576:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728578:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075181.728582:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769075181.728584:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075181.728587:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075181.728589:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728591:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075181.728592:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075181.728594:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075181.728599:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:3.0:1769075181.728602:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075181.728607:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075181.728614:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075181.728617:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075181.728621:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075181.728634:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075181.728637:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075181.728642:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075181.728643:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075181.728645:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075181.728648:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075181.728650:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1870 00000400:00000200:3.0:1769075181.728654:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075181.728657:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075181.728660:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075181.728663:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728665:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.728667:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728669:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075181.728678:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075181.728679:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075181.728681:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075181.728683:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075181.728686:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075181.728688:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075181.728691:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728693:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075181.728696:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728698:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075181.728700:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075181.728703:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075181.728705:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075181.728708:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075181.728711:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075181.728713:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728715:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075181.728717:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075181.728720:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728722:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075181.728726:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769075181.728729:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075181.728731:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075181.728733:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075181.728734:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075181.728736:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075181.728738:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075181.728742:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075181.728745:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075181.728751:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075181.728759:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075181.728761:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075181.728766:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075181.728774:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075181.728779:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1880) 00000100:00000001:0.0:1769075181.728989:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075181.728995:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075181.728998:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075181.729006:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729016:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075181.729018:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729022:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075181.729025:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075181.729028:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075181.729031:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614144:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075181.729036:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075181.729040:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075181.729043:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729046:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075181.729053:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075181.729055:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075181.729063:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075181.729068:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1de70. 00000400:00000010:0.0:1769075181.729076:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841e58. 00000100:00000200:0.0:1769075181.729084:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614144, portal 10 00000100:00000001:0.0:1769075181.729087:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075181.729089:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:0.0:1769075181.729106:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729114:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075181.729117:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075181.729120:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841990. 00000100:00000200:0.0:1769075181.729124:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926614144, offset 0 00000400:00000200:0.0:1769075181.729133:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729141:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729149:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075181.729155:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075181.729160:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075181.729164:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075181.729167:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729172:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3062:3062:255:4294967295] 192.168.204.145@tcp LPNI seq info [3062:3062:7:4294967295] 00000400:00000200:0.0:1769075181.729176:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729187:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075181.729193:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075181.729200:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38400. 00000800:00000200:0.0:1769075181.729207:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075181.729213:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075181.729218:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075181.729224:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075181.729227:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075181.729231:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296544517 00000100:00000001:0.0:1769075181.729234:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729236:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296544517 00000100:00000001:0.0:1769075181.729239:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729242:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075181.729245:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075181.729248:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075181.729252:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729259:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075181.729261:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729263:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075181.729265:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075181.729267:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075181.729270:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614272:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075181.729276:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075181.729278:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075181.729279:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729281:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075181.729285:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075181.729287:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075181.729292:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075181.729295:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d108. 00000400:00000010:0.0:1769075181.729299:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075181.729302:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614272, portal 4 00000100:00000001:0.0:1769075181.729304:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075181.729314:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:0.0:1769075181.729323:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729331:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075181.729333:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075181.729336:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841f68. 00000100:00000200:0.0:1769075181.729339:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926614272, offset 0 00000400:00000200:0.0:1769075181.729343:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729347:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729350:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075181.729354:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075181.729357:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075181.729359:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075181.729361:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729365:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3063:3063:254:4294967295] 192.168.204.145@tcp LPNI seq info [3063:3063:6:4294967295] 00000400:00000200:0.0:1769075181.729368:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729374:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075181.729379:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075181.729382:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38200. 00000800:00000200:0.0:1769075181.729387:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075181.729391:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075181.729394:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075181.729397:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075181.729401:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075181.729403:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296543259 00000100:00000001:0.0:1769075181.729405:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729408:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296543259 00000100:00000001:0.0:1769075181.729410:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729412:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075181.729415:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075181.729417:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075181.729421:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729428:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075181.729429:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729431:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075181.729433:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075181.729435:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075181.729438:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614400:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075181.729441:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075181.729443:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075181.729445:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075181.729446:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075181.729450:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075181.729452:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075181.729455:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075181.729458:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075181.729488:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075181.729492:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614400, portal 4 00000100:00000001:0.0:1769075181.729496:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075181.729498:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:0.0:1769075181.729506:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075181.729513:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075181.729516:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075181.729519:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841908. 00000100:00000200:0.0:1769075181.729522:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926614400, offset 0 00000400:00000200:0.0:1769075181.729527:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729530:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729533:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075181.729536:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075181.729538:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075181.729541:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075181.729543:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075181.729547:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3064:3064:253:4294967295] 192.168.204.145@tcp LPNI seq info [3064:3064:5:4294967295] 00000400:00000200:0.0:1769075181.729551:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075181.729557:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075181.729561:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075181.729564:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38500. 00000800:00000200:0.0:1769075181.729569:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075181.729573:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075181.729576:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075181.729579:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075181.729582:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075181.729584:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296543262 00000100:00000001:0.0:1769075181.729587:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729589:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296543262 00000100:00000001:0.0:1769075181.729591:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296554766 00000100:00000001:0.0:1769075181.729593:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075181.729595:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075181.729598:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075181.729600:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075181.729608:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075181.729610:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075181.729613:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075181.729614:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075181.729616:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075181.729618:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075181.918661:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075181.918678:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075181.918683:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075181.918694:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075181.918699:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075181.918703:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075181.918712:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075181.918716:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075181.918721:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075181.918726:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075181.918735:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075181.918737:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075181.918775:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075181.918779:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075181.918784:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075182.942621:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075182.942630:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075182.942637:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075182.942639:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075182.942770:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075182.942776:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075182.942781:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075183.966584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075183.966592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075183.966597:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075183.966598:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075183.966622:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075183.966625:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075183.966638:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075184.798823:0:2366:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.145:988 00000400:00000100:2.0:1769075184.798905:0:2366:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769075184.798923:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075184.798929:0:2366:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:2.0:1769075184.798934:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075184.798939:0:2366:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769075184.798946:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075184.798951:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075184.798957:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075184.798964:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075184.798972:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075184.798976:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075184.798983:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075184.798994:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075184.799039:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075184.799045:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075184.799056:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075184.799059:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075184.799072:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075184.799075:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38400. 00000400:00000200:2.0:1769075184.799095:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075184.799099:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075184.799104:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841990 00000400:00000010:2.0:1769075184.799107:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841990. 00000100:00000001:0.0:1769075184.799130:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075184.799131:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075184.799138:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1769075184.799142:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799148:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075184.799161:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1769075184.799165:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075184] req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075184.799174:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075184.799195:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075184.799202:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075184.799209:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b69f8. 00000100:00000001:2.0:1769075184.799211:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075184.799217:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769075184.799221:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353c38 00000400:00000010:0.0:1769075184.799228:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353c38. 00000800:00000100:2.0:1769075184.799230:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000100:00000001:0.0:1769075184.799236:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1769075184.799238:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38200. 00000400:00000200:2.0:1769075184.799246:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:0.0:1769075184.799250:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075184.799257:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075184.799267:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841f68 00000400:00000010:2.0:1769075184.799271:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841f68. 00000100:00000001:2.0:1769075184.799275:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075184.799282:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075184.799314:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075184.799314:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075184.799325:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799335:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075184.799340:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075184.799345:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075184.799348:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075184.799351:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075184.799360:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:2.0:1769075184.799363:0:2366:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075184.799370:0:2366:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38500. 00000100:00100000:0.0:1769075184.799374:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075184.799378:0:2366:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075184.799394:0:2366:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000001:0.0:1769075184.799397:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075184.799401:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841908 00000400:00000010:2.0:1769075184.799407:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841908. 00000100:00000040:0.0:1769075184.799410:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075184.799414:0:2366:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075184.799427:0:2366:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799429:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075184.799440:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799447:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.799453:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799458:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075184.799503:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075184.799509:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075184.799517:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075184.799521:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075184.799528:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075184.799541:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926614016:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075184.799544:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075184.799552:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075184.799557:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799559:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075184.799570:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926614016/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075184.799578:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075184.799584:0:2366:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075184.799590:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075184.799597:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075184.799603:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31800. 02000000:00000001:0.0:1769075184.799610:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075184.799615:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075184.799617:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075184.799620:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075184.799624:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:0.0:1769075184.799628:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075184.799631:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075184.799634:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:0.0:1769075184.799638:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075184.799641:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799645:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075184.799647:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075184.799650:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075184.799652:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075184.799658:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075184] req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075184.799672:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075184.799674:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075184.799677:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1de70. 00000400:00000200:0.0:1769075184.799682:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841e58 00000400:00000010:0.0:1769075184.799686:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841e58. 00000100:00000001:0.0:1769075184.799689:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075184.799694:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075184.799705:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799722:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075184.799723:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799726:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.799728:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075184.799733:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799744:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075184.799750:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799759:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075184.799764:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799774:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.799777:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799779:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075184.799785:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075184.799789:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075184.799794:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075184.799798:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075184.799818:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075184.799828:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614144:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075184.799834:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075184.799839:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075184] req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075184.799849:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075184.799850:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075184.799853:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d108. 00000400:00000200:0.0:1769075184.799858:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075184.799860:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075184.799863:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075184.799867:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075184.799877:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799885:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075184.799886:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799888:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.799890:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075184.799895:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799904:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075184.799909:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.799919:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075184.799922:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799924:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.799926:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.799928:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075184.799930:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075184.799933:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075184.799938:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075184.799941:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075184.799947:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075184.799958:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614272:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075184.799965:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075184.799970:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075184] req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075184.799980:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075184.799982:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075184.799984:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075184.799988:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075184.799990:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075184.799993:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075184.799998:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075184.800009:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800017:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075184.800019:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800021:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.800023:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075184.800028:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800037:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075184.800042:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800059:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075184.800063:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800065:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075184.800067:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800069:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075184.800071:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075184.800075:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075184.800080:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075184.800082:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075184.800086:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075184.800093:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614400:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075184.800096:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800098:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075184.800101:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926614144/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800106:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075184.800108:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075184.800110:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075184.800114:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075184.800115:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075184.800117:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075184.800119:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075184.800121:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:0.0:1769075184.800124:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075184.800127:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075184.800129:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:0.0:1769075184.800132:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075184.800134:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800136:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075184.800140:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926614272/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800148:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075184.800150:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075184.800153:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075184.800156:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075184.800157:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075184.800159:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075184.800161:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075184.800165:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:0.0:1769075184.800168:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075184.800170:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075184.800172:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:0.0:1769075184.800175:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075184.800177:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800179:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075184.800184:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926614400/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075184.800194:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075184.800196:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075184.800198:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075184.800201:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075184.800203:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075184.800204:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075184.800207:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075184.800209:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:0.0:1769075184.800212:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075184.800213:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075184.800215:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:0.0:1769075184.800217:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075184.800218:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800220:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075184.800227:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075184.800229:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075184.800232:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075184.800233:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075184.990599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075184.990609:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075184.990615:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075184.990619:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075184.990621:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075184.990624:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075184.990627:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075184.990630:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075184.990632:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075184.990634:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075184.990713:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075184.990718:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075184.990721:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075186.014532:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075186.014538:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075186.014542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075186.014543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075186.014558:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075186.014560:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075186.014562:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075186.846615:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075186.846629:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075186.846632:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075186.846637:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075186.846643:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075186.846654:0:25395:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1875 00000400:00000200:2.0:1769075186.846667:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075186.846676:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075186.846682:0:25395:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075186.846687:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846692:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075186.846697:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846701:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075186.846706:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075186.846709:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075186.846713:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075186.846718:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075186.846721:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075186.846724:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075186.846728:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846731:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075186.846734:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846736:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075186.846740:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075186.846745:0:25395:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846748:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075186.846751:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075186.846754:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075186.846758:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.846761:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075186.846763:0:25395:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075186.846798:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99c00. 00000020:00000040:2.0:1769075186.846803:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075186.846808:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075186.846811:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.846814:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075186.846818:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075186.846824:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075186.846833:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32c00. 00000100:00000001:2.0:1769075186.846842:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075186.846853:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075186.846868:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075186.846874:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075186.846880:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c64119ca] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075186.846911:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075186.846916:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075186.846921:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075186.846923:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075186.846925:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075186.846928:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075186.846931:0:25395:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1875 00000400:00000200:2.0:1769075186.846937:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075186.846942:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075186.846945:0:25395:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075186.846950:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846954:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075186.846957:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.846961:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075186.846965:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075186.846967:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075186.846971:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075186.846973:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:0.0:1769075186.846977:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075186.846978:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075186.846988:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:0.0:1769075186.846991:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769075186.846995:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075186.847000:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075186.847003:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075186.847012:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.847020:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:0.0:1769075186.847025:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075186.847029:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:2.0:1769075186.847043:0:25395:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075186.847057:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.847068:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769075186.847069:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075186.847077:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075186.847087:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075186.847089:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075186.847099:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075186.847102:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.847110:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.847113:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075186.847126:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1769075186.847129:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926614528:192.168.204.145@tcp:250:kworker.0 00000008:00000001:2.0:1769075186.847139:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.847147:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075186.847149:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.847160:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1769075186.847163:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9bb80. 02000000:00000001:0.0:1769075186.847168:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075186.847173:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:0.0:1769075186.847178:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075186.847185:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075186.847193:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075186.847194:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96c00. 00000100:00000001:2.0:1769075186.847199:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075186.847205:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075186.847207:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075186.847213:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075186.847225:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32400. 00000100:00000001:2.0:1769075186.847237:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075186.847238:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075186.847254:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000100:00100000:2.0:1769075186.847257:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769075186.847271:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000001:2.0:1769075186.847279:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075186.847288:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075186.847291:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614528, portal 25 00000100:00000040:2.0:1769075186.847301:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940ccc62] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.847303:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075186.847310:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803441152 : -125747906110464 : ffff8da208b99c00) 00000100:00000040:0.0:1769075186.847335:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075186.847338:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075186.847350:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075186.847370:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075186.847376:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075186.847386:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075186.847393:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000001:2.0:1769075186.847400:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1769075186.847402:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926614528, offset 0 00000100:00080000:2.0:1769075186.847409:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075186.847420:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:0.0:1769075186.847424:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:2.0:1769075186.847433:0:25395:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1875 00000400:00000200:0.0:1769075186.847448:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075186.847451:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075186.847527:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:0.0:1769075186.847536:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:2.0:1769075186.847538:0:25395:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075186.847558:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:0.0:1769075186.847559:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075186.847571:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769075186.847578:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:2.0:1769075186.847585:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:0.0:1769075186.847597:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075186.847598:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075186.847611:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1769075186.847612:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000040:2.0:1769075186.847619:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075186.847629:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1769075186.847631:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3065:3065:256:4294967295] 192.168.204.145@tcp LPNI seq info [3065:3065:8:4294967295] 00000020:00000040:2.0:1769075186.847637:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075186.847648:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:0.0:1769075186.847653:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:2.0:1769075186.847659:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075186.847674:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.847688:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769075186.847694:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:2.0:1769075186.847703:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.847713:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075186.847725:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:0.0:1769075186.847726:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:2.0:1769075186.847740:0:25395:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000010:0.0:1769075186.847745:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000001:2.0:1769075186.847749:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075186.847759:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.0:1769075186.847789:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:2.0:1769075186.847800:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1769075186.847801:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 02000000:00000001:2.0:1769075186.847813:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.847823:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:0.1:1769075186.847825:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000008:00100000:2.0:1769075186.847831:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.1:1769075186.847836:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000008:00000001:2.0:1769075186.847843:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.847853:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769075186.847855:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.847866:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000100:00000010:2.0:1769075186.847869:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b100. 00000400:00000200:0.0:1769075186.847875:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:2.0:1769075186.847880:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075186.847893:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769075186.847894:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1769075186.847901:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.847909:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1769075186.847911:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 02000000:00000001:2.0:1769075186.847914:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769075186.847925:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 02000000:00000001:2.0:1769075186.847925:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.847941:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1769075186.847943:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30400. 00000100:00000001:2.0:1769075186.847955:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075186.847960:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075186.847974:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075186.848003:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075186.848008:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075186.848019:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075186.848021:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075186.848035:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009ad9cbd] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.848049:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848059:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075186.848072:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848073:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075186.848082:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1769075186.848091:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:2.0:1769075186.848097:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075186.848104:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296559887 00000100:00000001:2.0:1769075186.848105:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075186.848112:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075186.848123:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769075186.848125:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296554766 00000100:00080000:2.0:1769075186.848133:0:25395:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1875 00000100:00000001:0.0:1769075186.848141:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296559887 00000100:00000001:0.0:1769075186.848152:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296554766 00000400:00000200:2.0:1769075186.848161:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075186.848163:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075186.848175:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075186.848179:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:0.0:1769075186.848184:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1769075186.848189:0:25395:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769075186.848203:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075186/real 1769075186] req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075186.848206:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.848216:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075186.848225:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.848236:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075186.848247:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1769075186.848251:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1769075186.848251:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000400:00000001:0.0:1769075186.848260:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769075186.848261:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075186.848271:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000010:0.0:1769075186.848272:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000020:00000001:2.0:1769075186.848280:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:0.0:1769075186.848286:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000020:00000001:2.0:1769075186.848290:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000010:0.0:1769075186.848296:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000040:2.0:1769075186.848305:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075186.848310:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769075186.848316:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1769075186.848327:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075186.848339:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075186.848351:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075186.848361:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:2.0:1769075186.848376:0:25395:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000200:0.0:1769075186.848378:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075186.848386:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075186.848397:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075186.848406:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075186.848414:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1769075186.848416:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848423:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075186.848426:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075186.848436:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:2.0:1769075186.848436:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075186.848444:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075186.848447:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848456:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769075186.848457:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98380. 00000020:00000040:2.0:1769075186.848504:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075186.848515:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075186.848521:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075186.848523:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075186.848527:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075186.848533:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075186.848540:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075186.848556:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30000. 00000100:00000001:0.0:1769075186.848557:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075186.848572:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075186.848579:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075186.848593:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075186.848618:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075186.848626:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075186.848632:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075186.848636:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848642:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.848651:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075186.848653:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c79fdf5f] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.848660:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075186.848668:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075186.848679:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769075186.848689:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075186.848699:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000040:2.0:1769075186.848703:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1886) 00000100:00000001:0.0:1769075186.848708:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075186.848724:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075186.848742:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926614528:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075186.848752:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.848756:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.848762:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99c00 x1855007926614528/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.848800:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075186.848805:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075186.848810:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075186.848816:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075186.848820:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075186.848823:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075186.848827:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075186.848831:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32c00. 02000000:00000001:0.0:1769075186.848836:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075186.848840:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075186.848843:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99c00. 00000100:00000001:0.0:1769075186.848849:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075186.848851:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.848855:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.848867:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075186.848871:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.848876:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075186.848880:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075186.848883:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075186.848891:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.848907:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075186.848909:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.848913:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075186.848928:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075186.848933:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075186.848940:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614656:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075186.848946:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075186.848951:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075186.848954:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.848957:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075186.848966:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075186.848970:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075186.848979:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075186.848985:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075186.848993:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075186.849000:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614656, portal 10 00000100:00000001:0.0:1769075186.849005:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075186.849008:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803449216 : -125747906102400 : ffff8da208b9bb80) 00000100:00000040:0.0:1769075186.849020:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849034:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075186.849039:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075186.849044:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075186.849050:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926614656, offset 0 00000400:00000200:0.0:1769075186.849060:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075186.849068:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.849076:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075186.849082:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075186.849088:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075186.849094:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075186.849097:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075186.849102:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3066:3066:256:4294967295] 192.168.204.145@tcp LPNI seq info [3066:3066:8:4294967295] 00000400:00000200:0.0:1769075186.849108:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.849118:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075186.849125:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.849130:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075186.849136:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075186.849140:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075186.849146:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075186.849150:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769075186.849155:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.849158:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075186.849162:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075186.849167:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075186.849171:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075186.849174:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075186.849177:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075186.849183:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849194:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.849198:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849207:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.849209:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075186.849213:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075186.849218:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075186.849223:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075186.849226:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296549637 00000100:00000001:0.0:1769075186.849229:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.849232:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296549637 00000100:00000001:0.0:1769075186.849237:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.849240:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075186.849243:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.849245:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075186.849250:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075186/real 1769075186] req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075186.849260:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075186.849262:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075186.849264:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075186.849268:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075186.849270:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075186.849274:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075186.849282:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075186.849300:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849312:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075186.849316:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849320:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.849322:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075186.849330:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849345:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075186.849353:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849368:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075186.849373:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849377:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.849380:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849384:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075186.849388:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075186.849393:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075186.849399:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075186.849404:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075186.849413:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075186.849430:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614656:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075186.849437:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075186.849444:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849458:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075186.849497:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.849503:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075186.849507:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075186.849512:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075186.849519:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614784:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075186.849523:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075186.849526:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075186.849529:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.849531:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075186.849537:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075186.849539:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075186.849546:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075186.849549:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075186.849553:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075186.849558:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614784, portal 4 00000100:00000001:0.0:1769075186.849560:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075186.849562:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803446528 : -125747906105088 : ffff8da208b9b100) 00000100:00000040:0.0:1769075186.849570:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849579:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075186.849582:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075186.849584:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075186.849588:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926614784, offset 0 00000400:00000200:0.0:1769075186.849593:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075186.849598:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.849603:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075186.849607:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075186.849611:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075186.849614:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075186.849617:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075186.849622:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3067:3067:256:4294967295] 192.168.204.145@tcp LPNI seq info [3067:3067:8:4294967295] 00000400:00000200:0.0:1769075186.849627:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.849636:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075186.849642:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.849646:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075186.849652:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075186.849655:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075186.849661:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075186.849665:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769075186.849670:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.849672:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075186.849676:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075186.849681:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075186.849685:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075186.849687:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075186.849691:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075186.849695:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849705:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.849709:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849726:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.849728:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075186.849731:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075186.849735:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075186.849739:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075186.849742:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296548380 00000100:00000001:0.0:1769075186.849745:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.849748:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296548380 00000100:00000001:0.0:1769075186.849751:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.849753:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075186.849756:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.849758:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075186.849762:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075186/real 1769075186] req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075186.849804:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075186.849805:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075186.849808:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075186.849812:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075186.849814:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075186.849817:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075186.849822:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075186.849833:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849841:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075186.849843:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849845:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.849847:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075186.849851:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849861:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075186.849866:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849875:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075186.849878:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849879:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.849881:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.849883:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075186.849885:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075186.849888:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075186.849892:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075186.849894:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075186.849899:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075186.849908:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614784:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075186.849913:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075186.849917:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849925:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075186.849927:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.849930:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075186.849932:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075186.849935:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075186.849939:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614912:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075186.849943:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075186.849945:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075186.849948:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075186.849950:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075186.849954:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075186.849957:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075186.849961:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075186.849965:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075186.849968:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075186.849972:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926614912, portal 4 00000100:00000001:0.0:1769075186.849974:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075186.849976:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803434880 : -125747906116736 : ffff8da208b98380) 00000100:00000040:0.0:1769075186.849983:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.849991:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075186.849994:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075186.849997:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075186.849999:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926614912, offset 0 00000400:00000200:0.0:1769075186.850005:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075186.850009:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.850014:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075186.850018:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075186.850021:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075186.850025:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075186.850028:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075186.850032:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3068:3068:256:4294967295] 192.168.204.145@tcp LPNI seq info [3068:3068:8:4294967295] 00000400:00000200:0.0:1769075186.850037:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075186.850045:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075186.850050:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.850054:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075186.850059:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075186.850062:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075186.850067:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075186.850071:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769075186.850076:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075186.850079:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075186.850083:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075186.850087:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075186.850091:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075186.850093:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075186.850095:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075186.850100:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850109:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.850113:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850121:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.850123:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075186.850126:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075186.850130:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075186.850133:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075186.850136:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296548382 00000100:00000001:0.0:1769075186.850139:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.850142:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296548382 00000100:00000001:0.0:1769075186.850144:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296559887 00000100:00000001:0.0:1769075186.850147:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075186.850149:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.850152:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075186.850156:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075186/real 1769075186] req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075186.850165:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075186.850166:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075186.850168:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075186.850171:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075186.850173:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075186.850176:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075186.850180:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075186.850190:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850197:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075186.850199:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850201:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.850203:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075186.850207:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850215:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075186.850219:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850227:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075186.850230:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850232:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075186.850234:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850236:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075186.850237:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075186.850240:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075186.850244:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075186.850246:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075186.850251:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075186.850260:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926614912:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075186.850265:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850268:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.850274:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9bb80 x1855007926614656/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850289:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075186.850292:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075186.850296:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96c00. 02000000:00000001:0.0:1769075186.850301:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075186.850303:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075186.850306:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075186.850310:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075186.850313:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32400. 02000000:00000001:0.0:1769075186.850319:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075186.850321:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075186.850324:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9bb80. 00000100:00000001:0.0:1769075186.850330:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075186.850333:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850336:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.850344:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b100 x1855007926614784/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850358:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075186.850361:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075186.850364:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075186.850369:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075186.850371:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075186.850374:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075186.850377:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075186.850380:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30400. 02000000:00000001:0.0:1769075186.850385:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075186.850388:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075186.850390:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b100. 00000100:00000001:0.0:1769075186.850395:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075186.850398:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850401:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075186.850409:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98380 x1855007926614912/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075186.850422:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075186.850426:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075186.850429:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075186.850434:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075186.850437:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075186.850439:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075186.850443:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075186.850446:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30000. 02000000:00000001:0.0:1769075186.850450:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075186.850451:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075186.850453:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98380. 00000100:00000001:0.0:1769075186.850456:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075186.850490:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850494:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075186.850499:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075186.850501:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075186.850503:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075186.850506:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075187.038599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075187.038607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075187.038614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075187.038616:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075187.038808:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075187.038813:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075187.038836:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075188.062594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075188.062602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075188.062607:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075188.062608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075188.062630:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075188.062632:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075188.062652:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075189.086563:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075189.086571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075189.086577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075189.086578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075189.086809:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075189.086834:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075189.086839:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075190.110628:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075190.110635:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075190.110640:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075190.110642:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075190.110662:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075190.110664:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075190.110667:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075191.134651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075191.134660:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075191.134666:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075191.134669:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075191.134807:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075191.134846:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075191.134851:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075191.966650:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075191.966663:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075191.966666:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075191.966671:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075191.966676:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075191.966709:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1881 00000400:00000200:3.0:1769075191.966724:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075191.966734:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075191.966741:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075191.966748:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.966755:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075191.966760:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.966764:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075191.966772:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075191.966775:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075191.966780:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075191.966839:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075191.966846:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075191.966851:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075191.966858:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.966863:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075191.966866:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.966869:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075191.966873:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075191.966877:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075191.966880:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075191.966883:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075191.966887:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075191.966891:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.966894:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075191.966897:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075191.966907:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075191.966912:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075191.966917:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075191.966919:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.966923:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075191.966927:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075191.966932:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075191.966941:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769075191.966950:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075191.966965:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075191.966986:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075191.966994:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075191.967003:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075191.967046:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075191.967053:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075191.967060:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075191.967063:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075191.967066:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075191.967073:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075191.967079:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1881 00000400:00000200:3.0:1769075191.967086:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075191.967093:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075191.967096:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075191.967100:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967103:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075191.967106:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967109:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075191.967112:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075191.967114:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075191.967116:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075191.967119:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075191.967122:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075191.967125:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:0.0:1769075191.967127:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075191.967130:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967139:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075191.967142:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075191.967144:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075191.967148:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075191.967149:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075191.967157:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075191.967161:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967165:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075191.967169:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1769075191.967177:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075191.967178:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075191.967189:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.967202:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075191.967210:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769075191.967212:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075191.967219:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075191.967220:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.967226:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.967227:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075191.967241:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1769075191.967244:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 02000000:00000001:0.0:1769075191.967247:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075191.967251:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00100000:0.0:1769075191.967260:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926615040:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075191.967262:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075191.967269:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.967276:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075191.967278:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075191.967282:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075191.967285:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075191.967288:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.967289:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075191.967297:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 02000000:00000001:0.0:1769075191.967298:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075191.967311:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075191.967318:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97c00. 00000100:00100000:3.0:1769075191.967322:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769075191.967329:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.967349:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075191.967353:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075191.967360:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075191.967369:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769075191.967372:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075191.967392:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000001:3.0:1769075191.967396:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075191.967402:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1769075191.967406:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615040, portal 25 00000100:00080000:3.0:1769075191.967407:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075191.967414:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769075191.967416:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075191.967422:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075191.967424:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000001:3.0:1769075191.967436:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1769075191.967449:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075191.967450:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1881 00000100:00000001:0.0:1769075191.967513:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075191.967522:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075191.967524:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075191.967529:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000400:00000200:3.0:1769075191.967536:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000200:0.0:1769075191.967538:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926615040, offset 0 00000100:00080000:3.0:1769075191.967541:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075191.967550:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:0.0:1769075191.967559:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967560:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075191.967568:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967571:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075191.967576:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075191.967582:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:0.0:1769075191.967585:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075191.967587:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075191.967596:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075191.967601:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:0.0:1769075191.967606:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:3.0:1769075191.967612:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075191.967622:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:0.0:1769075191.967623:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075191.967632:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769075191.967637:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:3.0:1769075191.967639:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.967646:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:0.0:1769075191.967654:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1769075191.967655:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:0.0:1769075191.967676:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00080000:3.0:1769075191.967677:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:0.0:1769075191.967700:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3069:3069:256:4294967295] 192.168.204.145@tcp LPNI seq info [3069:3069:8:4294967295] 00000400:00000200:0.0:1769075191.967705:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075191.967713:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075191.967718:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1769075191.967726:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:3.0:1769075191.967729:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1769075191.967738:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075191.967742:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769075191.967748:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000001:3.0:1769075191.967750:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075191.967758:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:0.0:1769075191.967760:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075191.967769:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000008:00000001:3.0:1769075191.967772:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769075191.967780:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075191.967781:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769075191.967787:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1769075191.967794:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000010:3.0:1769075191.967797:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000800:00000010:0.0:1769075191.967798:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075191.967809:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1769075191.967812:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:0.0:1769075191.967822:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1769075191.967825:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769075191.967830:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 02000000:00000001:3.0:1769075191.967831:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075191.967836:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:3.0:1769075191.967839:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075191.967846:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769075191.967848:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769075191.967859:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075191.967863:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769075191.967871:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000001:0.0:1769075191.967877:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075191.967878:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075191.967887:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075191.967897:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075191.967936:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075191.967939:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.967941:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.967946:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769075191.967956:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.967957:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075191.967974:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075191.967982:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296565007 00000100:00000001:0.0:1769075191.967994:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296559887 00000100:00000001:3.0:1769075191.968000:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968003:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296565007 00000100:00080000:3.0:1769075191.968011:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075191.968012:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296559887 00000100:00000001:0.0:1769075191.968025:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075191.968036:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075191.968038:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075191.968041:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075191.968045:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769075191.968051:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075191/real 1769075191] req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075191.968053:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075191.968069:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075191.968077:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1881 00000400:00000001:0.0:1769075191.968079:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075191.968085:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1769075191.968088:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075191.968092:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:3.0:1769075191.968096:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075191.968101:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1769075191.968104:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000100:00000040:3.0:1769075191.968108:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:0.0:1769075191.968111:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:3.0:1769075191.968114:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075191.968122:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075191.968126:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075191.968127:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075191.968134:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075191.968138:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000200:0.0:1769075191.968140:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075191.968146:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075191.968154:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075191.968169:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000200:0.0:1769075191.968177:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075191.968179:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075191.968200:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075191.968215:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075191.968216:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075191.968228:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075191.968233:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075191.968237:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075191.968239:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075191.968241:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075191.968258:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00100000:0.0:1769075191.968263:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075191.968272:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075191.968288:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075191.968298:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075191.968309:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075191.968309:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075191.968318:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075191.968323:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075191.968327:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075191.968333:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075191.968334:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075191.968337:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075191.968346:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769075191.968357:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075191.968359:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769075191.968362:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075191.968366:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968371:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075191.968371:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769075191.968382:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075191.968382:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769075191.968396:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075191.968397:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968419:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1769075191.968422:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:0.0:1769075191.968424:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075191.968434:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075191.968436:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075191.968483:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075191.968488:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1769075191.968491:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1769075191.968497:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075191.968564:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075191.968572:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075191.968573:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926615040:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075191.968596:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075191.968596:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968608:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.968622:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926615040/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075191.968629:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968646:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1769075191.968646:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1891) 02000000:00000001:0.0:1769075191.968653:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075191.968659:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97c00. 02000000:00000001:0.0:1769075191.968666:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075191.968668:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075191.968670:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075191.968673:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075191.968675:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:0.0:1769075191.968693:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075191.968696:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075191.968698:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:0.0:1769075191.968702:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075191.968704:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.968707:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.968715:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075191.968717:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968720:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075191.968721:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075191.968723:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075191.968728:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968734:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075191.968736:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.968738:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075191.968740:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075191.968742:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075191.968744:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615168:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075191.968747:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075191.968749:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075191.968751:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.968752:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075191.968755:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97c00. 02000000:00000001:0.0:1769075191.968757:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075191.968761:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075191.968764:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075191.968767:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075191.968770:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615168, portal 10 00000100:00000001:0.0:1769075191.968771:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075191.968772:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:0.0:1769075191.968778:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968783:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075191.968785:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075191.968787:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075191.968789:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926615168, offset 0 00000400:00000200:0.0:1769075191.968791:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075191.968794:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.968798:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075191.968800:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075191.968802:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075191.968804:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075191.968806:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075191.968808:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3070:3070:256:4294967295] 192.168.204.145@tcp LPNI seq info [3070:3070:8:4294967295] 00000400:00000200:0.0:1769075191.968812:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.968817:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075191.968820:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.968822:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075191.968825:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075191.968827:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075191.968832:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075191.968834:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1769075191.968837:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.968839:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075191.968841:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075191.968843:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075191.968846:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075191.968847:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075191.968849:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075191.968852:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968857:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.968859:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968864:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968865:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075191.968867:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075191.968871:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075191.968873:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075191.968875:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296554757 00000100:00000001:0.0:1769075191.968877:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.968879:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296554757 00000100:00000001:0.0:1769075191.968881:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.968884:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075191.968885:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.968887:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075191.968890:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075191/real 1769075191] req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075191.968895:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075191.968896:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075191.968897:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075191.968898:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075191.968899:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075191.968901:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075191.968903:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075191.968909:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968913:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075191.968914:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.968915:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.968916:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075191.968918:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968922:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075191.968925:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968929:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075191.968930:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.968931:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.968932:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.968933:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075191.968934:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075191.968937:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075191.968939:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075191.968941:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075191.968944:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075191.968949:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615168:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075191.968951:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075191.968954:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.968958:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075191.968959:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.968961:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075191.968962:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075191.968963:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075191.968965:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615296:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075191.968968:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075191.968970:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075191.968971:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.968972:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075191.968975:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075191.968976:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075191.968978:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075191.968980:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075191.968983:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075191.968985:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615296, portal 4 00000100:00000001:0.0:1769075191.968986:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075191.968987:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:0.0:1769075191.968992:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969001:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075191.969002:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075191.969004:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075191.969006:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926615296, offset 0 00000400:00000200:0.0:1769075191.969008:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075191.969010:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.969012:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075191.969014:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075191.969016:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075191.969017:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075191.969019:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075191.969022:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3071:3071:256:4294967295] 192.168.204.145@tcp LPNI seq info [3071:3071:8:4294967295] 00000400:00000200:0.0:1769075191.969025:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.969029:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075191.969032:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.969034:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075191.969037:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075191.969039:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075191.969042:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075191.969043:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1769075191.969046:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.969047:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075191.969049:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075191.969051:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075191.969053:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075191.969055:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075191.969057:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075191.969059:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969063:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.969065:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969079:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.969080:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075191.969083:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075191.969087:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075191.969091:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075191.969093:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296553499 00000100:00000001:0.0:1769075191.969096:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.969099:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296553499 00000100:00000001:0.0:1769075191.969102:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.969104:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075191.969107:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.969109:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075191.969113:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075191/real 1769075191] req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075191.969122:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075191.969124:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075191.969126:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075191.969129:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075191.969131:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075191.969133:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075191.969136:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075191.969142:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969147:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075191.969148:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969149:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.969150:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075191.969152:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969158:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075191.969160:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969165:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075191.969166:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969167:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.969168:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969169:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075191.969170:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075191.969172:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075191.969174:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075191.969175:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075191.969177:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075191.969182:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615296:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075191.969185:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075191.969188:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969193:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075191.969194:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.969196:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075191.969197:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075191.969199:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075191.969200:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615424:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075191.969203:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075191.969205:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075191.969207:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075191.969208:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075191.969211:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075191.969213:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075191.969215:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075191.969217:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075191.969220:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075191.969222:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615424, portal 4 00000100:00000001:0.0:1769075191.969223:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075191.969225:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:0.0:1769075191.969230:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969235:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075191.969236:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075191.969237:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075191.969239:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926615424, offset 0 00000400:00000200:0.0:1769075191.969242:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075191.969244:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.969247:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075191.969249:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075191.969251:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075191.969253:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075191.969255:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075191.969257:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3072:3072:256:4294967295] 192.168.204.145@tcp LPNI seq info [3072:3072:8:4294967295] 00000400:00000200:0.0:1769075191.969260:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075191.969265:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075191.969268:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.969269:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075191.969272:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075191.969274:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075191.969277:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075191.969279:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1769075191.969282:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075191.969284:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075191.969286:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075191.969289:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075191.969291:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075191.969293:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075191.969295:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075191.969299:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969307:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.969310:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969318:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.969319:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075191.969323:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075191.969326:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075191.969330:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075191.969333:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296553501 00000100:00000001:0.0:1769075191.969336:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.969339:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296553501 00000100:00000001:0.0:1769075191.969341:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296565007 00000100:00000001:0.0:1769075191.969344:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075191.969346:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.969349:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075191.969353:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075191/real 1769075191] req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075191.969360:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075191.969361:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075191.969363:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075191.969365:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075191.969366:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075191.969368:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075191.969371:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075191.969377:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969381:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075191.969381:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969383:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.969383:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075191.969386:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969391:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075191.969393:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969398:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075191.969399:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969400:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075191.969401:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969402:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075191.969403:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075191.969404:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075191.969406:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075191.969408:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075191.969410:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075191.969415:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615424:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075191.969417:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969418:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.969421:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926615168/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969426:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075191.969427:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075191.969428:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97c00. 02000000:00000001:0.0:1769075191.969430:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075191.969431:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075191.969432:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075191.969433:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075191.969434:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:0.0:1769075191.969437:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075191.969438:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075191.969439:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:0.0:1769075191.969441:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075191.969442:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969443:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.969445:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926615296/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969450:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075191.969451:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075191.969452:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c95c00. 02000000:00000001:0.0:1769075191.969453:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075191.969454:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075191.969455:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075191.969456:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075191.969456:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:0.0:1769075191.969478:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075191.969479:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075191.969480:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:0.0:1769075191.969482:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075191.969482:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969484:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075191.969486:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926615424/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075191.969490:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075191.969491:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075191.969492:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94000. 02000000:00000001:0.0:1769075191.969494:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075191.969495:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075191.969496:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075191.969497:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075191.969498:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:0.0:1769075191.969500:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075191.969500:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075191.969501:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:0.0:1769075191.969502:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075191.969503:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969504:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075191.969507:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075191.969508:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075191.969509:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075191.969510:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075192.158609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075192.158619:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075192.158622:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075192.158628:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075192.158631:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075192.158634:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075192.158640:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075192.158642:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075192.158645:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075192.158648:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075192.158653:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075192.158654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075192.159547:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075192.159559:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075192.159564:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075193.182619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075193.182628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075193.182635:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075193.182637:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075193.182756:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075193.182764:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075193.182772:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075194.206714:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075194.206723:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075194.206731:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075194.206734:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075194.206764:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075194.206767:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075194.206770:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075195.230558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075195.230567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075195.230574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075195.230577:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075195.230581:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075195.230584:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075195.230587:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075195.230590:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075195.230592:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075195.230603:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075195.230752:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075195.230761:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075195.230768:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075196.254605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075196.254668:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075196.254676:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075196.254678:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075196.254706:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075196.254709:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075196.254713:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075197.086659:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075197.086673:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075197.086677:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075197.086682:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075197.086687:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075197.086696:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1886 00000400:00000200:0.0:1769075197.086707:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075197.086715:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075197.086720:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075197.086724:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086728:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.086731:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086734:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075197.086741:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075197.086743:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075197.086746:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075197.086750:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075197.086753:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075197.086756:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075197.086760:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086762:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.086765:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086767:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075197.086771:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075197.086775:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086778:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075197.086781:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075197.086785:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075197.086788:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.086791:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075197.086793:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075197.086805:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf800. 00000020:00000040:0.0:1769075197.086810:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075197.086814:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075197.086816:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.086820:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075197.086823:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075197.086829:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075197.086837:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95c00. 00000100:00000001:0.0:1769075197.086845:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075197.086856:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075197.086870:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075197.086875:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075197.086881:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a55f85] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075197.086915:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075197.086919:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075197.086924:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075197.086926:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075197.086928:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075197.086931:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075197.086934:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1886 00000400:00000200:0.0:1769075197.086939:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075197.086943:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075197.086946:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075197.086950:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086954:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.086958:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.086961:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075197.086965:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075197.086967:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075197.086969:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075197.086973:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:2.0:1769075197.086973:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769075197.086983:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075197.086986:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769075197.086987:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075197.086997:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075197.086998:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769075197.087001:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.087008:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.087011:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075197.087016:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:2.0:1769075197.087022:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075197.087024:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075197.087032:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075197.087040:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075197.087048:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075197.087058:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087064:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075197.087066:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769075197.087070:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769075197.087074:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075197.087077:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087085:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.087088:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1769075197.087091:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf100. 00000020:00000040:0.0:1769075197.087098:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075197.087098:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075197.087109:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075197.087111:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075197.087113:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087119:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075197.087123:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1769075197.087124:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926615552:192.168.204.145@tcp:250:kworker.0 02000000:00000001:0.0:1769075197.087127:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.087139:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1769075197.087140:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97c00. 02000000:00000001:2.0:1769075197.087147:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075197.087148:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.087154:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.087159:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769075197.087164:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769075197.087169:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075197.087180:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087191:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075197.087195:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.087203:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075197.087210:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b7a159] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075197.087214:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075197.087228:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000001:0.0:1769075197.087231:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075197.087239:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1769075197.087244:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615552, portal 25 00000100:00080000:0.0:1769075197.087245:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075197.087253:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769075197.087255:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769075197.087258:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075197.087260:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788981248 : -125747920570368 : ffff8da207dcf800) 00000100:00000001:0.0:1769075197.087265:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075197.087274:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1886 00000400:00000200:0.0:1769075197.087281:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075197.087286:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075197.087288:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075197.087294:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075197.087295:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.087305:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.087313:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.087324:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075197.087326:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769075197.087335:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1769075197.087336:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000040:0.0:1769075197.087345:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000010:2.0:1769075197.087351:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000020:00000001:0.0:1769075197.087353:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1769075197.087358:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926615552, offset 0 00000020:00000040:0.0:1769075197.087362:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:2.0:1769075197.087373:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:0.0:1769075197.087375:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075197.087384:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:2.0:1769075197.087388:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075197.087402:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.087404:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:0.0:1769075197.087416:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075197.087419:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1769075197.087429:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.087431:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075197.087442:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:2.0:1769075197.087442:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075197.087449:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.087503:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3073:3073:256:4294967295] 192.168.204.145@tcp LPNI seq info [3073:3073:8:4294967295] 00000400:00000200:2.0:1769075197.087511:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.087526:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:0.0:1769075197.087533:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:2.0:1769075197.087535:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.087549:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000100:00080000:0.0:1769075197.087553:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000200:2.0:1769075197.087565:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075197.087566:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075197.087577:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.0:1769075197.087582:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 02000000:00000001:0.0:1769075197.087587:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1769075197.087620:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:0.0:1769075197.087628:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769075197.087630:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1769075197.087643:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:2.0:1769075197.087644:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.087653:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000008:00100000:0.0:1769075197.087655:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1769075197.087661:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1769075197.087665:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.087673:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075197.087678:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.087682:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075197.087688:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000010:0.0:1769075197.087694:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd880. 00000100:00000001:2.0:1769075197.087694:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075197.087706:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075197.087708:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075197.087721:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075197.087726:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.087730:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075197.087734:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769075197.087741:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075197.087743:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075197.087751:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.087758:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.087763:0:2378:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1769075197.087767:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96c00. 00000100:00000001:2.0:1769075197.087771:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087784:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.087784:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075197.087793:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296570127 00000100:00000001:2.0:1769075197.087806:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296565007 00000100:00100000:0.0:1769075197.087807:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075197.087815:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296570127 00000100:00000001:2.0:1769075197.087826:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296565007 00000100:00000001:2.0:1769075197.087838:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075197.087841:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075197.087844:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.087848:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.087851:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769075197.087859:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2fd29f] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075197.087864:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075197.087902:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769075197.087908:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769075197.087910:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:2.0:1769075197.087915:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769075197.087919:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000010:2.0:1769075197.087921:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000100:00000001:0.0:1769075197.087924:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769075197.087929:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000100:00080000:0.0:1769075197.087931:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1769075197.087935:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:0.0:1769075197.087938:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075197.087942:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1769075197.087949:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1886 00000100:00000200:2.0:1769075197.087956:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075197.087968:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075197.087982:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075197.087990:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075197.087999:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:2.0:1769075197.088001:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075197.088002:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075197.088010:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.088016:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075197.088025:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075197.088029:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075197.088035:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075197.088042:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:2.0:1769075197.088044:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769075197.088047:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075197.088053:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075197.088055:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075197.088059:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075197.088065:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075197.088067:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1769075197.088071:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075197.088075:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075197.088077:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075197.088087:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075197.088100:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00100000:2.0:1769075197.088102:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075197.088105:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075197.088114:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075197.088121:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075197.088130:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075197.088137:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075197.088142:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075197.088153:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088155:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075197.088157:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075197.088166:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc700. 00000100:00000040:2.0:1769075197.088169:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075197.088174:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075197.088184:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075197.088189:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088196:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075197.088197:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075197.088202:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075197.088208:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075197.088209:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088216:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1769075197.088221:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96400. 00000100:00000001:2.0:1769075197.088222:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088234:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075197.088235:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088237:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075197.088245:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1769075197.088251:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769075197.088258:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075197.088267:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769075197.088280:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769075197.088282:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075197.088287:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075197.088302:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0ddd623] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075197.088315:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926615552:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075197.088327:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088331:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075197.088336:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1896) 00000100:00000001:2.0:1769075197.088337:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.088348:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf800 x1855007926615552/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088358:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075197.088362:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075197.088367:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075197.088371:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075197.088374:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075197.088377:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075197.088380:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075197.088383:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95c00. 02000000:00000001:2.0:1769075197.088388:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075197.088391:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075197.088393:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf800. 00000100:00000001:2.0:1769075197.088397:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075197.088399:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088402:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088489:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075197.088493:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088496:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075197.088498:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075197.088501:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075197.088506:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088517:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075197.088519:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.088522:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075197.088524:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075197.088527:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075197.088531:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615680:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075197.088535:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075197.088538:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075197.088541:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.088543:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075197.088548:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075197.088550:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.088557:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075197.088560:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075197.088565:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075197.088570:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615680, portal 10 00000100:00000001:2.0:1769075197.088572:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075197.088574:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788979456 : -125747920572160 : ffff8da207dcf100) 00000100:00000040:2.0:1769075197.088582:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088591:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075197.088619:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075197.088624:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075197.088628:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926615680, offset 0 00000400:00000200:2.0:1769075197.088634:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075197.088650:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.088656:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075197.088661:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075197.088664:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075197.088668:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075197.088671:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.088675:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3074:3074:256:4294967295] 192.168.204.145@tcp LPNI seq info [3074:3074:8:4294967295] 00000400:00000200:2.0:1769075197.088680:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.088688:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075197.088694:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.088698:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075197.088704:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075197.088708:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075197.088714:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075197.088718:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769075197.088723:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.088726:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075197.088730:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075197.088734:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075197.088738:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075197.088741:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075197.088744:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075197.088749:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088760:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.088763:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088772:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088774:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075197.088779:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075197.088793:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075197.088797:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075197.088800:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296559877 00000100:00000001:2.0:1769075197.088803:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.088806:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296559877 00000100:00000001:2.0:1769075197.088809:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.088813:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075197.088815:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.088818:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075197.088822:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075197.088832:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075197.088834:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075197.088836:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075197.088839:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075197.088841:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075197.088843:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075197.088847:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075197.088857:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088865:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075197.088867:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088870:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.088871:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075197.088876:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088884:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075197.088888:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088898:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075197.088901:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088903:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.088905:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.088907:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075197.088909:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075197.088912:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075197.088916:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075197.088919:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075197.088923:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075197.088933:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615680:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075197.088937:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075197.088941:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.088949:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075197.088951:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.088956:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075197.088959:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075197.088962:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075197.088965:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615808:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075197.088970:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075197.088972:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075197.088974:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.088977:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075197.088982:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32800. 02000000:00000001:2.0:1769075197.088987:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.088993:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075197.089000:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075197.089006:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075197.089012:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615808, portal 4 00000100:00000001:2.0:1769075197.089015:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075197.089017:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788973184 : -125747920578432 : ffff8da207dcd880) 00000100:00000040:2.0:1769075197.089028:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089042:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075197.089047:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075197.089052:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075197.089058:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926615808, offset 0 00000400:00000200:2.0:1769075197.089066:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075197.089073:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.089081:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075197.089087:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075197.089094:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075197.089098:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075197.089103:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.089107:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3075:3075:256:4294967295] 192.168.204.145@tcp LPNI seq info [3075:3075:8:4294967295] 00000400:00000200:2.0:1769075197.089113:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.089122:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075197.089128:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.089133:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075197.089138:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075197.089142:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075197.089148:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075197.089151:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769075197.089156:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.089159:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075197.089163:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075197.089167:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075197.089171:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075197.089174:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075197.089178:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075197.089183:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089194:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.089197:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089206:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.089208:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075197.089211:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075197.089215:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075197.089219:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075197.089222:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296558619 00000100:00000001:2.0:1769075197.089225:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.089228:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296558619 00000100:00000001:2.0:1769075197.089231:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.089234:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075197.089237:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.089239:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075197.089244:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075197.089258:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075197.089261:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075197.089264:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075197.089269:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075197.089272:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075197.089276:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075197.089282:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075197.089301:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089325:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075197.089328:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089332:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.089335:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075197.089342:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089356:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075197.089364:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089377:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075197.089381:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089384:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.089387:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089391:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075197.089394:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075197.089399:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075197.089406:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075197.089411:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075197.089419:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075197.089436:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615808:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075197.089444:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075197.089450:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089496:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075197.089498:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.089503:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075197.089505:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075197.089508:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075197.089513:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615936:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075197.089517:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075197.089520:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075197.089522:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075197.089524:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075197.089530:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31800. 02000000:00000001:2.0:1769075197.089532:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075197.089538:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075197.089542:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075197.089546:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075197.089550:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926615936, portal 4 00000100:00000001:2.0:1769075197.089553:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075197.089555:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788968704 : -125747920582912 : ffff8da207dcc700) 00000100:00000040:2.0:1769075197.089562:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089571:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075197.089574:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075197.089577:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075197.089580:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926615936, offset 0 00000400:00000200:2.0:1769075197.089585:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075197.089590:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.089621:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075197.089627:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075197.089639:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075197.089642:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075197.089646:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075197.089650:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3076:3076:256:4294967295] 192.168.204.145@tcp LPNI seq info [3076:3076:8:4294967295] 00000400:00000200:2.0:1769075197.089655:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075197.089664:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075197.089671:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.089676:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075197.089681:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075197.089685:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075197.089691:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075197.089714:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769075197.089719:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075197.089722:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075197.089727:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075197.089731:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075197.089736:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075197.089739:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075197.089742:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075197.089747:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089758:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.089762:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089770:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.089772:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075197.089776:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075197.089780:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075197.089784:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075197.089798:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296558622 00000100:00000001:2.0:1769075197.089802:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.089805:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296558622 00000100:00000001:2.0:1769075197.089807:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296570127 00000100:00000001:2.0:1769075197.089810:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075197.089813:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.089815:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075197.089820:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075197.089830:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075197.089832:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075197.089835:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075197.089838:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075197.089840:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075197.089842:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075197.089846:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075197.089857:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089864:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075197.089866:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089868:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.089870:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075197.089874:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089882:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075197.089886:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089895:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075197.089898:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089900:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075197.089902:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089905:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075197.089907:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075197.089910:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075197.089913:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075197.089916:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075197.089921:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075197.089931:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926615936:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075197.089936:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089939:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.089942:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf100 x1855007926615680/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.089950:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075197.089952:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075197.089955:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075197.089958:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075197.089959:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075197.089961:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075197.089964:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075197.089966:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97c00. 02000000:00000001:2.0:1769075197.089972:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075197.089973:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075197.089975:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf100. 00000100:00000001:2.0:1769075197.089979:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075197.089982:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.089985:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.089992:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd880 x1855007926615808/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.090005:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075197.090007:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075197.090010:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32800. 02000000:00000001:2.0:1769075197.090015:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075197.090017:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075197.090019:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075197.090023:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075197.090026:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96c00. 02000000:00000001:2.0:1769075197.090030:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075197.090033:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075197.090035:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd880. 00000100:00000001:2.0:1769075197.090040:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075197.090042:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.090045:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075197.090053:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc700 x1855007926615936/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075197.090067:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075197.090070:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075197.090073:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31800. 02000000:00000001:2.0:1769075197.090078:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075197.090080:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075197.090083:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075197.090087:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075197.090090:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96400. 02000000:00000001:2.0:1769075197.090094:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075197.090097:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075197.090099:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc700. 00000100:00000001:2.0:1769075197.090104:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075197.090106:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.090109:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.090114:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075197.090116:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.090119:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075197.090121:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075197.278640:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075197.278648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075197.278655:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075197.278658:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075197.278744:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075197.278749:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075197.278753:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075198.302625:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075198.302633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075198.302640:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075198.302642:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075198.302667:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075198.302671:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075198.302674:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075199.326664:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075199.326673:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075199.326680:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075199.326682:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075199.326763:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075199.326769:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075199.326774:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075200.350609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075200.350618:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075200.350625:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075200.350627:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075200.350653:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075200.350656:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075200.350660:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075201.374636:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075201.374647:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075201.374657:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075201.374660:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075201.374820:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075201.374829:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075201.374836:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075202.206704:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075202.206719:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075202.206723:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075202.206729:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075202.206736:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075202.206745:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1891 00000400:00000200:3.0:1769075202.206756:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075202.206763:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075202.206767:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075202.206771:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.206774:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075202.206777:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.206779:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075202.206784:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075202.206786:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075202.206789:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075202.206792:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075202.206811:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075202.206813:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075202.206817:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.206819:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075202.206821:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.206824:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075202.206829:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075202.206834:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075202.206838:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075202.206843:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075202.206847:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075202.206852:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.206855:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075202.206872:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075202.206885:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769075202.206890:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075202.206896:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075202.206899:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.206904:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075202.206906:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075202.206911:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075202.206919:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769075202.206925:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075202.206935:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075202.206947:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075202.206951:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075202.206955:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.206998:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075202.207002:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075202.207006:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075202.207008:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075202.207010:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075202.207013:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075202.207016:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1891 00000400:00000200:3.0:1769075202.207020:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075202.207024:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075202.207027:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075202.207030:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207033:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075202.207037:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207040:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075202.207042:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075202.207044:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075202.207046:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075202.207049:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:2.0:1769075202.207051:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769075202.207052:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:2.0:1769075202.207058:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075202.207062:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075202.207067:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075202.207074:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075202.207076:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207082:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075202.207087:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207093:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075202.207101:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:2.0:1769075202.207105:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769075202.207108:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075202.207110:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207119:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.207120:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075202.207125:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075202.207127:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.207132:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075202.207133:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1769075202.207139:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926616064:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075202.207141:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207147:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075202.207153:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:3.0:1769075202.207154:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769075202.207159:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075202.207180:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.207183:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769075202.207183:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207188:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075202.207192:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32c00. 00000100:00000010:3.0:1769075202.207195:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 02000000:00000001:2.0:1769075202.207196:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075202.207203:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075202.207208:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769075202.207211:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075202.207212:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207217:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075202.207219:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769075202.207220:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 02000000:00000001:3.0:1769075202.207222:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075202.207229:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 02000000:00000010:3.0:1769075202.207230:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000001:3.0:1769075202.207237:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769075202.207240:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616064, portal 25 00000100:00100000:3.0:1769075202.207246:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075202.207247:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075202.207251:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:2.0:1769075202.207265:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.207266:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075202.207272:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.207284:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075202.207284:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.207297:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075202.207300:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769075202.207306:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075202.207307:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075202.207311:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769075202.207312:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00080000:3.0:1769075202.207314:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1769075202.207320:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926616064, offset 0 00000100:00000001:3.0:1769075202.207321:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075202.207327:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1891 00000400:00000200:2.0:1769075202.207335:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075202.207336:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075202.207345:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075202.207348:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769075202.207354:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075202.207357:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207362:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075202.207366:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:3.0:1769075202.207370:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207374:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:2.0:1769075202.207377:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769075202.207378:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075202.207382:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:2.0:1769075202.207386:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000001:3.0:1769075202.207387:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075202.207392:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:2.0:1769075202.207395:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769075202.207397:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:2.0:1769075202.207402:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000001:3.0:1769075202.207404:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:2.0:1769075202.207412:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3077:3077:256:4294967295] 192.168.204.145@tcp LPNI seq info [3077:3077:8:4294967295] 00000100:00000040:3.0:1769075202.207413:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207421:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769075202.207425:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075202.207427:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207432:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075202.207437:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:2.0:1769075202.207445:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00080000:3.0:1769075202.207448:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207455:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075202.207459:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.0:1769075202.207496:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075202.207501:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1769075202.207504:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 02000000:00000001:3.0:1769075202.207506:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207532:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075202.207534:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:2.0:1769075202.207537:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000008:00000001:3.0:1769075202.207539:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207546:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075202.207547:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000100:00000010:3.0:1769075202.207551:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000800:00000200:2.1:1769075202.207575:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075202.207576:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000800:00000200:2.1:1769075202.207585:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 02000000:00000001:3.0:1769075202.207586:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075202.207591:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207595:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075202.207597:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075202.207599:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769075202.207604:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 02000000:00000010:3.0:1769075202.207606:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000800:00000010:2.0:1769075202.207609:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000100:00000001:3.0:1769075202.207614:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075202.207619:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:3.0:1769075202.207626:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769075202.207635:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075202.207647:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769075202.207648:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000100:00000001:3.0:1769075202.207654:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769075202.207657:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075202.207666:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075202.207668:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075202.207680:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.207696:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075202.207705:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075202.207710:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769075202.207713:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075202.207720:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1769075202.207722:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075202.207726:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075202.207737:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075202.207744:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075202.207745:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1891 00000100:00000001:2.0:1769075202.207751:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1769075202.207755:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075202.207759:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075202.207761:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075202.207767:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075202.207771:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075202.207774:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075202.207775:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207778:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075202.207801:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1769075202.207803:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:3.0:1769075202.207804:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075202.207810:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769075202.207811:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296575247 00000020:00000040:3.0:1769075202.207813:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075202.207818:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075202.207822:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:2.0:1769075202.207824:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296570127 00000100:00000040:3.0:1769075202.207830:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075202.207833:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296575247 00000100:00000001:3.0:1769075202.207837:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769075202.207840:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296570127 00000100:00000040:3.0:1769075202.207846:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075202.207848:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075202.207854:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207856:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:2.0:1769075202.207858:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000040:3.0:1769075202.207865:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00100000:2.0:1769075202.207866:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075202.207879:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000001:2.0:1769075202.207884:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075202.207887:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769075202.207888:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075202.207893:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 02000000:00000001:3.0:1769075202.207895:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769075202.207898:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 02000000:00000001:3.0:1769075202.207902:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769075202.207903:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075202.207911:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769075202.207911:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207916:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:2.0:1769075202.207918:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075202.207920:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075202.207928:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075202.207934:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075202.207943:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000100:00000200:2.0:1769075202.207945:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075202.207949:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075202.207956:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075202.207961:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.207963:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075202.207982:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769075202.207984:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075202.207986:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769075202.207989:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075202.207992:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.207993:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075202.208001:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00100000:2.0:1769075202.208003:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.208011:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208021:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075202.208027:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769075202.208033:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075202.208058:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075202.208061:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075202.208063:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208066:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208070:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.208073:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075202.208075:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208077:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075202.208081:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075202.208089:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075202.208102:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075202.208103:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208107:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075202.208110:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1901) 00000100:00000040:2.0:1769075202.208117:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075202.208128:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926616064:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075202.208135:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208138:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.208141:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926616064/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208148:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075202.208150:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075202.208153:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075202.208173:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075202.208175:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075202.208176:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:2.0:1769075202.208178:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075202.208180:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:2.0:1769075202.208184:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075202.208186:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075202.208187:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:2.0:1769075202.208190:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075202.208191:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208194:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208200:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075202.208202:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208205:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075202.208206:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075202.208208:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075202.208212:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208219:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075202.208221:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208223:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075202.208225:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.208227:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.208230:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616192:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075202.208233:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075202.208235:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075202.208253:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208255:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075202.208259:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075202.208261:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075202.208265:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075202.208269:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075202.208273:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075202.208277:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616192, portal 10 00000100:00000001:2.0:1769075202.208279:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075202.208281:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:2.0:1769075202.208288:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208295:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075202.208297:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075202.208299:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075202.208302:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926616192, offset 0 00000400:00000200:2.0:1769075202.208306:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075202.208310:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.208314:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075202.208318:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075202.208321:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075202.208324:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075202.208326:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075202.208329:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3078:3078:256:4294967295] 192.168.204.145@tcp LPNI seq info [3078:3078:8:4294967295] 00000400:00000200:2.0:1769075202.208334:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.208341:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075202.208346:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.208349:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075202.208353:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075202.208356:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075202.208361:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075202.208363:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769075202.208367:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.208370:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075202.208372:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075202.208376:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075202.208380:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075202.208382:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075202.208384:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075202.208388:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208396:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.208399:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208405:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208407:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075202.208410:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.208414:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:2.0:1769075202.208417:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075202.208419:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296564996 00000100:00000001:2.0:1769075202.208422:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.208425:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296564996 00000100:00000001:2.0:1769075202.208427:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.208429:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075202.208431:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208433:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075202.208437:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075202.208444:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075202.208445:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075202.208447:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075202.208449:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075202.208451:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075202.208453:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075202.208457:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075202.208472:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208478:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075202.208480:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208481:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.208483:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075202.208486:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208492:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075202.208496:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208503:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075202.208505:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208507:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.208557:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208560:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075202.208562:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075202.208564:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075202.208568:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075202.208571:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075202.208576:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075202.208585:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616192:192.168.204.145@tcp:38:kworker.0 00000100:00000001:2.0:1769075202.208590:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075202.208593:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208607:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075202.208609:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208612:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075202.208614:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.208616:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.208619:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616320:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075202.208622:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075202.208625:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075202.208628:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208631:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075202.208636:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d30c00. 02000000:00000001:2.0:1769075202.208639:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075202.208646:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075202.208650:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075202.208655:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075202.208660:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616320, portal 4 00000100:00000001:2.0:1769075202.208663:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075202.208666:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:2.0:1769075202.208675:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208686:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075202.208690:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075202.208693:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075202.208697:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926616320, offset 0 00000400:00000200:2.0:1769075202.208705:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075202.208712:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.208718:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075202.208722:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075202.208726:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075202.208729:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075202.208732:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075202.208736:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3079:3079:256:4294967295] 192.168.204.145@tcp LPNI seq info [3079:3079:8:4294967295] 00000400:00000200:2.0:1769075202.208740:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.208748:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075202.208753:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.208757:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075202.208761:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075202.208764:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075202.208769:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075202.208771:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769075202.208775:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.208777:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075202.208781:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075202.208785:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075202.208805:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075202.208806:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075202.208809:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075202.208813:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208821:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.208824:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208831:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208832:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075202.208835:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.208838:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:2.0:1769075202.208842:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075202.208844:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296563739 00000100:00000001:2.0:1769075202.208846:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.208848:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296563739 00000100:00000001:2.0:1769075202.208851:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.208853:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075202.208856:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.208858:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075202.208861:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075202.208869:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075202.208870:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075202.208872:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075202.208874:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075202.208875:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075202.208877:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075202.208880:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075202.208888:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208894:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075202.208895:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208897:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.208898:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075202.208901:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208907:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075202.208911:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208917:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075202.208919:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208921:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.208922:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.208924:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075202.208926:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075202.208928:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075202.208932:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075202.208934:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075202.208938:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075202.208945:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616320:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075202.208949:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075202.208951:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.208957:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075202.208959:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208961:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075202.208962:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.208964:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.208967:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616448:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075202.208988:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075202.208990:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075202.208992:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.208994:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075202.208997:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075202.208999:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075202.209003:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:2.0:1769075202.209007:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da2100b6f78. 00000400:00000010:2.0:1769075202.209012:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353d48. 00000100:00000200:2.0:1769075202.209017:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616448, portal 4 00000100:00000001:2.0:1769075202.209020:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075202.209022:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:2.0:1769075202.209031:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209042:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075202.209047:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:2.0:1769075202.209050:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da208353770. 00000100:00000200:2.0:1769075202.209055:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926616448, offset 0 00000400:00000200:2.0:1769075202.209062:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075202.209069:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.209074:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:2.0:1769075202.209079:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075202.209083:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:2.0:1769075202.209087:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075202.209090:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:2.0:1769075202.209095:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3080:3080:256:4294967295] 192.168.204.145@tcp LPNI seq info [3080:3080:8:4294967295] 00000400:00000200:2.0:1769075202.209102:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075202.209129:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:2.0:1769075202.209140:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.209147:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da210a6c000. 00000800:00000200:2.0:1769075202.209156:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.0:1769075202.209161:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075202.209170:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:2.1:1769075202.209175:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769075202.209207:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:2.0:1769075202.209209:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da210a6c000. 00000400:00000200:2.0:1769075202.209212:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769075202.209216:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769075202.209219:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353770 00000400:00000010:2.0:1769075202.209221:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353770. 00000100:00000001:2.0:1769075202.209223:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075202.209227:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209235:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.209238:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209245:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.209247:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075202.209251:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.209272:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:2.0:1769075202.209277:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075202.209280:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296563741 00000100:00000001:2.0:1769075202.209283:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.209286:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296563741 00000100:00000001:2.0:1769075202.209289:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296575247 00000100:00000001:2.0:1769075202.209292:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075202.209294:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.209297:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769075202.209301:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769075202.209312:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075202.209314:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769075202.209316:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da2100b6f78. 00000400:00000200:2.0:1769075202.209319:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da208353d48 00000400:00000010:2.0:1769075202.209321:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da208353d48. 00000100:00000001:2.0:1769075202.209324:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769075202.209328:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075202.209338:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209345:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075202.209347:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209349:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.209351:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075202.209355:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209363:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075202.209368:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209377:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075202.209380:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209382:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075202.209384:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209386:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769075202.209388:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769075202.209391:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769075202.209395:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075202.209398:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769075202.209402:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075202.209412:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616448:192.168.204.145@tcp:8:kworker.0 00000100:00000001:2.0:1769075202.209416:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209418:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.209422:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926616192/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209430:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075202.209432:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075202.209435:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d32c00. 02000000:00000001:2.0:1769075202.209438:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075202.209440:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075202.209442:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:2.0:1769075202.209445:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075202.209447:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:2.0:1769075202.209450:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075202.209453:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075202.209455:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:2.0:1769075202.209458:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075202.209459:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209462:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.209466:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926616320/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209484:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075202.209485:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075202.209487:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d30c00. 02000000:00000001:2.0:1769075202.209489:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075202.209491:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075202.209492:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075202.209494:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075202.209496:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:2.0:1769075202.209498:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075202.209499:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075202.209501:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:2.0:1769075202.209504:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075202.209505:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209558:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075202.209565:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926616448/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.209574:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769075202.209576:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075202.209578:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207d31000. 02000000:00000001:2.0:1769075202.209581:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075202.209583:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075202.209584:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:2.0:1769075202.209586:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769075202.209588:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:2.0:1769075202.209591:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075202.209592:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075202.209594:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:2.0:1769075202.209597:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075202.209598:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209601:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.209606:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075202.209608:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.209610:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075202.209613:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075202.398631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075202.398643:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075202.398647:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075202.398656:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075202.398659:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075202.398663:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075202.398670:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075202.398675:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075202.398679:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075202.398683:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075202.398691:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075202.398695:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075202.398730:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075202.398736:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075202.398741:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075203.422668:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075203.422681:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075203.422691:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075203.422694:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075203.422794:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075203.422800:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075203.422805:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075204.446623:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075204.446631:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075204.446639:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075204.446641:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075204.446667:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075204.446670:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075204.446674:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075205.470595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075205.470605:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075205.470614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075205.470619:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075205.470624:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075205.470629:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075205.470634:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075205.470638:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075205.470642:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075205.470646:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075205.470736:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075205.470743:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075205.470747:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075206.494579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075206.494589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075206.494599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075206.494602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075206.494636:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075206.494641:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075206.494646:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075207.326632:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075207.326644:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075207.326648:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.326653:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075207.326659:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075207.326669:0:25395:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1896 00000400:00000200:2.0:1769075207.326680:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075207.326688:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.326693:0:25395:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075207.326698:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326702:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.326706:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326710:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075207.326715:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075207.326717:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075207.326721:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075207.326725:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075207.326728:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075207.326732:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075207.326736:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326738:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.326741:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326744:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075207.326748:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075207.326753:0:25395:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326756:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.326760:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075207.326765:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075207.326769:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.326772:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075207.326776:0:25395:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075207.326788:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99500. 00000020:00000040:2.0:1769075207.326793:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075207.326798:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075207.326801:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.326805:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.326808:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075207.326814:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075207.326824:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32c00. 00000100:00000001:2.0:1769075207.326832:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075207.326844:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075207.326859:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075207.326865:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.326872:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c94b58a3] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.326914:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.326920:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075207.326926:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075207.326929:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.326932:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075207.326936:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075207.326937:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769075207.326945:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075207.326946:0:25395:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1896 00000100:00000001:0.0:1769075207.326950:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769075207.326957:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075207.326964:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.326970:0:25395:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075207.326972:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075207.326981:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.326990:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075207.326993:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075207.326998:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.326998:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:0.0:1769075207.327003:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075207.327005:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:0.0:1769075207.327008:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769075207.327011:0:25395:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1769075207.327014:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075207.327016:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075207.327022:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1769075207.327023:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926616576:192.168.204.145@tcp:250:kworker.0 00000020:00000040:2.0:1769075207.327028:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:0.0:1769075207.327030:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769075207.327036:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:0.0:1769075207.327037:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075207.327043:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075207.327043:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:0.0:1769075207.327049:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769075207.327055:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000010:0.0:1769075207.327057:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97400. 00000100:00000001:2.0:1769075207.327060:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769075207.327062:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.327068:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327073:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:0.0:1769075207.327074:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:2.0:1769075207.327083:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000400:00000010:0.0:1769075207.327084:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075207.327093:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00080000:2.0:1769075207.327100:0:25395:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000200:0.0:1769075207.327102:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616576, portal 25 00000100:00000001:0.0:1769075207.327109:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075207.327111:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327113:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803439360 : -125747906112256 : ffff8da208b99500) 02000000:00000001:2.0:1769075207.327118:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1769075207.327124:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075207.327129:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.327139:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769075207.327139:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075207.327146:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327148:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:0.0:1769075207.327150:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000008:00100000:2.0:1769075207.327155:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1769075207.327156:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926616576, offset 0 00000008:00000001:2.0:1769075207.327165:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.327167:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327173:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.327181:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:2.0:1769075207.327182:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98a80. 00000020:00000040:2.0:1769075207.327188:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000400:00000200:0.0:1769075207.327191:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:2.0:1769075207.327196:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769075207.327200:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769075207.327201:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.327207:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:2.0:1769075207.327207:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.327213:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1769075207.327215:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1769075207.327219:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.327220:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075207.327229:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3081:3081:256:4294967295] 192.168.204.145@tcp LPNI seq info [3081:3081:8:4294967295] 02000000:00000010:2.0:1769075207.327230:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33400. 00000400:00000200:0.0:1769075207.327237:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075207.327240:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075207.327255:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769075207.327256:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075207.327271:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327279:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075207.327285:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769075207.327293:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000040:2.0:1769075207.327296:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000914dc39e] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769075207.327305:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075207.327310:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075207.327323:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075207.327331:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1769075207.327341:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327344:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769075207.327345:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075207.327355:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:2.0:1769075207.327355:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075207.327366:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:0.0:1769075207.327367:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1769075207.327373:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1769075207.327376:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000100:00080000:2.0:1769075207.327379:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1769075207.327381:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:2.0:1769075207.327390:0:25395:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769075207.327391:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769075207.327401:0:25395:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1896 00000100:00000200:0.0:1769075207.327402:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075207.327417:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075207.327448:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:0.0:1769075207.327452:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769075207.327453:0:25395:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075207.327496:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075207.327508:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.327516:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.327516:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075207.327523:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1769075207.327524:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075207.327531:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075207.327536:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075207.327536:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075207.327539:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075207.327545:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1769075207.327549:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:2.0:1769075207.327552:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:0.0:1769075207.327555:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296580367 00000020:00000001:2.0:1769075207.327562:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:0.0:1769075207.327567:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296575247 00000020:00000001:2.0:1769075207.327569:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:0.0:1769075207.327574:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296580367 00000100:00000040:2.0:1769075207.327580:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.327583:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296575247 00000100:00000001:2.0:1769075207.327588:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769075207.327590:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.327596:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.327598:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.327600:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075207.327606:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:0.0:1769075207.327612:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075207.327615:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:2.0:1769075207.327627:0:25395:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000001:0.0:1769075207.327630:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075207.327633:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769075207.327634:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075207.327639:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 02000000:00000001:2.0:1769075207.327642:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1769075207.327645:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075207.327649:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 02000000:00000001:2.0:1769075207.327651:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.327652:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769075207.327659:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075207.327660:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.327668:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075207.327674:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1769075207.327677:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769075207.327682:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.327689:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327693:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075207.327696:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769075207.327698:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9a300. 00000100:00000001:0.0:1769075207.327699:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.327703:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769075207.327708:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00100000:0.0:1769075207.327709:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075207.327717:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075207.327721:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327724:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.327728:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1769075207.327733:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075207.327734:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075207.327740:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327749:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:2.0:1769075207.327751:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33c00. 00000100:00000001:0.0:1769075207.327753:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.327759:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.327760:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.327762:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327763:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075207.327766:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075207.327771:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769075207.327778:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769075207.327780:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075207.327788:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769075207.327803:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1769075207.327804:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.327811:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.327825:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c4c93] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075207.327834:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926616576:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075207.327849:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.327852:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.327857:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769075207.327859:0:25395:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769075207.327867:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99500 x1855007926616576/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075207.327870:0:25395:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075207.327876:0:25395:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.327882:0:25395:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075207.327883:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075207.327888:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769075207.327890:0:25395:0:(import.c:484:import_select_connection()) Process entered 02000000:00000010:0.0:1769075207.327892:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97400. 00000100:00080000:2.0:1769075207.327899:0:25395:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1896 02000000:00000001:0.0:1769075207.327901:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075207.327906:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075207.327907:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000400:00000200:2.0:1769075207.327911:0:25395:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:0.0:1769075207.327912:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075207.327917:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32c00. 00000400:00000200:2.0:1769075207.327922:0:25395:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 02000000:00000001:0.0:1769075207.327923:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075207.327928:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1769075207.327930:0:25395:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1769075207.327931:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99500. 00000100:00000001:0.0:1769075207.327940:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075207.327943:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075207.327943:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.327950:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.327952:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.327958:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.327959:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075207.327964:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.327964:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075207.327970:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075207.327973:0:25395:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769075207.327974:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1769075207.327978:0:25395:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:0.0:1769075207.327979:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075207.327984:0:25395:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1769075207.327987:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075207.327990:0:25395:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075207.327999:0:25395:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:0.0:1769075207.328004:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769075207.328007:0:25395:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:0.0:1769075207.328008:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328015:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1769075207.328019:0:25395:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:0.0:1769075207.328020:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075207.328027:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.328029:0:25395:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769075207.328035:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616704:192.168.204.145@tcp:38:kworker.0 00000100:00000040:2.0:1769075207.328039:0:25395:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075207.328041:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075207.328045:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075207.328047:0:25395:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:0.0:1769075207.328048:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328055:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1769075207.328058:0:25395:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 02000000:00000010:0.0:1769075207.328060:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769075207.328067:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.328067:0:25395:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075207.328076:0:25395:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328078:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:2.0:1769075207.328082:0:25395:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1769075207.328084:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 02000000:00000001:2.0:1769075207.328089:0:25395:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1769075207.328090:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075207.328099:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616704, portal 10 02000000:00000001:2.0:1769075207.328099:0:25395:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328107:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075207.328108:0:25395:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075207.328110:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803436672 : -125747906114944 : ffff8da208b98a80) 00000008:00100000:2.0:1769075207.328115:0:25395:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1769075207.328121:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769075207.328123:0:25395:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.328131:0:25395:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328140:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075207.328142:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000010:2.0:1769075207.328144:0:25395:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 00000400:00000010:0.0:1769075207.328147:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000020:00000040:2.0:1769075207.328151:0:25395:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000200:0.0:1769075207.328152:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926616704, offset 0 02000000:00000001:2.0:1769075207.328161:0:25395:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769075207.328162:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:2.0:1769075207.328167:0:25395:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328173:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075207.328175:0:25395:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.328180:0:25395:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1769075207.328181:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:2.0:1769075207.328186:0:25395:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328187:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075207.328193:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075207.328197:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1769075207.328198:0:25395:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31400. 00000400:00000200:0.0:1769075207.328200:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075207.328208:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3082:3082:256:4294967295] 192.168.204.145@tcp LPNI seq info [3082:3082:8:4294967295] 00000100:00000001:2.0:1769075207.328209:0:25395:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328217:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:2.0:1769075207.328225:0:25395:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769075207.328230:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075207.328246:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.328254:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000001:2.0:1769075207.328256:0:25395:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075207.328262:0:25395:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769075207.328263:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075207.328269:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000100:00000040:2.0:1769075207.328274:0:25395:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ad302f0] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1769075207.328279:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075207.328293:0:25395:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769075207.328303:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000100:00000040:2.0:1769075207.328305:0:25395:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1906) 00000800:00000100:0.0:1769075207.328311:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.328315:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075207.328319:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075207.328322:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075207.328326:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075207.328328:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075207.328333:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075207.328338:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328346:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.328349:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328355:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328357:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075207.328360:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075207.328363:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075207.328367:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075207.328369:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296570116 00000100:00000001:0.0:1769075207.328372:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.328374:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296570116 00000100:00000001:0.0:1769075207.328376:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.328377:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.328379:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328381:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075207.328384:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075207.328392:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075207.328393:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075207.328395:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075207.328397:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075207.328399:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075207.328401:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075207.328404:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075207.328417:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328442:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075207.328444:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328446:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.328447:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075207.328451:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328478:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075207.328483:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328490:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075207.328492:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328494:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.328495:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328496:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075207.328498:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075207.328500:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075207.328503:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075207.328505:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075207.328508:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075207.328515:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616704:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075207.328519:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075207.328522:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328534:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075207.328535:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328538:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075207.328540:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075207.328541:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075207.328544:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616832:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075207.328547:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075207.328549:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075207.328550:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328551:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075207.328555:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075207.328556:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328560:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075207.328563:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075207.328566:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075207.328569:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616832, portal 4 00000100:00000001:0.0:1769075207.328570:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075207.328572:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442944 : -125747906108672 : ffff8da208b9a300) 00000100:00000040:0.0:1769075207.328577:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328583:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075207.328585:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075207.328586:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075207.328589:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926616832, offset 0 00000400:00000200:0.0:1769075207.328592:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075207.328596:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075207.328600:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075207.328603:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075207.328606:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075207.328608:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075207.328610:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075207.328613:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3083:3083:256:4294967295] 192.168.204.145@tcp LPNI seq info [3083:3083:8:4294967295] 00000400:00000200:0.0:1769075207.328617:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075207.328623:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075207.328628:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.328631:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075207.328634:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075207.328637:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075207.328641:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075207.328643:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1769075207.328647:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.328649:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075207.328652:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075207.328655:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075207.328657:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075207.328659:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075207.328661:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075207.328664:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328671:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.328674:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328680:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328682:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075207.328685:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075207.328687:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075207.328690:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075207.328692:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296568859 00000100:00000001:0.0:1769075207.328694:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.328696:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296568859 00000100:00000001:0.0:1769075207.328698:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.328700:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.328702:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328704:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075207.328707:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075207.328714:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075207.328715:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075207.328716:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075207.328718:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075207.328720:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075207.328722:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075207.328724:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075207.328732:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328737:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075207.328738:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328740:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.328741:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075207.328744:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328750:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075207.328753:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328758:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075207.328760:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328762:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.328763:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328764:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075207.328766:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075207.328768:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075207.328771:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075207.328773:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075207.328776:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075207.328787:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616832:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075207.328792:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328794:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.328799:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98a80 x1855007926616704/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328809:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075207.328811:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075207.328813:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769075207.328817:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075207.328819:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075207.328821:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075207.328825:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075207.328827:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33400. 02000000:00000001:0.0:1769075207.328831:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075207.328833:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075207.328835:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98a80. 00000100:00000001:0.0:1769075207.328838:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075207.328840:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328843:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.328848:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9a300 x1855007926616832/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328857:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075207.328859:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075207.328862:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075207.328865:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075207.328867:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075207.328868:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075207.328870:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075207.328872:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33c00. 02000000:00000001:0.0:1769075207.328874:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075207.328875:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075207.328876:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9a300. 00000100:00000001:0.0:1769075207.328879:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075207.328880:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328882:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.328886:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075207.328887:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.328889:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075207.328890:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075207.328892:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075207.328896:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328902:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075207.328904:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328905:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075207.328907:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075207.328909:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075207.328912:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616960:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075207.328914:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075207.328916:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075207.328918:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075207.328920:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075207.328922:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075207.328924:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075207.328928:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075207.328930:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075207.328933:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075207.328936:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926616960, portal 4 00000100:00000001:0.0:1769075207.328938:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075207.328939:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:0.0:1769075207.328944:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.328955:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075207.328958:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075207.328959:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075207.328962:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926616960, offset 0 00000400:00000200:0.0:1769075207.328965:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075207.328968:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075207.328971:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075207.328974:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075207.328976:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075207.328979:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075207.328981:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075207.328984:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3084:3084:256:4294967295] 192.168.204.145@tcp LPNI seq info [3084:3084:8:4294967295] 00000400:00000200:0.0:1769075207.328987:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075207.328994:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075207.328998:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.329001:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075207.329004:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075207.329007:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075207.329011:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075207.329013:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1769075207.329017:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075207.329019:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075207.329021:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075207.329024:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075207.329027:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075207.329029:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075207.329031:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075207.329034:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329040:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.329043:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329054:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.329056:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075207.329058:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075207.329061:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075207.329064:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075207.329066:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296568861 00000100:00000001:0.0:1769075207.329068:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.329070:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296568861 00000100:00000001:0.0:1769075207.329072:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296580367 00000100:00000001:0.0:1769075207.329074:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075207.329076:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.329078:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075207.329081:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075207.329087:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075207.329088:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075207.329089:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075207.329091:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075207.329092:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075207.329094:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075207.329097:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075207.329104:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329109:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075207.329111:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329112:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.329114:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075207.329117:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329124:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075207.329127:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329150:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075207.329153:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329155:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075207.329157:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329159:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075207.329161:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075207.329164:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075207.329168:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075207.329170:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075207.329175:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075207.329184:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926616960:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075207.329188:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329190:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075207.329194:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926616960/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075207.329201:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075207.329204:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075207.329206:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075207.329208:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075207.329210:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075207.329212:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075207.329214:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075207.329232:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31400. 02000000:00000001:0.0:1769075207.329236:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075207.329243:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075207.329246:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:0.0:1769075207.329249:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075207.329251:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329253:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075207.329257:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075207.329259:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075207.329262:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075207.329264:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075207.518581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075207.518589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075207.518596:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075207.518598:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075207.518681:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075207.518688:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075207.518694:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075208.542553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075208.542559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075208.542562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075208.542563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075208.542588:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075208.542590:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075208.542592:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075209.566584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075209.566593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075209.566600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075209.566602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075209.566696:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075209.566702:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075209.566707:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075210.590647:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075210.590655:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075210.590662:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075210.590664:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075210.590725:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075210.590729:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075210.590733:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075211.614617:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075211.614626:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075211.614633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075211.614635:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075211.614778:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075211.614786:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075211.614793:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075212.446666:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.446682:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075212.446687:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.446693:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.446700:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075212.446723:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1901 00000400:00000200:3.0:1769075212.446738:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075212.446747:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.446751:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075212.446755:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.446759:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.446780:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.446782:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075212.446788:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.446790:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075212.446793:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075212.446796:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075212.446798:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075212.446803:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075212.446806:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.446807:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.446809:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.446811:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075212.446814:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075212.446817:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075212.446819:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.446821:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075212.446825:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075212.446828:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.446830:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075212.446832:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075212.446847:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075212.446852:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075212.446858:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.446860:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.446864:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.446868:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075212.446875:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075212.446889:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075212.446899:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075212.446912:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075212.446934:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.446940:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075212.446947:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.446979:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075212.446983:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.446988:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075212.446991:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.446993:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.446996:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075212.446999:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1901 00000400:00000200:3.0:1769075212.447004:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075212.447007:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.447010:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075212.447013:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447016:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.447020:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447022:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:0.0:1769075212.447023:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769075212.447027:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769075212.447030:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1769075212.447031:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:0.0:1769075212.447035:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075212.447037:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075212.447060:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000040:0.0:1769075212.447064:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075212.447066:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075212.447076:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:0.0:1769075212.447090:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075212.447091:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075212.447095:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447102:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769075212.447104:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075212.447110:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075212.447111:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:0.0:1769075212.447116:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447118:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:0.0:1769075212.447126:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926617088:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075212.447126:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075212.447137:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075212.447138:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075212.447145:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.447148:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075212.447149:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075212.447155:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.447160:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075212.447161:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769075212.447168:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447171:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:0.0:1769075212.447172:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075212.447177:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769075212.447178:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075212.447183:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447187:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.447190:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000010:3.0:1769075212.447195:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000400:00000010:0.0:1769075212.447198:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000020:00000040:3.0:1769075212.447201:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075212.447207:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.447208:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075212.447210:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000001:3.0:1769075212.447211:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1769075212.447226:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617088, portal 25 02000000:00000001:3.0:1769075212.447228:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769075212.447230:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769075212.447233:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447234:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 02000000:00000010:3.0:1769075212.447244:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000040:0.0:1769075212.447245:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.447253:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447262:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1769075212.447268:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1769075212.447269:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075212.447276:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075212.447285:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926617088, offset 0 00000100:00000001:3.0:1769075212.447286:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.447293:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.447302:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075212.447305:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075212.447319:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075212.447352:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.447355:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:3.0:1769075212.447362:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1769075212.447370:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1769075212.447373:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075212.447378:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1769075212.447382:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00080000:3.0:1769075212.447384:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.447393:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:0.0:1769075212.447395:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769075212.447403:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1901 00000400:00000200:0.0:1769075212.447422:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075212.447429:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.447435:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3085:3085:256:4294967295] 192.168.204.145@tcp LPNI seq info [3085:3085:8:4294967295] 00000400:00000200:3.0:1769075212.447438:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.447443:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1769075212.447449:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075212.447450:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447455:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.447457:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447459:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075212.447462:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.447466:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075212.447469:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1769075212.447471:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:3.0:1769075212.447512:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075212.447519:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000200:0.0:1769075212.447520:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075212.447526:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000010:0.0:1769075212.447530:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000100:00000040:3.0:1769075212.447531:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447537:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.447539:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447541:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:0.0:1769075212.447547:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075212.447548:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:0.0:1769075212.447555:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000100:00080000:3.0:1769075212.447557:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447564:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.447567:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.1:1769075212.447568:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075212.447573:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1769075212.447575:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 02000000:00000001:3.0:1769075212.447580:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769075212.447586:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447587:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:0.0:1769075212.447592:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000008:00100000:3.0:1769075212.447592:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075212.447598:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447599:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.447602:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:3.0:1769075212.447603:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075212.447608:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:0.0:1769075212.447609:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1769075212.447613:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.447615:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.447618:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000100:00000001:3.0:1769075212.447618:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.447621:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769075212.447624:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 02000000:00000001:3.0:1769075212.447625:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447650:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1769075212.447651:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075212.447660:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769075212.447666:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075212.447672:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075212.447710:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075212.447713:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075212.447715:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075212.447730:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075212.447730:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.447792:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447794:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075212.447797:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075212.447801:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075212.447802:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075212.447806:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.447807:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.447809:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075212.447812:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1901 00000100:00000001:0.0:1769075212.447814:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075212.447817:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075212.447823:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.447827:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1769075212.447828:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075212.447832:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075212.447837:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296585487 00000100:00000001:3.0:1769075212.447837:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.447843:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075212.447849:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075212.447852:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769075212.447853:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296580367 00000020:00000040:3.0:1769075212.447855:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075212.447860:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769075212.447862:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296585487 00000020:00000040:3.0:1769075212.447864:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:0.0:1769075212.447870:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296580367 00000020:00000001:3.0:1769075212.447871:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:0.0:1769075212.447874:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075212.447878:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:0.0:1769075212.447879:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447884:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1769075212.447889:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00100000:0.0:1769075212.447894:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.447896:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.447904:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000001:0.0:1769075212.447909:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075212.447909:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000001:0.0:1769075212.447914:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1769075212.447915:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000400:00000010:0.0:1769075212.447919:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000100:00080000:3.0:1769075212.447920:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:0.0:1769075212.447926:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000100:00000001:3.0:1769075212.447927:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769075212.447930:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 02000000:00000001:3.0:1769075212.447934:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075212.447935:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769075212.447941:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1769075212.447942:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075212.447950:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.447957:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:0.0:1769075212.447958:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075212.447963:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769075212.447967:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:3.0:1769075212.447970:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447971:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.447977:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075212.447978:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.447980:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075212.447986:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075212.447987:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769075212.447993:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:0.0:1769075212.447998:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075212.448000:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.448003:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075212.448006:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.448007:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.448011:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075212.448014:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448021:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075212.448025:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075212.448026:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:0.0:1769075212.448027:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.448029:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448033:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075212.448035:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448036:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075212.448043:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075212.448066:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00100000:3.0:1769075212.448069:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075212.448070:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075212.448081:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075212.448112:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926617088:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075212.448112:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.448120:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448123:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448127:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075212.448132:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075212.448136:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926617088/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448175:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769075212.448179:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.448181:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075212.448187:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96800. 00000100:00000040:3.0:1769075212.448189:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1911) 02000000:00000001:0.0:1769075212.448192:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075212.448197:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075212.448199:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075212.448202:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075212.448205:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:0.0:1769075212.448210:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075212.448213:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075212.448216:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:0.0:1769075212.448220:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075212.448222:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448225:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448234:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075212.448237:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448240:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075212.448242:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075212.448244:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075212.448248:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448256:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075212.448258:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.448260:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075212.448262:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075212.448265:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075212.448269:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617216:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075212.448272:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075212.448275:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075212.448277:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.448279:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075212.448283:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075212.448285:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.448290:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075212.448293:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075212.448297:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075212.448301:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617216, portal 10 00000100:00000001:0.0:1769075212.448303:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075212.448305:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:0.0:1769075212.448313:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448321:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075212.448325:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075212.448328:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075212.448332:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926617216, offset 0 00000400:00000200:0.0:1769075212.448373:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075212.448380:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.448385:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075212.448388:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075212.448392:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075212.448395:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075212.448398:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075212.448402:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3086:3086:256:4294967295] 192.168.204.145@tcp LPNI seq info [3086:3086:8:4294967295] 00000400:00000200:0.0:1769075212.448408:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.448417:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075212.448440:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.448447:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075212.448453:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075212.448456:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1769075212.448461:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075212.448464:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1769075212.448468:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.448471:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075212.448474:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075212.448478:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075212.448482:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075212.448484:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075212.448487:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075212.448520:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448529:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.448533:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448540:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448542:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075212.448546:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075212.448552:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:0.0:1769075212.448556:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075212.448559:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296575237 00000100:00000001:0.0:1769075212.448562:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.448565:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296575237 00000100:00000001:0.0:1769075212.448568:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.448569:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075212.448571:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448574:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075212.448577:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075212.448594:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075212.448595:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075212.448598:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075212.448600:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075212.448602:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075212.448604:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075212.448608:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075212.448617:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448623:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075212.448624:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448626:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.448628:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075212.448631:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448641:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075212.448648:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448660:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075212.448664:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448667:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.448669:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448672:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075212.448674:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075212.448678:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075212.448684:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075212.448689:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075212.448697:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075212.448712:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617216:192.168.204.145@tcp:38:kworker.0 00000100:00000001:0.0:1769075212.448719:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075212.448725:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448734:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075212.448736:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.448739:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075212.448742:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075212.448744:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075212.448747:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617344:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075212.448751:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075212.448753:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075212.448755:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.448774:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075212.448778:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769075212.448781:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.448787:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075212.448790:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075212.448795:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075212.448799:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617344, portal 4 00000100:00000001:0.0:1769075212.448801:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075212.448803:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:0.0:1769075212.448810:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448820:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075212.448823:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075212.448826:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075212.448830:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926617344, offset 0 00000400:00000200:0.0:1769075212.448836:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075212.448841:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.448846:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075212.448849:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075212.448851:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075212.448854:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075212.448856:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075212.448858:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3087:3087:256:4294967295] 192.168.204.145@tcp LPNI seq info [3087:3087:8:4294967295] 00000400:00000200:0.0:1769075212.448862:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.448868:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075212.448872:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.448875:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075212.448878:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075212.448881:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1769075212.448885:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075212.448887:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1769075212.448890:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.448892:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075212.448895:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075212.448898:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075212.448900:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075212.448902:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075212.448904:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075212.448907:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448914:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.448917:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448922:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448924:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075212.448926:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075212.448929:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:0.0:1769075212.448944:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075212.448947:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296573979 00000100:00000001:0.0:1769075212.448950:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.448952:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296573979 00000100:00000001:0.0:1769075212.448954:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.448955:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075212.448957:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.448959:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075212.448962:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075212.448968:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075212.448969:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075212.448971:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075212.448973:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075212.448975:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075212.448976:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075212.448979:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075212.448986:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.448992:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075212.448993:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.448994:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.448995:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075212.448998:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449003:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075212.449005:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449010:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075212.449013:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449014:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.449015:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449017:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075212.449022:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075212.449025:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075212.449028:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075212.449030:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075212.449033:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075212.449038:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617344:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075212.449041:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769075212.449044:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449066:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075212.449068:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.449071:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075212.449073:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075212.449075:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075212.449078:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617472:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075212.449081:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075212.449083:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075212.449085:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075212.449086:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075212.449090:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207c94800. 02000000:00000001:0.0:1769075212.449092:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075212.449096:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:0.0:1769075212.449099:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209e1d790. 00000400:00000010:0.0:1769075212.449102:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da203841440. 00000100:00000200:0.0:1769075212.449105:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617472, portal 4 00000100:00000001:0.0:1769075212.449108:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075212.449110:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:0.0:1769075212.449132:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449138:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075212.449140:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:0.0:1769075212.449142:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da2038417f8. 00000100:00000200:0.0:1769075212.449143:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926617472, offset 0 00000400:00000200:0.0:1769075212.449146:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075212.449150:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.449152:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:0.0:1769075212.449154:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075212.449156:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:0.0:1769075212.449158:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769075212.449160:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:0.0:1769075212.449163:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3088:3088:256:4294967295] 192.168.204.145@tcp LPNI seq info [3088:3088:8:4294967295] 00000400:00000200:0.0:1769075212.449166:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075212.449172:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:0.0:1769075212.449175:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.449177:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20ac38900. 00000800:00000200:0.0:1769075212.449181:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.0:1769075212.449184:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1769075212.449187:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:0.1:1769075212.449189:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1769075212.449192:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:0.0:1769075212.449194:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20ac38900. 00000400:00000200:0.0:1769075212.449197:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769075212.449200:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769075212.449202:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da2038417f8 00000400:00000010:0.0:1769075212.449203:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da2038417f8. 00000100:00000001:0.0:1769075212.449205:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075212.449208:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449220:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.449222:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449228:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.449229:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075212.449231:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075212.449234:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:0.0:1769075212.449236:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075212.449237:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296573981 00000100:00000001:0.0:1769075212.449239:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.449241:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296573981 00000100:00000001:0.0:1769075212.449243:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296585487 00000100:00000001:0.0:1769075212.449245:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075212.449246:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.449248:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769075212.449250:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769075212.449256:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075212.449257:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075212.449258:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209e1d790. 00000400:00000200:0.0:1769075212.449259:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da203841440 00000400:00000010:0.0:1769075212.449260:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da203841440. 00000100:00000001:0.0:1769075212.449262:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075212.449264:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075212.449270:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449275:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075212.449277:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449279:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.449280:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075212.449283:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449288:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075212.449291:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449295:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075212.449297:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449298:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075212.449299:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449300:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075212.449301:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769075212.449303:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075212.449305:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075212.449307:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769075212.449309:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075212.449315:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617472:192.168.204.145@tcp:8:kworker.0 00000100:00000001:0.0:1769075212.449318:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449320:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.449323:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926617216/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449332:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075212.449334:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075212.449350:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c96800. 02000000:00000001:0.0:1769075212.449354:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075212.449355:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075212.449358:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:0.0:1769075212.449360:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075212.449362:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:0.0:1769075212.449366:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075212.449368:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075212.449370:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:0.0:1769075212.449373:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075212.449375:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449378:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.449382:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926617344/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449410:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075212.449413:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075212.449416:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c97400. 02000000:00000001:0.0:1769075212.449422:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075212.449424:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075212.449427:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075212.449431:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075212.449433:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:0.0:1769075212.449437:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075212.449438:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075212.449440:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:0.0:1769075212.449444:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075212.449446:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449448:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075212.449454:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926617472/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075212.449462:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769075212.449463:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769075212.449465:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207c94800. 02000000:00000001:0.0:1769075212.449468:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769075212.449469:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769075212.449471:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:0.0:1769075212.449473:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769075212.449501:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:0.0:1769075212.449505:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769075212.449507:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075212.449509:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:0.0:1769075212.449512:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075212.449513:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449516:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075212.449521:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075212.449523:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075212.449525:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075212.449527:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075212.638563:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075212.638574:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075212.638582:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075212.638589:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075212.638592:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075212.638593:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075212.638599:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075212.638602:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075212.638603:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075212.638606:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075212.638609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075212.638611:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075212.638644:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075212.638646:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075212.638649:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075213.662669:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075213.662678:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075213.662685:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075213.662687:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075213.662807:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075213.662813:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075213.662818:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075214.686595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075214.686606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075214.686614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075214.686616:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075214.686648:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075214.686653:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075214.686658:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075215.710667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075215.710676:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075215.710684:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075215.710690:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075215.710693:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075215.710696:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075215.710699:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075215.710701:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075215.710703:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075215.710705:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075215.710784:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075215.710789:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075215.710792:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075216.734605:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075216.734625:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075216.734633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075216.734635:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075216.734666:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075216.734672:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075216.734677:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075217.566629:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075217.566648:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075217.566653:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075217.566663:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075217.566672:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075217.566683:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1906 00000400:00000200:0.0:1769075217.566700:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075217.566712:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075217.566719:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075217.566725:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.566732:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075217.566738:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.566743:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075217.566751:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075217.566755:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075217.566761:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075217.566766:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075217.566771:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075217.566777:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075217.566784:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.566788:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075217.566792:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.566796:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075217.566802:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075217.566808:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075217.566813:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075217.566818:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075217.566824:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075217.566829:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.566834:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075217.566838:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075217.566849:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdc00. 00000020:00000040:0.0:1769075217.566856:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075217.566864:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075217.566867:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.566873:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075217.566877:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075217.566885:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075217.566911:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 00000100:00000001:0.0:1769075217.566922:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075217.566939:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075217.566958:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075217.566964:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.566971:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d40c5a33] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075217.567003:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075217.567011:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075217.567019:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075217.567023:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075217.567029:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.567035:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075217.567036:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075217.567048:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769075217.567050:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1906 00000100:00000001:1.0:1769075217.567058:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1769075217.567068:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075217.567076:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075217.567087:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075217.567102:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075217.567103:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075217.567109:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.567118:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075217.567118:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075217.567126:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075217.567128:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075217.567132:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.567141:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00100000:1.0:1769075217.567146:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926617600:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075217.567154:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075217.567157:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075217.567163:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769075217.567167:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769075217.567168:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075217.567175:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 02000000:00000001:1.0:1769075217.567177:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769075217.567185:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1769075217.567188:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acafc00. 00000020:00000040:0.0:1769075217.567192:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 02000000:00000001:1.0:1769075217.567195:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075217.567205:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075217.567213:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000400:00000200:1.0:1769075217.567214:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075217.567226:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000040:0.0:1769075217.567231:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.567242:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075217.567243:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075217.567289:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617600, portal 25 00000100:00000001:1.0:1769075217.567305:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075217.567308:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974080 : -125747920577536 : ffff8da207dcdc00) 00000100:00000040:0.0:1769075217.567313:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.567325:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:1.0:1769075217.567326:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075217.567335:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:0.0:1769075217.567352:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075217.567359:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075217.567363:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075217.567372:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075217.567374:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:0.0:1769075217.567384:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075217.567386:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 02000000:00000001:0.0:1769075217.567398:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075217.567402:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926617600, offset 0 00000100:00000001:0.0:1769075217.567409:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075217.567427:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000008:00100000:0.0:1769075217.567431:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075217.567442:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075217.567447:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075217.567450:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075217.567525:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075217.567535:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075217.567553:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000010:0.0:1769075217.567559:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcfb80. 00000400:00000200:1.0:1769075217.567561:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1769075217.567573:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000400:00000200:1.0:1769075217.567574:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075217.567587:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3089:3089:256:4294967295] 192.168.204.145@tcp LPNI seq info [3089:3089:8:4294967295] 02000000:00000001:0.0:1769075217.567590:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075217.567597:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075217.567598:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075217.567608:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075217.567619:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075217.567625:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075217.567640:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000400:00000200:1.0:1769075217.567641:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:0.0:1769075217.567656:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075217.567662:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.567682:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000100:00100000:0.0:1769075217.567687:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075217.567700:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075217.567712:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000100:00000001:0.0:1769075217.567728:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1769075217.567730:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075217.567739:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000100:00000001:0.0:1769075217.567742:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075217.567751:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.567757:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000100:00000040:0.0:1769075217.567763:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049a930ab] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075217.567765:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075217.567782:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075217.567792:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075217.567798:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:0.0:1769075217.567799:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.567805:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769075217.567808:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075217.567819:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000200:1.0:1769075217.567820:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075217.567828:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075217.567833:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075217.567845:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075217.567855:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1906 00000100:00000001:1.0:1769075217.567856:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.567869:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075217.567870:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075217.567885:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075217.567894:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075217.567900:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.567905:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075217.567908:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075217.567916:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075217.567922:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.567923:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.567933:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075217.567942:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:0.0:1769075217.567943:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075217.567948:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075217.567954:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075217.567955:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296590607 00000020:00000040:0.0:1769075217.567957:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075217.567968:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075217.567971:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:1.0:1769075217.567975:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296585487 00000100:00000040:0.0:1769075217.567976:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.567983:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075217.567992:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075217.567994:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296590607 00000100:00000001:0.0:1769075217.567996:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075217.568008:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00000001:1.0:1769075217.568011:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296585487 00000100:00080000:0.0:1769075217.568013:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075217.568026:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075217.568029:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075217.568030:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075217.568035:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075217.568040:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075217.568043:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568051:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075217.568052:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:0.0:1769075217.568055:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075217.568062:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568066:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.568071:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769075217.568074:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc000. 00000020:00000040:0.0:1769075217.568084:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075217.568095:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075217.568100:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568109:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:1.0:1769075217.568112:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769075217.568114:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1769075217.568121:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769075217.568127:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075217.568130:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 02000000:00000010:0.0:1769075217.568142:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96800. 00000400:00000200:1.0:1769075217.568143:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075217.568150:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:0.0:1769075217.568157:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.568159:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075217.568171:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075217.568182:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075217.568195:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075217.568232:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075217.568232:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075217.568238:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075217.568245:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.568246:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.568275:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075217.568298:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075217.568311:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae2db9d] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.568315:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075217.568329:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075217.568364:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.568365:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075217.568378:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075217.568380:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075217.568382:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.568387:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.568394:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769075217.568402:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075217.568403:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075217.568414:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075217.568414:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075217.568430:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00080000:0.0:1769075217.568431:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.568440:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769075217.568444:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075217.568503:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075217.568513:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1906 00000400:00000200:0.0:1769075217.568546:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:1.0:1769075217.568556:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926617600:192.168.204.145@tcp:250:kworker.0 00000400:00000200:0.0:1769075217.568567:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075217.568570:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075217.568578:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075217.568578:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.568590:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdc00 x1855007926617600/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075217.568605:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075217.568607:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075217.568614:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769075217.568617:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1769075217.568620:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acafc00. 02000000:00000001:1.0:1769075217.568629:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1769075217.568630:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000020:00000001:1.0:1769075217.568634:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769075217.568637:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:1.0:1769075217.568639:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:0.0:1769075217.568648:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769075217.568650:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1769075217.568654:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 02000000:00000010:1.0:1769075217.568657:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 00000020:00000001:0.0:1769075217.568660:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075217.568670:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 02000000:00000001:1.0:1769075217.568678:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769075217.568679:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 02000000:00000001:1.0:1769075217.568684:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769075217.568687:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000010:1.0:1769075217.568690:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdc00. 00000100:00000001:1.0:1769075217.568698:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1769075217.568699:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075217.568703:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075217.568706:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075217.568710:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075217.568716:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075217.568722:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075217.568724:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1769075217.568726:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075217.568731:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075217.568738:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075217.568739:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075217.568745:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075217.568749:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.568751:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769075217.568758:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075217.568762:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075217.568766:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075217.568778:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568785:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075217.568790:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075217.568796:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769075217.568798:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568805:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.568805:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.568820:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1769075217.568821:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd500. 02000000:00000001:1.0:1769075217.568828:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769075217.568829:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075217.568838:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075217.568842:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075217.568843:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075217.568855:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075217.568860:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769075217.568862:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617728:192.168.204.145@tcp:38:kworker.0 02000000:00000001:0.0:1769075217.568865:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075217.568879:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94c00. 00000100:00000001:1.0:1769075217.568880:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075217.568890:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075217.568891:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.568900:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075217.568907:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075217.568910:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075217.568926:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1769075217.568926:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acafc00. 00000100:00000001:0.0:1769075217.568932:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.568938:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075217.568944:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046569669] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075217.568959:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075217.568968:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075217.568973:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000040:0.0:1769075217.568977:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1916) 00000400:00000010:1.0:1769075217.568989:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075217.569000:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617728, portal 10 00000100:00000001:1.0:1769075217.569005:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075217.569009:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788982144 : -125747920569472 : ffff8da207dcfb80) 00000100:00000040:1.0:1769075217.569026:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569041:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075217.569047:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075217.569052:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075217.569058:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926617728, offset 0 00000400:00000200:1.0:1769075217.569067:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075217.569076:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.569085:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075217.569091:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075217.569097:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075217.569103:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075217.569108:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075217.569114:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3090:3090:256:4294967295] 192.168.204.145@tcp LPNI seq info [3090:3090:8:4294967295] 00000400:00000200:1.0:1769075217.569123:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.569138:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075217.569148:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.569157:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075217.569165:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075217.569171:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769075217.569181:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075217.569187:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769075217.569195:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.569199:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:1.0:1769075217.569205:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075217.569212:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075217.569219:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075217.569223:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075217.569229:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075217.569237:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569249:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.569277:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569287:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.569289:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075217.569306:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075217.569311:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075217.569316:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075217.569319:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296580357 00000100:00000001:1.0:1769075217.569323:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.569327:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296580357 00000100:00000001:1.0:1769075217.569329:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.569332:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075217.569335:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.569338:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075217.569343:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075217.569362:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075217.569364:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075217.569366:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075217.569369:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075217.569371:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075217.569374:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075217.569378:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075217.569389:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569397:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075217.569399:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569402:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.569405:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075217.569412:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569432:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075217.569441:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569455:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075217.569525:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569530:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.569534:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569539:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075217.569544:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075217.569550:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075217.569559:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075217.569564:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075217.569574:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075217.569592:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617728:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075217.569600:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075217.569604:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569614:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075217.569616:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.569619:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075217.569622:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.569625:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.569628:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617856:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075217.569633:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075217.569636:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075217.569638:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.569641:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075217.569646:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075217.569660:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075217.569666:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075217.569670:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075217.569675:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075217.569679:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617856, portal 4 00000100:00000001:1.0:1769075217.569682:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075217.569684:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000040:1.0:1769075217.569691:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569700:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075217.569703:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075217.569705:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075217.569709:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926617856, offset 0 00000400:00000200:1.0:1769075217.569715:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075217.569720:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.569725:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075217.569730:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075217.569734:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075217.569737:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075217.569741:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075217.569745:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3091:3091:256:4294967295] 192.168.204.145@tcp LPNI seq info [3091:3091:8:4294967295] 00000400:00000200:1.0:1769075217.569750:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.569759:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075217.569764:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.569768:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075217.569774:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075217.569778:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769075217.569783:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075217.569806:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769075217.569812:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.569814:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:1.0:1769075217.569819:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075217.569824:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075217.569828:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075217.569831:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075217.569834:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075217.569839:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569850:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.569854:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569863:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.569865:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075217.569869:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075217.569873:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075217.569878:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075217.569881:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296579100 00000100:00000001:1.0:1769075217.569885:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.569888:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296579100 00000100:00000001:1.0:1769075217.569890:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.569893:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075217.569895:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.569898:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075217.569902:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075217.569912:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075217.569914:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075217.569916:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075217.569919:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075217.569921:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075217.569924:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075217.569928:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075217.569939:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569947:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075217.569949:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569951:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.569952:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075217.569957:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569965:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075217.569969:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.569977:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075217.569981:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569983:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.569985:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.569988:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075217.569990:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075217.569993:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075217.569997:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075217.569999:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075217.570004:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075217.570013:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617856:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075217.570018:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570020:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.570024:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcfb80 x1855007926617728/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570032:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075217.570034:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075217.570037:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acafc00. 02000000:00000001:1.0:1769075217.570040:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075217.570042:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075217.570044:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075217.570046:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075217.570049:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000001:1.0:1769075217.570053:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075217.570055:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075217.570057:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcfb80. 00000100:00000001:1.0:1769075217.570061:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075217.570063:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570065:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.570069:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc000 x1855007926617856/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570085:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075217.570087:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075217.570089:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075217.570091:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075217.570093:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075217.570094:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075217.570096:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075217.570098:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96800. 02000000:00000001:1.0:1769075217.570100:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075217.570102:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075217.570103:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc000. 00000100:00000001:1.0:1769075217.570106:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075217.570107:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570109:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570115:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075217.570116:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.570119:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075217.570121:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075217.570122:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075217.570127:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570134:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075217.570136:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.570139:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075217.570141:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.570143:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.570147:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617984:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075217.570151:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075217.570153:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075217.570155:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.570158:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075217.570162:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075217.570164:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075217.570169:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075217.570172:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075217.570176:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075217.570180:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926617984, portal 4 00000100:00000001:1.0:1769075217.570182:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075217.570184:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788972288 : -125747920579328 : ffff8da207dcd500) 00000100:00000040:1.0:1769075217.570191:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570199:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075217.570202:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075217.570205:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075217.570208:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926617984, offset 0 00000400:00000200:1.0:1769075217.570213:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075217.570217:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.570222:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075217.570226:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075217.570230:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075217.570233:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075217.570236:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075217.570240:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3092:3092:256:4294967295] 192.168.204.145@tcp LPNI seq info [3092:3092:8:4294967295] 00000400:00000200:1.0:1769075217.570245:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075217.570284:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075217.570291:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.570305:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f400. 00000800:00000200:1.0:1769075217.570311:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075217.570314:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769075217.570320:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075217.570324:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769075217.570329:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075217.570332:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f400. 00000400:00000200:1.0:1769075217.570336:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075217.570340:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075217.570344:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075217.570346:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075217.570350:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075217.570356:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570366:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.570370:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570379:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.570381:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075217.570385:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075217.570389:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075217.570394:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075217.570397:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296579102 00000100:00000001:1.0:1769075217.570401:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.570404:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296579102 00000100:00000001:1.0:1769075217.570406:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296590607 00000100:00000001:1.0:1769075217.570409:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075217.570411:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.570414:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075217.570418:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075217.570430:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075217.570432:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075217.570434:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075217.570437:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075217.570439:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075217.570442:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075217.570446:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075217.570456:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570535:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075217.570540:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570544:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.570547:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075217.570555:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570570:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075217.570578:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570605:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075217.570610:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570613:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.570616:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570620:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075217.570623:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075217.570629:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075217.570636:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075217.570641:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075217.570650:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075217.570679:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926617984:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075217.570687:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570692:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075217.570698:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd500 x1855007926617984/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.570710:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075217.570712:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075217.570716:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf800. 02000000:00000001:1.0:1769075217.570720:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075217.570722:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075217.570724:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075217.570736:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075217.570738:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94c00. 02000000:00000001:1.0:1769075217.570741:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075217.570743:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075217.570745:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd500. 00000100:00000001:1.0:1769075217.570748:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075217.570750:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570752:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.570757:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075217.570759:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.570762:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075217.570764:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075217.758655:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075217.758682:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075217.758693:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075217.758704:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075217.758857:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075217.758863:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075217.758868:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075218.782569:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075218.782578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075218.782585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075218.782586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075218.782611:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075218.782614:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075218.782617:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075219.806548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075219.806556:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075219.806564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075219.806566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075219.806655:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075219.806662:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075219.806667:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075220.830500:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075220.830506:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075220.830513:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075220.830514:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075220.830559:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075220.830563:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075220.830566:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075221.854609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075221.854617:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075221.854620:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075221.854625:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075221.854627:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075221.854629:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075221.854634:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075221.854636:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075221.854638:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075221.854640:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075221.854643:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075221.854645:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075221.854732:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075221.854738:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075221.854743:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075222.686563:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075222.686576:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075222.686579:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075222.686590:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075222.686598:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075222.686607:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1911 00000400:00000200:3.0:1769075222.686618:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075222.686624:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075222.686628:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075222.686632:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686635:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.686637:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686639:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075222.686643:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075222.686645:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075222.686648:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075222.686651:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075222.686652:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075222.686654:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075222.686656:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686658:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.686659:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686661:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075222.686664:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075222.686667:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686669:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.686672:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075222.686675:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.686677:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686679:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075222.686681:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075222.686694:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769075222.686697:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075222.686702:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075222.686703:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686706:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075222.686709:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075222.686714:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075222.686723:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:3.0:1769075222.686732:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.686743:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075222.686754:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075222.686759:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.686763:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.686787:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075222.686790:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075222.686793:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075222.686794:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075222.686795:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075222.686797:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075222.686799:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1911 00000400:00000200:3.0:1769075222.686802:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075222.686804:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075222.686806:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075222.686808:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686810:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.686811:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686813:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075222.686814:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075222.686815:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075222.686816:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075222.686818:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075222.686819:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075222.686820:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075222.686822:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686823:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.686824:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686826:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075222.686828:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075222.686830:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686832:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.686833:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075222.686838:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.686839:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686841:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075222.686845:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075222.686847:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686849:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075222.686852:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075222.686854:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075222.686856:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075222.686857:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686859:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075222.686860:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075222.686862:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075222.686864:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075222.686867:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.686870:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075222.686873:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075222.686878:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075222.686879:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075222.686880:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.686883:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075222.686885:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075222.686894:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.686894:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075222.686896:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075222.686902:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075222.686906:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075222.686909:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075222.686911:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075222.686914:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075222.686915:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075222.686919:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1911 02000000:00000001:1.0:1769075222.686920:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1769075222.686923:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:1.0:1769075222.686925:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075222.686927:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075222.686930:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075222.686931:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686932:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075222.686935:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.686935:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686940:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:1.0:1769075222.686944:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926618112:192.168.204.145@tcp:250:kworker.0 00000020:00000001:3.0:1769075222.686944:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075222.686945:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075222.686948:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075222.686951:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1769075222.686952:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075222.686955:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 02000000:00000001:1.0:1769075222.686956:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769075222.686956:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 02000000:00000001:1.0:1769075222.686960:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.686960:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686963:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075222.686965:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075222.686968:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.686970:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075222.686972:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075222.686973:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000010:1.0:1769075222.686974:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 00000100:00000001:3.0:1769075222.686975:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.686979:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.686979:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075222.686983:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.686985:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686987:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075222.686988:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075222.686990:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00000001:3.0:1769075222.686992:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.686995:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075222.686996:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000010:3.0:1769075222.686999:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075222.687003:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075222.687005:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1769075222.687006:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 02000000:00000001:3.0:1769075222.687006:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.687011:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075222.687012:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075222.687014:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075222.687017:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000200:1.0:1769075222.687019:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618112, portal 25 00000100:00000001:3.0:1769075222.687020:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687023:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769075222.687026:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075222.687031:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000001:3.0:1769075222.687037:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075222.687039:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.687042:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075222.687046:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687061:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075222.687063:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075222.687067:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075222.687068:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075222.687071:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075222.687073:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075222.687074:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769075222.687075:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075222.687076:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075222.687080:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1911 00000400:00000200:3.0:1769075222.687084:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:1.0:1769075222.687085:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926618112, offset 0 00000400:00000200:3.0:1769075222.687086:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075222.687090:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075222.687093:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.687094:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.687097:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.687100:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075222.687102:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075222.687103:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075222.687105:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075222.687108:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075222.687110:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075222.687111:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075222.687113:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075222.687116:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687119:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075222.687120:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075222.687124:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075222.687127:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075222.687128:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075222.687130:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075222.687132:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.687134:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075222.687135:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075222.687136:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.687141:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.687143:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075222.687144:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075222.687147:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:3.0:1769075222.687147:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.687149:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075222.687153:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000400:00000200:1.0:1769075222.687154:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:3.0:1769075222.687156:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075222.687159:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075222.687161:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075222.687162:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075222.687180:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687184:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3093:3093:256:4294967295] 192.168.204.145@tcp LPNI seq info [3093:3093:8:4294967295] 00000100:00000001:3.0:1769075222.687187:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075222.687189:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075222.687191:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075222.687192:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075222.687197:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769075222.687200:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.687205:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075222.687210:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075222.687221:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1769075222.687224:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075222.687225:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.687231:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1769075222.687232:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000100:00000001:3.0:1769075222.687240:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.687244:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1921) 00000800:00000200:1.0:1769075222.687245:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075222.687250:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1769075222.687255:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075222.687259:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1769075222.687263:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.687265:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075222.687272:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075222.687277:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075222.687282:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075222.687285:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075222.687290:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075222.687294:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687302:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.687305:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687313:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687316:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075222.687323:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075222.687328:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075222.687332:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296595726 00000100:00000001:1.0:1769075222.687342:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296590607 00000100:00000001:1.0:1769075222.687347:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296595726 00000100:00000001:1.0:1769075222.687351:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296590607 00000100:00000001:1.0:1769075222.687354:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075222.687357:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687360:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075222.687365:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075222.687377:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075222.687379:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075222.687382:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075222.687385:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075222.687386:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075222.687388:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075222.687392:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075222.687399:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687404:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075222.687406:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687408:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687410:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075222.687413:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687417:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075222.687420:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687425:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075222.687428:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687429:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687430:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687432:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075222.687434:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075222.687436:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075222.687439:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075222.687441:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075222.687444:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075222.687449:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926618112:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075222.687454:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687456:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.687457:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926618112/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687497:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075222.687500:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075222.687503:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075222.687507:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075222.687509:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075222.687511:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075222.687514:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075222.687518:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:1.0:1769075222.687522:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075222.687526:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075222.687528:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075222.687532:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075222.687533:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687536:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687545:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075222.687548:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687550:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075222.687552:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075222.687553:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075222.687558:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687566:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075222.687568:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687570:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075222.687572:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.687575:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075222.687578:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618240:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075222.687581:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075222.687583:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075222.687586:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687587:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075222.687590:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075222.687591:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075222.687595:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075222.687597:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075222.687600:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075222.687603:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618240, portal 10 00000100:00000001:1.0:1769075222.687604:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075222.687605:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075222.687611:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687616:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075222.687618:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075222.687619:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075222.687621:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926618240, offset 0 00000400:00000200:1.0:1769075222.687623:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687626:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.687629:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075222.687631:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075222.687633:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075222.687634:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075222.687636:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687638:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3094:3094:256:4294967295] 192.168.204.145@tcp LPNI seq info [3094:3094:8:4294967295] 00000400:00000200:1.0:1769075222.687641:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.687645:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075222.687648:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.687650:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075222.687653:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075222.687655:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1769075222.687658:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075222.687660:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1769075222.687662:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.687664:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075222.687666:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075222.687668:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075222.687670:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075222.687672:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075222.687673:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075222.687675:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687680:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.687682:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687691:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687692:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075222.687694:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.687698:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075222.687700:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075222.687702:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296585476 00000100:00000001:1.0:1769075222.687704:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.687705:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296585476 00000100:00000001:1.0:1769075222.687707:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.687708:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075222.687709:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687710:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075222.687713:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075222.687718:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075222.687719:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075222.687720:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075222.687721:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075222.687722:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075222.687724:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075222.687725:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075222.687730:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687735:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075222.687736:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687737:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687738:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075222.687740:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687746:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075222.687749:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687753:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075222.687755:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687756:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687757:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687758:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075222.687759:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075222.687760:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075222.687762:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075222.687763:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075222.687766:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075222.687770:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618240:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075222.687773:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075222.687775:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687779:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075222.687780:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687781:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075222.687783:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.687784:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075222.687786:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618368:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075222.687788:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075222.687789:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075222.687791:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687792:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075222.687794:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075222.687796:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075222.687798:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075222.687800:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075222.687803:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075222.687804:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618368, portal 4 00000100:00000001:1.0:1769075222.687806:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075222.687807:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075222.687811:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687816:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075222.687817:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075222.687818:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075222.687820:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926618368, offset 0 00000400:00000200:1.0:1769075222.687822:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687824:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.687826:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075222.687828:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075222.687829:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075222.687831:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075222.687833:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075222.687835:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3095:3095:256:4294967295] 192.168.204.145@tcp LPNI seq info [3095:3095:8:4294967295] 00000400:00000200:1.0:1769075222.687838:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.687843:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075222.687845:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.687847:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075222.687849:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075222.687851:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1769075222.687854:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075222.687855:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1769075222.687858:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.687860:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075222.687862:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075222.687864:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075222.687866:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075222.687868:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075222.687869:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075222.687871:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687877:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.687879:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687882:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687883:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075222.687885:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.687887:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075222.687889:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075222.687890:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296584218 00000100:00000001:1.0:1769075222.687892:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.687894:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296584218 00000100:00000001:1.0:1769075222.687896:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.687897:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075222.687899:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.687900:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075222.687902:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075222.687906:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075222.687907:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075222.687908:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075222.687909:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075222.687910:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075222.687911:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075222.687913:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075222.687919:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687923:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075222.687924:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687925:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687926:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075222.687928:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687932:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075222.687934:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687938:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075222.687940:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687941:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.687941:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.687942:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075222.687943:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075222.687945:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075222.687947:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075222.687948:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075222.687950:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075222.687955:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618368:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075222.687957:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075222.687960:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687965:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075222.687966:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687968:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075222.687969:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.687970:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075222.687972:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618496:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075222.687973:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075222.687974:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075222.687975:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.687976:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075222.687978:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075222.687979:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075222.687981:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075222.687983:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075222.687984:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075222.687986:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618496, portal 4 00000100:00000001:1.0:1769075222.687987:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075222.687989:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075222.687993:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.687997:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075222.687999:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075222.688000:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075222.688002:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926618496, offset 0 00000400:00000200:1.0:1769075222.688004:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075222.688006:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.688007:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075222.688009:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075222.688010:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075222.688012:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075222.688013:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075222.688015:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3096:3096:256:4294967295] 192.168.204.145@tcp LPNI seq info [3096:3096:8:4294967295] 00000400:00000200:1.0:1769075222.688018:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075222.688022:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075222.688026:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.688027:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075222.688030:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075222.688031:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1769075222.688034:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075222.688036:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 23 secs later) 00000800:00000100:1.0:1769075222.688038:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075222.688040:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075222.688042:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075222.688044:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075222.688046:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075222.688047:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075222.688049:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075222.688051:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688056:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.688058:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688063:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.688064:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075222.688066:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.688069:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075222.688072:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075222.688073:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296584220 00000100:00000001:1.0:1769075222.688076:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.688078:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296584220 00000100:00000001:1.0:1769075222.688081:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296595726 00000100:00000001:1.0:1769075222.688084:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075222.688086:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.688088:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075222.688093:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075222.688102:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075222.688104:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075222.688106:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075222.688109:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075222.688111:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075222.688114:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075222.688117:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075222.688127:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688133:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075222.688134:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688136:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.688137:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075222.688140:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688145:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075222.688147:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688151:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075222.688152:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688153:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075222.688154:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688155:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075222.688156:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075222.688158:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075222.688160:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075222.688162:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075222.688178:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075222.688184:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618496:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075222.688187:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688188:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.688190:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926618240/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688195:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075222.688196:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075222.688198:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075222.688200:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075222.688201:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075222.688202:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075222.688204:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075222.688205:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:1.0:1769075222.688207:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075222.688208:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075222.688209:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075222.688211:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075222.688212:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688213:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.688215:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926618368/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688219:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075222.688220:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075222.688221:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075222.688223:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075222.688224:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075222.688225:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075222.688226:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075222.688228:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:1.0:1769075222.688229:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075222.688230:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075222.688231:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075222.688233:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075222.688234:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688235:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075222.688236:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926618496/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.688240:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075222.688241:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075222.688242:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075222.688243:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075222.688244:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075222.688244:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075222.688245:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075222.688246:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:1.0:1769075222.688247:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075222.688248:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075222.688249:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075222.688251:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075222.688252:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688253:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.688256:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075222.688257:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.688258:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075222.688259:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075222.878546:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075222.878552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075222.878558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075222.878559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075222.878620:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075222.878625:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075222.878628:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075223.902553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075223.902562:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075223.902567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075223.902568:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075223.902646:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075223.902653:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075223.902657:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075224.926571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075224.926578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075224.926584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075224.926588:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075224.926590:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075224.926593:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075224.926596:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075224.926597:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075224.926599:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075224.926602:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075224.926688:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075224.926693:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075224.926695:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075225.950567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075225.950574:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075225.950581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075225.950582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075225.950697:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075225.950703:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075225.950707:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075226.974523:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075226.974529:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075226.974534:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075226.974535:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075226.974611:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075226.974617:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075226.974621:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075227.806538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075227.806549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075227.806552:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075227.806556:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075227.806561:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075227.806568:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1916 00000400:00000200:3.0:1769075227.806577:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075227.806583:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075227.806586:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075227.806589:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075227.806596:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806598:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075227.806603:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075227.806605:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075227.806607:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075227.806610:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075227.806613:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075227.806615:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075227.806619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806621:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075227.806623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075227.806628:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075227.806632:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806646:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075227.806650:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075227.806654:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075227.806657:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.806659:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075227.806662:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075227.806670:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075227.806673:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075227.806678:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075227.806679:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.806682:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075227.806685:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075227.806689:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075227.806696:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075227.806703:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075227.806711:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075227.806722:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075227.806726:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075227.806731:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075227.806757:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075227.806760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075227.806764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075227.806766:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075227.806767:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075227.806771:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075227.806773:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1916 00000400:00000200:3.0:1769075227.806778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075227.806781:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075227.806784:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075227.806787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075227.806792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075227.806796:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075227.806797:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075227.806799:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075227.806801:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075227.806804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075227.806806:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075227.806810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075227.806815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075227.806821:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075227.806825:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075227.806825:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075227.806831:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.806833:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075227.806834:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075227.806838:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075227.806841:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075227.806845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.806849:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769075227.806850:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075227.806854:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075227.806860:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.806865:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.806872:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1769075227.806872:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000100:00000001:1.0:1769075227.806878:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075227.806878:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075227.806884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075227.806887:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075227.806888:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.806903:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075227.806904:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075227.806907:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075227.806909:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075227.806911:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075227.806918:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926618624:192.168.204.145@tcp:250:kworker.0 02000000:00000010:3.0:1769075227.806920:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:1.0:1769075227.806924:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075227.806927:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.806929:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075227.806932:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.806936:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075227.806937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075227.806941:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075227.806946:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.806955:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075227.806956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1769075227.806960:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000001:3.0:1769075227.806961:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075227.806967:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000040:3.0:1769075227.806969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075227.806975:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618624, portal 25 00000100:00000001:1.0:1769075227.806979:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075227.806982:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000001:3.0:1769075227.806989:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075227.806991:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075227.806994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075227.807005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075227.807006:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075227.807011:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807011:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075227.807017:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00080000:3.0:1769075227.807018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075227.807020:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926618624, offset 0 00000100:00000001:3.0:1769075227.807024:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075227.807028:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075227.807032:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1916 00000400:00000200:1.0:1769075227.807037:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075227.807040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.807046:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075227.807049:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075227.807054:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1769075227.807054:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075227.807059:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:3.0:1769075227.807062:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075227.807065:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075227.807069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075227.807070:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:3.0:1769075227.807076:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075227.807077:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3097:3097:256:4294967295] 192.168.204.145@tcp LPNI seq info [3097:3097:8:4294967295] 00000100:00000001:3.0:1769075227.807100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075227.807103:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075227.807104:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075227.807108:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075227.807112:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:3.0:1769075227.807114:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075227.807119:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075227.807125:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075227.807127:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:3.0:1769075227.807133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000200:1.0:1769075227.807137:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1769075227.807143:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000100:00000040:3.0:1769075227.807145:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:1.0:1769075227.807153:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075227.807157:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:1.0:1769075227.807159:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000100:00080000:3.0:1769075227.807165:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000200:1.1:1769075227.807168:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075227.807171:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075227.807172:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 02000000:00000001:3.0:1769075227.807176:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:1.0:1769075227.807180:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.807183:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 02000000:00000001:3.0:1769075227.807183:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075227.807189:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.807191:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075227.807192:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075227.807197:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075227.807198:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075227.807203:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000008:00000001:3.0:1769075227.807204:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075227.807206:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075227.807209:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807211:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075227.807216:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075227.807217:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075227.807224:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075227.807227:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075227.807230:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1769075227.807232:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075227.807234:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.807239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075227.807242:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075227.807244:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075227.807246:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807247:0:2378:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1769075227.807264:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:1.0:1769075227.807265:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.807271:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075227.807272:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807274:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296600846 00000100:00000001:1.0:1769075227.807283:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296595726 00000100:00100000:3.0:1769075227.807283:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075227.807289:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296600846 00000100:00000001:1.0:1769075227.807295:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296595726 00000100:00000001:3.0:1769075227.807300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075227.807301:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075227.807305:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.807305:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807311:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1769075227.807315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075227.807316:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075227/real 1769075227] req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075227.807329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075227.807335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769075227.807340:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769075227.807341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:1.0:1769075227.807344:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075227.807345:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075227.807347:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000100:00080000:3.0:1769075227.807349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075227.807351:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075227.807356:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075227.807356:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075227.807358:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769075227.807363:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1916 00000100:00000200:1.0:1769075227.807364:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075227.807373:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:1.0:1769075227.807378:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075227.807382:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075227.807395:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075227.807396:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075227.807400:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075227.807403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075227.807404:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.807406:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075227.807409:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769075227.807413:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075227.807415:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075227.807426:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075227.807427:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075227.807429:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075227.807431:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075227.807433:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075227.807435:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075227.807436:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:1.0:1769075227.807440:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075227.807441:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807445:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075227.807449:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807453:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075227.807457:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075227.807480:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075227.807482:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075227.807483:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075227.807486:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075227.807488:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.807489:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075227.807490:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075227.807492:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807494:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075227.807494:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075227.807501:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075227.807502:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075227.807516:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075227.807518:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075227.807520:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075227.807522:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075227.807523:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075227.807528:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075227.807530:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769075227.807531:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075227.807535:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807536:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:3.0:1769075227.807538:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00080000:1.0:1769075227.807543:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769075227.807543:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075227.807550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075227.807553:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075227.807562:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075227.807562:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075227.807565:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075227.807571:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075227.807575:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075227.807582:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075227.807588:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1927) 00000100:00100000:1.0:1769075227.807597:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926618624:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075227.807604:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807607:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.807610:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926618624/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807617:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075227.807619:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075227.807621:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075227.807624:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075227.807625:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075227.807626:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075227.807628:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075227.807630:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769075227.807633:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075227.807634:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075227.807636:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:1.0:1769075227.807638:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075227.807639:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807641:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807646:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075227.807648:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807650:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075227.807651:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075227.807652:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075227.807655:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807660:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075227.807661:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.807663:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075227.807664:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075227.807666:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075227.807668:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618752:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075227.807669:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075227.807671:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075227.807672:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.807673:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075227.807676:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075227.807677:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.807681:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075227.807683:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075227.807685:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075227.807688:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618752, portal 10 00000100:00000001:1.0:1769075227.807689:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075227.807690:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:1.0:1769075227.807694:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807699:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075227.807701:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075227.807702:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075227.807704:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926618752, offset 0 00000400:00000200:1.0:1769075227.807707:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075227.807709:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.807712:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075227.807714:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075227.807717:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075227.807719:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075227.807722:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075227.807725:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3098:3098:256:4294967295] 192.168.204.145@tcp LPNI seq info [3098:3098:8:4294967295] 00000400:00000200:1.0:1769075227.807730:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.807737:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075227.807742:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.807746:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075227.807751:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075227.807754:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075227.807759:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075227.807762:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075227.807767:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.807778:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075227.807781:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075227.807785:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075227.807789:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075227.807790:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075227.807793:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075227.807795:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807801:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.807803:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807808:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807809:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075227.807811:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075227.807814:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075227.807818:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075227.807820:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296590596 00000100:00000001:1.0:1769075227.807823:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.807826:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296590596 00000100:00000001:1.0:1769075227.807828:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.807831:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075227.807844:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.807846:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075227.807850:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075227/real 1769075227] req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075227.807859:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075227.807860:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075227.807862:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075227.807866:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075227.807868:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075227.807870:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075227.807874:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075227.807890:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807898:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075227.807910:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807912:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.807913:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075227.807918:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807925:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075227.807930:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807938:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075227.807941:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807943:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.807944:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.807946:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075227.807948:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075227.807951:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075227.807954:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075227.807957:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075227.807961:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075227.807970:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618752:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075227.807975:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075227.807978:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.807992:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075227.807993:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.807996:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075227.807998:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075227.808000:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075227.808003:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618880:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075227.808007:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075227.808009:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075227.808011:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.808013:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075227.808017:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075227.808030:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.808034:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075227.808037:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075227.808041:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075227.808043:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926618880, portal 4 00000100:00000001:1.0:1769075227.808046:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075227.808047:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:1.0:1769075227.808053:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808059:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075227.808061:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075227.808063:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075227.808065:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926618880, offset 0 00000400:00000200:1.0:1769075227.808068:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075227.808071:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.808074:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075227.808076:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075227.808093:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075227.808096:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075227.808097:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075227.808100:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3099:3099:256:4294967295] 192.168.204.145@tcp LPNI seq info [3099:3099:8:4294967295] 00000400:00000200:1.0:1769075227.808114:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.808119:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075227.808122:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.808125:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075227.808128:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075227.808130:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075227.808133:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075227.808135:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075227.808138:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.808139:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075227.808141:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075227.808144:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075227.808146:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075227.808147:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075227.808149:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075227.808152:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808157:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.808159:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808164:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.808165:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075227.808167:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075227.808169:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075227.808171:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075227.808173:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296589338 00000100:00000001:1.0:1769075227.808174:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.808176:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296589338 00000100:00000001:1.0:1769075227.808178:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.808179:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075227.808181:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.808182:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075227.808185:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075227/real 1769075227] req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075227.808190:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075227.808191:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075227.808192:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075227.808193:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075227.808194:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075227.808196:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075227.808198:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075227.808204:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808208:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075227.808208:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808209:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.808210:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075227.808212:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808216:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075227.808219:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808223:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075227.808225:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808226:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.808227:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808228:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075227.808229:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075227.808231:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075227.808233:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075227.808235:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075227.808238:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075227.808243:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926618880:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075227.808245:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075227.808247:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808251:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075227.808252:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.808253:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075227.808254:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075227.808256:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075227.808258:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619008:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075227.808260:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075227.808261:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075227.808262:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075227.808264:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075227.808266:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075227.808267:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075227.808269:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075227.808270:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075227.808272:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075227.808274:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619008, portal 4 00000100:00000001:1.0:1769075227.808275:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075227.808276:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075227.808280:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808284:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075227.808286:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075227.808287:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075227.808289:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926619008, offset 0 00000400:00000200:1.0:1769075227.808291:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075227.808294:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.808296:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075227.808298:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075227.808300:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075227.808302:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075227.808304:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075227.808306:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3100:3100:256:4294967295] 192.168.204.145@tcp LPNI seq info [3100:3100:8:4294967295] 00000400:00000200:1.0:1769075227.808309:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075227.808313:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075227.808315:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.808317:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075227.808319:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075227.808321:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075227.808323:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075227.808325:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075227.808328:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075227.808329:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075227.808331:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075227.808333:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075227.808335:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075227.808336:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075227.808338:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075227.808340:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808345:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.808347:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808352:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.808352:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075227.808355:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075227.808357:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075227.808359:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075227.808360:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296589340 00000100:00000001:1.0:1769075227.808362:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.808364:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296589340 00000100:00000001:1.0:1769075227.808365:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296600846 00000100:00000001:1.0:1769075227.808366:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075227.808367:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.808369:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075227.808371:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075227/real 1769075227] req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075227.808375:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075227.808376:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075227.808377:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075227.808378:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075227.808379:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075227.808380:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075227.808382:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075227.808388:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808391:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075227.808392:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808393:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.808394:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075227.808396:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808400:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075227.808403:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808408:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075227.808409:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808410:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075227.808411:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808412:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075227.808413:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075227.808415:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075227.808416:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075227.808418:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075227.808420:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075227.808424:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619008:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075227.808427:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808428:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.808430:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926618752/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808434:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075227.808435:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075227.808436:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075227.808437:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075227.808438:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075227.808439:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075227.808440:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075227.808441:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075227.808442:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075227.808443:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075227.808445:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:1.0:1769075227.808446:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075227.808448:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808449:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.808451:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926618880/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808455:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075227.808456:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075227.808457:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075227.808459:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075227.808475:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075227.808476:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075227.808477:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075227.808478:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:1.0:1769075227.808479:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075227.808480:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075227.808481:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:1.0:1769075227.808483:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075227.808484:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808485:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075227.808488:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926619008/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075227.808494:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075227.808495:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075227.808497:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075227.808499:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075227.808500:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075227.808502:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075227.808504:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075227.808505:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075227.808507:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075227.808509:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075227.808510:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075227.808512:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075227.808513:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808516:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075227.808519:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075227.808520:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075227.808522:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075227.808524:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075227.998600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075227.998606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075227.998610:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075227.998611:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075227.998672:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075227.998676:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075227.998678:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075229.022579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075229.022589:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075229.022598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075229.022601:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075229.022751:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075229.022755:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075229.022757:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075230.046564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075230.046571:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075230.046577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075230.046579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075230.046675:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075230.046680:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075230.046685:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075231.070586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075231.070594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075231.070599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075231.070600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075231.070700:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075231.070706:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075231.070711:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075232.094586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075232.094597:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075232.094600:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075232.094607:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075232.094611:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075232.094613:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075232.094619:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075232.094622:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075232.094625:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075232.094628:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075232.094633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075232.094635:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075232.094733:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075232.094739:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075232.094745:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075232.926557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075232.926568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075232.926571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075232.926575:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075232.926579:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075232.926586:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1922 00000400:00000200:3.0:1769075232.926596:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075232.926602:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075232.926606:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075232.926609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926613:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075232.926615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926618:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075232.926623:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075232.926625:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075232.926627:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075232.926630:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075232.926632:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075232.926636:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075232.926639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075232.926643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926645:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075232.926648:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075232.926663:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926665:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075232.926668:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075232.926671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075232.926674:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.926676:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075232.926678:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075232.926687:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075232.926690:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075232.926694:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075232.926696:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.926699:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075232.926702:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075232.926706:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075232.926714:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:3.0:1769075232.926720:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075232.926729:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075232.926740:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075232.926744:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075232.926749:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075232.926773:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075232.926776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075232.926780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075232.926782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075232.926784:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075232.926786:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075232.926789:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1922 00000400:00000200:3.0:1769075232.926793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075232.926797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075232.926799:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075232.926803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075232.926809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075232.926815:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075232.926822:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075232.926823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075232.926826:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075232.926828:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075232.926832:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075232.926834:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075232.926839:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000040:1.0:1769075232.926841:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075232.926843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075232.926850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075232.926861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075232.926871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075232.926876:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075232.926877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075232.926880:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075232.926895:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075232.926896:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075232.926899:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075232.926900:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075232.926905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075232.926911:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.926914:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075232.926915:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075232.926922:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075232.926923:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769075232.926927:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.926932:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.926933:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075232.926943:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000100:00100000:1.0:1769075232.926949:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926619136:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075232.926949:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075232.926957:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075232.926962:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.926963:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075232.926965:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075232.926979:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075232.926983:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.926984:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1769075232.926988:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075232.926989:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.927015:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075232.927017:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075232.927023:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 00000100:00100000:3.0:1769075232.927028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075232.927029:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.927054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075232.927056:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075232.927060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075232.927064:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000040:3.0:1769075232.927072:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075232.927073:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075232.927084:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619136, portal 25 00000100:00000001:1.0:1769075232.927092:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075232.927099:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.927108:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00080000:3.0:1769075232.927115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075232.927125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:1.0:1769075232.927126:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075232.927129:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075232.927134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075232.927145:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075232.927153:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075232.927155:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1922 00000100:00000040:1.0:1769075232.927165:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075232.927166:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075232.927174:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000010:1.0:1769075232.927176:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00080000:3.0:1769075232.927177:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075232.927185:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000200:1.0:1769075232.927188:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926619136, offset 0 00000100:00000001:3.0:1769075232.927189:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075232.927194:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075232.927202:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075232.927207:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075232.927208:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075232.927211:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075232.927215:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075232.927217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075232.927221:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075232.927222:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075232.927230:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075232.927237:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:3.0:1769075232.927240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075232.927247:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1769075232.927249:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075232.927259:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00080000:3.0:1769075232.927260:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927267:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.927271:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075232.927272:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075232.927280:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075232.927280:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075232.927288:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.927289:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3101:3101:256:4294967295] 192.168.204.145@tcp LPNI seq info [3101:3101:8:4294967295] 00000100:00000001:3.0:1769075232.927293:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075232.927298:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075232.927300:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.927316:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000008:00000001:3.0:1769075232.927317:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.927325:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075232.927331:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000010:3.0:1769075232.927352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000800:00000010:1.0:1769075232.927358:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000020:00000040:3.0:1769075232.927361:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075232.927371:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1769075232.927373:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075232.927376:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075232.927392:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000100:00000001:3.0:1769075232.927396:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075232.927403:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1769075232.927404:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075232.927412:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075232.927413:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769075232.927426:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.927431:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 02000000:00000010:3.0:1769075232.927431:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000400:00000200:1.0:1769075232.927447:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075232.927447:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.927468:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00100000:3.0:1769075232.927522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075232.927545:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000100:00000001:3.0:1769075232.927550:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1769075232.927553:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075232.927556:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.927565:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075232.927567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075232.927581:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075232.927582:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075232.927589:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075232.927597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075232.927602:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075232.927606:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075232.927622:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075232.927623:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769075232.927629:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1922 00000100:00000040:1.0:1769075232.927635:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075232.927641:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075232.927652:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075232.927657:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075232.927658:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075232.927665:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769075232.927668:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927673:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075232.927677:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075232.927677:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927680:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075232.927685:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075232.927688:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000400:00000200:1.0:1769075232.927689:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075232.927693:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075232.927695:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296605967 00000020:00000040:3.0:1769075232.927697:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075232.927703:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075232.927706:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075232.927709:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296600846 00000100:00000040:3.0:1769075232.927711:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075232.927719:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296605967 00000100:00000040:3.0:1769075232.927721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075232.927727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075232.927729:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296600846 00000020:00000040:3.0:1769075232.927731:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075232.927739:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075232.927741:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075232.927743:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.927746:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075232.927748:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075232.927754:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769075232.927756:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075232.927764:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075232.927765:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075232/real 1769075232] req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075232.927770:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075232.927775:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075232.927781:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075232.927787:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075232.927792:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1769075232.927794:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000400:00000001:1.0:1769075232.927797:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1769075232.927800:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000010:1.0:1769075232.927802:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075232.927809:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 02000000:00000001:3.0:1769075232.927809:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075232.927814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075232.927815:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075232.927819:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075232.927821:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769075232.927823:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075232.927827:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075232.927829:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769075232.927834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:3.0:1769075232.927841:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075232.927849:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075232.927853:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075232.927883:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075232.927883:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075232.927896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.927899:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075232.927902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.927907:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.927913:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075232.927916:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075232.927924:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1932) 00000100:00100000:1.0:1769075232.927930:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.927946:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075232.927952:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.927960:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075232.927964:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.927965:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.927967:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.927970:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075232.927972:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075232.927976:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075232.927980:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075232.927982:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075232.927987:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075232.928020:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926619136:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075232.928026:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928029:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.928032:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926619136/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928058:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075232.928061:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075232.928065:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075232.928069:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075232.928072:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075232.928074:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075232.928076:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075232.928079:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:1.0:1769075232.928084:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075232.928086:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075232.928088:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075232.928092:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075232.928094:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928097:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928105:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075232.928108:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.928112:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075232.928115:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075232.928118:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075232.928125:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928138:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075232.928141:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.928145:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075232.928148:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075232.928152:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075232.928158:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619264:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075232.928165:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075232.928168:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075232.928171:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.928192:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075232.928197:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075232.928201:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.928208:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075232.928212:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075232.928218:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075232.928223:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619264, portal 10 00000100:00000001:1.0:1769075232.928225:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075232.928227:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075232.928234:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928241:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075232.928244:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075232.928246:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075232.928249:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926619264, offset 0 00000400:00000200:1.0:1769075232.928253:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075232.928258:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.928262:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075232.928265:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075232.928268:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075232.928270:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075232.928273:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075232.928276:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3102:3102:256:4294967295] 192.168.204.145@tcp LPNI seq info [3102:3102:8:4294967295] 00000400:00000200:1.0:1769075232.928280:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.928288:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075232.928311:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.928315:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075232.928321:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075232.928324:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075232.928330:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075232.928334:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769075232.928338:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.928341:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075232.928345:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075232.928349:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075232.928353:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075232.928355:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075232.928358:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075232.928362:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928372:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.928376:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928393:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.928396:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075232.928400:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075232.928404:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075232.928408:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075232.928411:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296595716 00000100:00000001:1.0:1769075232.928414:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.928417:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296595716 00000100:00000001:1.0:1769075232.928419:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.928422:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075232.928424:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.928427:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075232.928431:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075232/real 1769075232] req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075232.928444:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075232.928446:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075232.928460:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075232.928464:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075232.928467:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075232.928471:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075232.928477:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075232.928494:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928550:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075232.928553:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928556:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.928558:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075232.928565:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928576:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075232.928583:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928591:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075232.928594:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928596:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.928597:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928598:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075232.928600:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075232.928602:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075232.928605:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075232.928607:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075232.928612:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075232.928631:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619264:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075232.928654:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075232.928658:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928665:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075232.928668:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.928671:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075232.928673:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075232.928676:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075232.928679:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619392:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075232.928683:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075232.928685:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075232.928687:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.928689:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075232.928693:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075232.928696:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.928717:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075232.928720:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075232.928724:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075232.928727:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619392, portal 4 00000100:00000001:1.0:1769075232.928729:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075232.928731:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:1.0:1769075232.928737:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928743:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075232.928745:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075232.928747:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075232.928750:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926619392, offset 0 00000400:00000200:1.0:1769075232.928754:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075232.928758:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.928762:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075232.928765:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075232.928768:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075232.928771:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075232.928774:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075232.928777:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3103:3103:256:4294967295] 192.168.204.145@tcp LPNI seq info [3103:3103:8:4294967295] 00000400:00000200:1.0:1769075232.928781:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.928787:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075232.928792:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.928794:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075232.928798:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075232.928801:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075232.928805:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075232.928822:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769075232.928827:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.928829:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075232.928832:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075232.928836:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075232.928839:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075232.928841:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075232.928843:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075232.928847:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928856:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.928861:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928871:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.928874:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075232.928890:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075232.928894:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075232.928899:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075232.928904:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296594459 00000100:00000001:1.0:1769075232.928907:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.928911:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296594459 00000100:00000001:1.0:1769075232.928915:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.928918:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075232.928922:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.928925:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075232.928931:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075232/real 1769075232] req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075232.928945:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075232.928947:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075232.928950:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075232.928954:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075232.928956:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075232.928959:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075232.928964:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075232.928973:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.928979:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075232.928981:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.928983:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.928984:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075232.928987:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929035:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075232.929040:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929048:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075232.929051:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929053:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.929054:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929056:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075232.929058:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075232.929060:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075232.929063:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075232.929065:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075232.929069:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075232.929076:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619392:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075232.929081:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075232.929084:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929091:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075232.929092:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.929095:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075232.929097:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075232.929099:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075232.929102:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619520:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075232.929105:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075232.929107:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075232.929110:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075232.929113:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075232.929118:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075232.929121:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075232.929127:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075232.929131:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075232.929135:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075232.929140:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619520, portal 4 00000100:00000001:1.0:1769075232.929144:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075232.929146:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:1.0:1769075232.929155:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929166:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075232.929170:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075232.929174:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075232.929178:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926619520, offset 0 00000400:00000200:1.0:1769075232.929184:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075232.929190:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.929196:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075232.929199:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075232.929202:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075232.929205:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075232.929207:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075232.929210:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3104:3104:256:4294967295] 192.168.204.145@tcp LPNI seq info [3104:3104:8:4294967295] 00000400:00000200:1.0:1769075232.929215:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075232.929222:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075232.929226:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.929229:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075232.929234:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075232.929237:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075232.929241:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075232.929244:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769075232.929248:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075232.929250:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075232.929253:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075232.929256:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075232.929260:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075232.929262:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075232.929264:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075232.929268:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929293:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.929296:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929302:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.929304:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075232.929307:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075232.929310:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075232.929313:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075232.929315:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296594461 00000100:00000001:1.0:1769075232.929317:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.929320:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296594461 00000100:00000001:1.0:1769075232.929322:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296605967 00000100:00000001:1.0:1769075232.929324:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075232.929326:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.929328:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075232.929331:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075232/real 1769075232] req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075232.929338:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075232.929339:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075232.929341:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075232.929343:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075232.929345:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075232.929347:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075232.929350:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075232.929358:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929364:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075232.929366:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929368:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.929369:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075232.929373:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929379:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075232.929383:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929389:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075232.929391:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929392:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075232.929395:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929397:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075232.929398:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075232.929401:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075232.929403:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075232.929405:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075232.929409:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075232.929416:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619520:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075232.929419:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929421:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.929424:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926619264/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929429:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075232.929431:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075232.929433:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075232.929435:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075232.929437:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075232.929438:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075232.929440:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075232.929442:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075232.929445:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075232.929446:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075232.929448:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075232.929450:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075232.929451:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929453:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.929456:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926619392/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929485:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075232.929487:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075232.929489:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075232.929491:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075232.929492:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075232.929494:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075232.929496:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075232.929497:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075232.929499:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075232.929500:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075232.929502:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075232.929504:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075232.929505:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929507:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075232.929510:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926619520/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075232.929517:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075232.929518:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075232.929519:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075232.929521:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075232.929522:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075232.929523:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075232.929525:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075232.929526:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075232.929528:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075232.929529:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075232.929531:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:1.0:1769075232.929533:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075232.929535:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929536:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075232.929541:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075232.929542:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075232.929544:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075232.929546:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075233.118640:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075233.118651:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075233.118661:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075233.118664:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075233.118766:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075233.118771:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075233.118777:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075234.142558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075234.142566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075234.142571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075234.142573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075234.142638:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075234.142642:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075234.142646:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075235.166586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075235.166596:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075235.166602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075235.166606:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075235.166609:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075235.166611:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075235.166614:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075235.166616:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075235.166618:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075235.166620:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075235.166691:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075235.166698:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075235.166703:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075236.190602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075236.190612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075236.190620:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075236.190622:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075236.190740:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075236.190748:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075236.190754:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075237.214676:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075237.214687:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075237.214695:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075237.214697:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075237.214852:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075237.214859:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075237.214864:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075238.046543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075238.046556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075238.046559:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075238.046562:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075238.046567:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075238.046574:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1927 00000400:00000200:3.0:1769075238.046585:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075238.046592:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075238.046596:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075238.046599:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046602:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075238.046605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046606:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075238.046610:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075238.046612:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075238.046614:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075238.046617:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075238.046618:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075238.046621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075238.046639:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046641:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075238.046643:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046644:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075238.046647:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075238.046649:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046651:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075238.046653:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075238.046656:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075238.046658:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.046660:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075238.046662:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075238.046670:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075238.046673:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075238.046677:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075238.046679:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.046681:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075238.046684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075238.046707:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075238.046718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075238.046728:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075238.046741:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075238.046757:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075238.046763:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075238.046769:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075238.046811:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075238.046814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075238.046817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075238.046818:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075238.046819:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075238.046821:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075238.046823:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1927 00000400:00000200:3.0:1769075238.046826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075238.046829:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075238.046831:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075238.046833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075238.046837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075238.046842:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075238.046843:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075238.046844:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075238.046845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075238.046847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075238.046848:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075238.046850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.046851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075238.046855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075238.046856:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075238.046859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075238.046863:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075238.046865:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769075238.046870:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075238.046872:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075238.046879:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075238.046883:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075238.046890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075238.046891:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075238.046896:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.046904:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075238.046928:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:3.0:1769075238.046930:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075238.046931:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075238.046940:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.046942:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075238.046943:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075238.046960:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000020:00000040:3.0:1769075238.046962:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075238.046966:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075238.046968:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075238.046969:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.047001:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075238.047008:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769075238.047015:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926619648:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075238.047016:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047029:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075238.047030:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075238.047037:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075238.047038:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.047042:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.047048:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075238.047057:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075238.047060:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075238.047071:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047088:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075238.047089:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075238.047101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075238.047102:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075238.047124:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000040:3.0:1769075238.047126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075238.047137:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619648, portal 25 00000100:00000001:3.0:1769075238.047140:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047143:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075238.047146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075238.047148:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00080000:3.0:1769075238.047154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075238.047156:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075238.047158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075238.047161:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075238.047169:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1927 00000400:00000200:3.0:1769075238.047187:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075238.047191:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075238.047197:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075238.047198:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075238.047210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075238.047223:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075238.047227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075238.047234:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047235:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000010:1.0:1769075238.047238:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000020:00000001:3.0:1769075238.047239:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075238.047242:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000100:00000200:1.0:1769075238.047244:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926619648, offset 0 00000020:00000001:3.0:1769075238.047246:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075238.047252:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075238.047256:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075238.047257:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075238.047266:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075238.047286:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047288:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075238.047290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047292:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075238.047298:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:3.0:1769075238.047304:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075238.047309:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.047316:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075238.047316:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075238.047328:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075238.047333:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075238.047342:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047347:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075238.047348:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000008:00100000:3.0:1769075238.047351:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075238.047369:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000008:00000001:3.0:1769075238.047381:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.047382:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047391:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.047404:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3105:3105:256:4294967295] 192.168.204.145@tcp LPNI seq info [3105:3105:8:4294967295] 00000100:00000010:3.0:1769075238.047407:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075238.047416:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:1.0:1769075238.047417:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075238.047429:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075238.047431:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047434:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075238.047439:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075238.047453:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075238.047461:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000400:00000200:1.0:1769075238.047467:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075238.047469:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075238.047480:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075238.047483:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.047493:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075238.047500:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075238.047504:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1769075238.047516:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075238.047518:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075238.047521:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075238.047528:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075238.047530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075238.047533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075238.047534:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075238.047535:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075238.047538:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075238.047540:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1927 00000400:00000200:3.0:1769075238.047545:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075238.047548:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075238.047550:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075238.047553:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047556:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1769075238.047563:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:3.0:1769075238.047565:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047575:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:1.1:1769075238.047575:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000020:00000001:3.0:1769075238.047582:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075238.047584:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000800:00000100:1.0:1769075238.047591:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075238.047591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1769075238.047597:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000020:00000040:3.0:1769075238.047597:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000400:00000200:1.0:1769075238.047618:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769075238.047620:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075238.047629:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:1.0:1769075238.047634:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000040:3.0:1769075238.047636:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075238.047640:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075238.047641:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000100:00000040:3.0:1769075238.047646:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000010:1.0:1769075238.047647:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075238.047652:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075238.047654:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1769075238.047656:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075238.047661:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000200:1.0:1769075238.047663:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075238.047668:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075238.047679:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075238.047686:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075238.047689:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047690:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075238.047699:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769075238.047704:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075238.047706:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075238.047716:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047740:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047742:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047753:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1769075238.047755:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000020:00000040:3.0:1769075238.047760:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075238.047765:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075238.047767:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047768:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075238.047770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075238.047776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075238.047780:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.047791:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075238.047810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:1.0:1769075238.047811:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296611087 00000100:00000001:3.0:1769075238.047816:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075238.047835:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075238.047840:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296605967 00000100:00000001:3.0:1769075238.047857:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075238.047861:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047862:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296611087 00000100:00000040:3.0:1769075238.047870:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.047874:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296605967 00000100:00000001:3.0:1769075238.047899:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075238.047903:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1937) 00000100:00000001:1.0:1769075238.047919:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075238.047923:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.047925:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075238.047932:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075238.047941:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075238.047942:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075238.047944:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075238.047946:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075238.047948:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075238.047950:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075238.047952:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075238.047959:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.047963:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075238.047964:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.047966:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.047967:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075238.047973:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.047978:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075238.047982:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.047992:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075238.047994:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.047995:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.047996:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.047998:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075238.047999:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075238.048002:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.048015:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075238.048016:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075238.048019:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.048024:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926619648:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075238.048028:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048029:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.048032:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926619648/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048037:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075238.048039:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075238.048042:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075238.048044:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075238.048046:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075238.048048:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075238.048049:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075238.048051:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:1.0:1769075238.048054:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075238.048056:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075238.048057:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:1.0:1769075238.048060:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075238.048061:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048063:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048069:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075238.048071:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048073:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075238.048074:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075238.048075:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075238.048078:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048083:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075238.048085:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048086:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075238.048088:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075238.048089:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075238.048091:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619776:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075238.048093:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075238.048095:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075238.048096:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048097:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075238.048100:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075238.048101:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.048104:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075238.048107:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075238.048110:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075238.048112:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619776, portal 10 00000100:00000001:1.0:1769075238.048131:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075238.048133:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:1.0:1769075238.048142:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048151:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075238.048154:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075238.048157:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075238.048160:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926619776, offset 0 00000400:00000200:1.0:1769075238.048166:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048172:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048194:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075238.048197:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075238.048199:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075238.048201:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075238.048203:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048205:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3106:3106:256:4294967295] 192.168.204.145@tcp LPNI seq info [3106:3106:8:4294967295] 00000400:00000200:1.0:1769075238.048208:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048213:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075238.048217:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048219:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075238.048222:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075238.048224:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075238.048229:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075238.048230:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769075238.048233:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048235:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075238.048237:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075238.048240:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075238.048242:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075238.048243:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075238.048245:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075238.048248:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048253:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.048255:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048260:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048261:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075238.048264:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075238.048267:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075238.048287:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075238.048290:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296600836 00000100:00000001:1.0:1769075238.048295:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048298:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296600836 00000100:00000001:1.0:1769075238.048300:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048304:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075238.048306:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048308:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075238.048313:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075238.048322:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075238.048324:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075238.048326:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075238.048329:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075238.048331:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075238.048333:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075238.048337:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075238.048347:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048355:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075238.048357:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048359:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.048361:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075238.048365:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048377:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075238.048382:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048390:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075238.048393:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048395:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.048397:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048400:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075238.048402:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075238.048405:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.048409:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075238.048412:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075238.048417:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.048426:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619776:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075238.048453:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075238.048456:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048461:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075238.048462:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048463:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075238.048464:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075238.048465:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075238.048467:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619904:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075238.048469:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075238.048470:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075238.048472:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048473:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075238.048475:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075238.048477:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.048479:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075238.048481:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075238.048484:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075238.048486:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926619904, portal 4 00000100:00000001:1.0:1769075238.048487:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075238.048489:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:1.0:1769075238.048493:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048497:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075238.048499:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075238.048500:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075238.048501:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926619904, offset 0 00000400:00000200:1.0:1769075238.048504:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048506:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048508:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075238.048510:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075238.048511:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075238.048513:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075238.048515:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048517:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3107:3107:256:4294967295] 192.168.204.145@tcp LPNI seq info [3107:3107:8:4294967295] 00000400:00000200:1.0:1769075238.048538:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048543:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075238.048546:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048548:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075238.048551:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075238.048553:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075238.048556:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075238.048558:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769075238.048560:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048562:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075238.048564:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075238.048566:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075238.048568:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075238.048569:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075238.048571:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075238.048574:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048579:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.048581:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048586:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048587:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075238.048589:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075238.048591:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075238.048594:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075238.048595:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296599579 00000100:00000001:1.0:1769075238.048597:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048599:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296599579 00000100:00000001:1.0:1769075238.048600:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048602:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075238.048603:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048604:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075238.048606:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075238.048611:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075238.048612:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075238.048613:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075238.048614:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075238.048615:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075238.048616:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075238.048618:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075238.048623:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048627:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075238.048628:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048630:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.048631:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075238.048633:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048638:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075238.048641:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048645:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075238.048646:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048647:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.048648:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.048649:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075238.048650:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075238.048651:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.048653:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075238.048655:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075238.048657:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.048662:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926619904:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075238.048664:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075238.048666:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048671:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075238.048672:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048673:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075238.048675:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075238.048676:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075238.048678:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620032:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075238.048680:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075238.048682:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075238.048683:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075238.048684:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075238.048687:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075238.048688:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075238.048690:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075238.048691:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075238.048693:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075238.048695:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620032, portal 4 00000100:00000001:1.0:1769075238.048697:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075238.048698:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075238.048701:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048706:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075238.048707:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075238.048709:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075238.048710:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926620032, offset 0 00000400:00000200:1.0:1769075238.048713:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048715:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048716:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075238.048718:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075238.048737:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075238.048749:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075238.048753:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075238.048760:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3108:3108:256:4294967295] 192.168.204.145@tcp LPNI seq info [3108:3108:8:4294967295] 00000400:00000200:1.0:1769075238.048768:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075238.048780:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075238.048789:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048796:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075238.048803:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075238.048816:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075238.048826:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075238.048831:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769075238.048839:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075238.048844:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075238.048849:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075238.048856:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075238.048862:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075238.048866:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075238.048870:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075238.048876:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048886:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.048890:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.048899:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048901:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075238.048936:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075238.048942:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075238.048947:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075238.048967:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296599581 00000100:00000001:1.0:1769075238.048969:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048970:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296599581 00000100:00000001:1.0:1769075238.048972:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296611087 00000100:00000001:1.0:1769075238.048974:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075238.048975:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.048976:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075238.048979:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075238/real 1769075238] req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075238.048984:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075238.048985:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075238.048986:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075238.048988:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075238.048989:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075238.048991:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075238.048993:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075238.048998:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049002:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075238.049003:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049004:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.049005:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075238.049007:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049011:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075238.049014:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049040:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075238.049044:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049046:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075238.049048:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049050:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075238.049052:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075238.049055:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075238.049059:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075238.049061:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075238.049066:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075238.049075:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620032:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075238.049080:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049082:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.049087:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926619776/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049096:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075238.049098:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075238.049100:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075238.049103:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075238.049105:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075238.049107:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075238.049109:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075238.049111:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075238.049115:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075238.049117:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075238.049118:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:1.0:1769075238.049122:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075238.049124:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049126:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.049130:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926619904/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049138:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075238.049140:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075238.049141:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075238.049144:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075238.049145:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075238.049147:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075238.049149:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075238.049150:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769075238.049153:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075238.049154:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075238.049155:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:1.0:1769075238.049158:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075238.049160:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049162:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075238.049165:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926620032/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075238.049172:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075238.049175:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075238.049176:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075238.049196:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075238.049197:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075238.049198:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075238.049199:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075238.049200:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:1.0:1769075238.049201:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075238.049202:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075238.049203:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:1.0:1769075238.049204:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075238.049205:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049206:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075238.049208:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075238.049209:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075238.049210:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075238.049211:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075238.238643:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075238.238654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075238.238662:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075238.238664:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075238.238759:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075238.238767:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075238.238772:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075239.262594:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075239.262602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075239.262608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075239.262610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075239.262684:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075239.262689:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075239.262692:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075240.286561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075240.286567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075240.286571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075240.286572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075240.286654:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075240.286657:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075240.286661:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075241.310530:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075241.310537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075241.310544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075241.310545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075241.310589:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075241.310592:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075241.310595:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075242.334543:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075242.334552:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075242.334554:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075242.334559:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075242.334562:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075242.334564:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075242.334569:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075242.334572:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075242.334574:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075242.334577:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075242.334581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075242.334583:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075242.334624:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075242.334627:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075242.334629:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075243.166540:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075243.166548:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075243.166551:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075243.166554:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075243.166557:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075243.166563:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1932 00000400:00000200:3.0:1769075243.166571:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075243.166576:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075243.166579:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075243.166581:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166584:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.166586:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166587:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075243.166591:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075243.166592:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075243.166595:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075243.166597:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075243.166598:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075243.166600:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075243.166602:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166603:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.166604:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166606:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075243.166608:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075243.166610:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166612:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075243.166614:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075243.166617:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075243.166619:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166621:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075243.166623:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075243.166631:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000020:00000040:3.0:1769075243.166634:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075243.166637:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075243.166638:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166641:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075243.166643:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075243.166647:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075243.166653:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075243.166658:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075243.166665:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075243.166672:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075243.166676:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075243.166679:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075243.166698:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075243.166700:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075243.166703:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075243.166704:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075243.166705:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075243.166706:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075243.166708:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1932 00000400:00000200:3.0:1769075243.166710:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075243.166712:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075243.166714:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075243.166716:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166717:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.166719:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166720:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075243.166722:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075243.166723:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075243.166724:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075243.166726:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075243.166727:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075243.166728:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075243.166730:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166731:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.166732:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166733:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075243.166735:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075243.166736:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166738:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075243.166739:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075243.166742:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075243.166744:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166745:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075243.166748:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075243.166751:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166752:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075243.166754:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769075243.166756:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075243.166758:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075243.166759:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166760:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075243.166761:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075243.166762:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075243.166765:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00000001:3.0:1769075243.166768:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.166770:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769075243.166771:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075243.166776:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075243.166779:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075243.166781:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075243.166783:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.166788:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075243.166790:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.166810:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075243.166812:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166813:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.166817:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075243.166817:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075243.166837:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075243.166838:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075243.166839:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075243.166841:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075243.166843:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1932 02000000:00000001:1.0:1769075243.166846:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075243.166847:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:1.0:1769075243.166851:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075243.166853:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075243.166856:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075243.166858:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926620160:192.168.204.145@tcp:250:kworker.0 00000100:00000040:3.0:1769075243.166860:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166866:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075243.166867:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075243.166868:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166871:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075243.166872:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769075243.166873:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769075243.166876:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075243.166876:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075243.166880:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769075243.166881:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769075243.166883:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075243.166885:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075243.166886:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 02000000:00000010:1.0:1769075243.166888:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 00000100:00000040:3.0:1769075243.166889:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075243.166893:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.166894:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.166898:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.166900:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075243.166902:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075243.166903:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075243.166907:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000010:1.0:1769075243.166910:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000100:00000001:3.0:1769075243.166910:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075243.166915:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075243.166918:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075243.166920:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075243.166921:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075243.166923:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075243.166926:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075243.166927:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075243.166929:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620160, portal 25 00000100:00000001:3.0:1769075243.166929:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.166935:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1769075243.166936:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000100:00000001:1.0:1769075243.166937:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000020:00000040:3.0:1769075243.166940:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075243.166944:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075243.166946:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.166947:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075243.166949:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075243.166951:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075243.166954:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075243.166959:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:1.0:1769075243.166960:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075243.166962:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.166967:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00100000:3.0:1769075243.166970:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075243.166974:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075243.166979:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075243.166982:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075243.166983:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926620160, offset 0 00000100:00000040:3.0:1769075243.166986:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075243.166993:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.166997:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075243.166997:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075243.167002:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075243.167003:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075243.167004:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075243.167006:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075243.167010:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1932 00000400:00000200:1.0:1769075243.167012:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075243.167015:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075243.167020:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075243.167022:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075243.167026:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:3.0:1769075243.167027:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.167030:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.167034:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.167035:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075243.167038:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769075243.167038:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075243.167041:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075243.167043:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075243.167045:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075243.167046:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:1.0:1769075243.167049:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000001:3.0:1769075243.167049:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075243.167054:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167057:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075243.167058:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075243.167063:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167064:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075243.167066:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075243.167070:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000400:00000200:1.0:1769075243.167071:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3109:3109:256:4294967295] 192.168.204.145@tcp LPNI seq info [3109:3109:8:4294967295] 00000100:00080000:3.0:1769075243.167075:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075243.167078:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167079:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075243.167080:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075243.167084:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075243.167086:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.167088:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075243.167092:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075243.167095:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000008:00000001:3.0:1769075243.167098:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075243.167103:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075243.167103:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075243.167110:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000800:00000010:1.0:1769075243.167111:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000020:00000040:3.0:1769075243.167116:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000800:00000200:1.0:1769075243.167122:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075243.167123:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1769075243.167126:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 02000000:00000001:3.0:1769075243.167127:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075243.167132:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075243.167136:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1769075243.167136:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075243.167141:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075243.167142:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075243.167148:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167150:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 02000000:00000010:3.0:1769075243.167150:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000100:00000001:3.0:1769075243.167157:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167158:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:3.0:1769075243.167164:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075243.167165:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075243.167173:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000100:00000001:3.0:1769075243.167175:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1769075243.167176:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:3.0:1769075243.167178:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167181:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075243.167183:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075243.167189:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075243.167192:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075243.167198:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1942) 00000100:00000001:1.0:1769075243.167201:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.167206:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167211:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167213:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075243.167218:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167223:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075243.167225:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296616206 00000100:00000001:1.0:1769075243.167231:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296611087 00000100:00000001:1.0:1769075243.167234:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296616206 00000100:00000001:1.0:1769075243.167237:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296611087 00000100:00000001:1.0:1769075243.167239:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075243.167241:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167243:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075243.167246:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075243.167252:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075243.167254:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075243.167255:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075243.167257:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075243.167258:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075243.167260:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075243.167262:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075243.167268:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167273:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075243.167274:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167276:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167278:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075243.167280:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167285:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075243.167288:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167293:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075243.167295:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167296:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167297:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167298:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075243.167300:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075243.167301:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.167304:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075243.167305:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075243.167308:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.167320:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926620160:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075243.167323:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167325:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.167327:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926620160/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167332:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075243.167334:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075243.167336:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075243.167338:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075243.167339:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075243.167340:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075243.167342:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075243.167344:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:1.0:1769075243.167347:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075243.167348:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075243.167349:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:1.0:1769075243.167352:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075243.167353:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167354:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167360:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075243.167361:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167362:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075243.167364:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075243.167365:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075243.167367:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167372:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075243.167373:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167374:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075243.167376:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075243.167377:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075243.167379:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620288:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075243.167381:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075243.167382:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075243.167383:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167384:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075243.167387:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075243.167388:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167391:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075243.167393:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075243.167395:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075243.167398:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620288, portal 10 00000100:00000001:1.0:1769075243.167399:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075243.167400:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:1.0:1769075243.167405:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167418:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075243.167421:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075243.167423:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075243.167426:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926620288, offset 0 00000400:00000200:1.0:1769075243.167431:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167435:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167438:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075243.167442:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075243.167445:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075243.167447:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075243.167450:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167453:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3110:3110:256:4294967295] 192.168.204.145@tcp LPNI seq info [3110:3110:8:4294967295] 00000400:00000200:1.0:1769075243.167491:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167500:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075243.167505:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167509:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075243.167513:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075243.167516:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075243.167519:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075243.167521:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075243.167523:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167525:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075243.167527:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075243.167530:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075243.167532:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075243.167534:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075243.167536:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075243.167539:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167544:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.167546:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167555:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167556:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075243.167559:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.167562:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075243.167564:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075243.167566:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296605956 00000100:00000001:1.0:1769075243.167568:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167570:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296605956 00000100:00000001:1.0:1769075243.167571:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167573:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075243.167574:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167575:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075243.167577:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075243.167583:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075243.167584:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075243.167585:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075243.167587:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075243.167588:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075243.167589:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075243.167591:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075243.167597:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167601:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075243.167601:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167603:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167603:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075243.167606:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167611:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075243.167614:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167618:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075243.167619:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167620:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167621:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167622:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075243.167623:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075243.167625:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.167627:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075243.167628:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075243.167631:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.167635:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620288:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075243.167638:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075243.167640:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167644:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075243.167645:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167647:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075243.167648:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075243.167650:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075243.167651:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620416:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075243.167653:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075243.167655:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075243.167656:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167657:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075243.167660:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075243.167661:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167663:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075243.167665:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075243.167668:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075243.167669:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620416, portal 4 00000100:00000001:1.0:1769075243.167671:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075243.167672:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00000040:1.0:1769075243.167676:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167680:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075243.167682:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075243.167683:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075243.167685:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926620416, offset 0 00000400:00000200:1.0:1769075243.167687:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167690:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167692:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075243.167694:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075243.167696:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075243.167697:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075243.167699:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167701:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3111:3111:256:4294967295] 192.168.204.145@tcp LPNI seq info [3111:3111:8:4294967295] 00000400:00000200:1.0:1769075243.167704:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167708:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075243.167711:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167713:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075243.167715:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075243.167717:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075243.167720:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075243.167722:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075243.167724:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167726:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075243.167728:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075243.167730:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075243.167732:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075243.167733:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075243.167735:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075243.167737:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167742:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.167744:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167748:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167749:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075243.167751:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.167752:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075243.167754:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075243.167755:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296604698 00000100:00000001:1.0:1769075243.167757:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167759:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296604698 00000100:00000001:1.0:1769075243.167760:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167762:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075243.167763:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167764:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075243.167766:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075243.167770:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075243.167771:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075243.167772:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075243.167773:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075243.167774:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075243.167776:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075243.167778:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075243.167783:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167787:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075243.167788:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167789:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167790:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075243.167792:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167796:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075243.167799:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167805:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075243.167807:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167809:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.167810:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.167812:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075243.167813:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075243.167815:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.167818:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075243.167836:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075243.167841:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.167850:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620416:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075243.167854:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075243.167858:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167866:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075243.167867:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167869:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075243.167871:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075243.167873:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075243.167876:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620544:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075243.167880:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075243.167882:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075243.167883:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075243.167885:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075243.167888:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075243.167890:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075243.167893:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075243.167894:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075243.167897:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075243.167899:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620544, portal 4 00000100:00000001:1.0:1769075243.167900:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075243.167901:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075243.167906:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167910:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075243.167912:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075243.167913:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075243.167915:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926620544, offset 0 00000400:00000200:1.0:1769075243.167917:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167920:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167922:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075243.167924:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075243.167926:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075243.167928:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075243.167930:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075243.167932:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3112:3112:256:4294967295] 192.168.204.145@tcp LPNI seq info [3112:3112:8:4294967295] 00000400:00000200:1.0:1769075243.167935:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075243.167940:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075243.167943:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167945:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 00000800:00000200:1.0:1769075243.167948:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075243.167950:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075243.167952:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075243.167954:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075243.167957:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075243.167958:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:1.0:1769075243.167960:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075243.167963:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075243.167964:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:1.0:1769075243.167966:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:1.0:1769075243.167967:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075243.167970:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167975:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.167977:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.167981:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.167983:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075243.167985:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075243.167987:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075243.167989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075243.167990:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296604700 00000100:00000001:1.0:1769075243.167992:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167994:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296604700 00000100:00000001:1.0:1769075243.167995:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296616206 00000100:00000001:1.0:1769075243.167996:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075243.167998:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.168000:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075243.168002:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075243/real 1769075243] req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075243.168007:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075243.168008:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075243.168009:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075243.168010:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075243.168011:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075243.168013:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075243.168015:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075243.168020:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168024:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075243.168025:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168026:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.168027:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075243.168029:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168033:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075243.168035:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168039:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075243.168040:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168041:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075243.168042:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168043:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075243.168044:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075243.168046:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075243.168048:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075243.168049:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075243.168052:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075243.168057:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620544:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075243.168059:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168060:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.168062:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926620288/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168066:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075243.168067:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075243.168068:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075243.168070:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075243.168070:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075243.168071:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075243.168073:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075243.168074:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:1.0:1769075243.168076:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075243.168077:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075243.168078:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:1.0:1769075243.168080:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075243.168081:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168082:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.168084:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926620416/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168088:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075243.168088:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075243.168089:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075243.168091:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075243.168091:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075243.168092:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075243.168093:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075243.168094:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:1.0:1769075243.168096:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075243.168097:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075243.168098:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:1.0:1769075243.168099:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075243.168100:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168101:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075243.168103:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926620544/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075243.168106:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075243.168107:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075243.168108:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075243.168109:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075243.168110:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075243.168111:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075243.168112:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075243.168112:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:1.0:1769075243.168114:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075243.168114:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075243.168115:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:1.0:1769075243.168116:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075243.168117:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168118:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075243.168121:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075243.168121:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075243.168123:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075243.168124:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075243.358525:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075243.358532:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075243.358536:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075243.358537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075243.358582:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075243.358586:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075243.358590:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075244.382529:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075244.382540:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075244.382546:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075244.382547:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075244.382603:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075244.382607:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075244.382610:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075245.406537:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075245.406544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075245.406550:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075245.406553:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075245.406555:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075245.406557:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075245.406560:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075245.406562:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075245.406564:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075245.406566:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075245.406615:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075245.406622:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075245.406626:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075246.430529:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075246.430538:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075246.430547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075246.430548:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075246.430593:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075246.430597:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075246.430601:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075247.454528:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075247.454533:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075247.454538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075247.454539:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075247.454581:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075247.454584:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075247.454587:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075248.286546:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075248.286555:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075248.286557:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075248.286560:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075248.286564:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075248.286570:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1937 00000400:00000200:0.0:1769075248.286578:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075248.286584:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075248.286586:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075248.286589:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286592:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075248.286594:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286595:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075248.286599:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075248.286600:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075248.286603:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075248.286605:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075248.286606:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075248.286608:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075248.286610:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286612:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075248.286613:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286615:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075248.286617:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075248.286619:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286621:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075248.286623:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075248.286625:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075248.286628:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.286630:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075248.286631:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075248.286639:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc380. 00000020:00000040:0.0:1769075248.286642:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075248.286645:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075248.286646:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.286649:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075248.286651:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075248.286654:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075248.286660:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95000. 00000100:00000001:0.0:1769075248.286665:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075248.286672:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075248.286681:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075248.286684:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075248.286688:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002257a2cd] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075248.286707:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075248.286709:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075248.286712:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075248.286713:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075248.286714:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075248.286716:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075248.286718:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1937 00000400:00000200:0.0:1769075248.286720:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075248.286722:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075248.286724:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075248.286726:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286727:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075248.286729:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286732:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075248.286748:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075248.286749:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075248.286750:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075248.286752:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075248.286753:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075248.286756:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075248.286758:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286760:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075248.286761:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075248.286763:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075248.286766:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075248.286767:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075248.286771:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075248.286771:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769075248.286776:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286780:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075248.286781:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075248.286783:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075248.286788:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075248.286792:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.286792:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075248.286795:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.286796:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075248.286801:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075248.286801:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075248.286805:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769075248.286806:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.286811:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.286812:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075248.286818:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce680. 00000100:00100000:1.0:1769075248.286819:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926620672:192.168.204.145@tcp:250:kworker.0 00000020:00000040:0.0:1769075248.286823:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075248.286825:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075248.286826:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075248.286829:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.286830:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075248.286831:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075248.286833:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075248.286834:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075248.286838:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.286838:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075248.286845:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96800. 02000000:00000010:1.0:1769075248.286846:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 00000100:00000001:0.0:1769075248.286850:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.286850:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075248.286857:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075248.286858:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075248.286865:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 00000400:00000010:1.0:1769075248.286872:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000001:0.0:1769075248.286874:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075248.286877:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075248.286879:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620672, portal 25 00000100:00000040:0.0:1769075248.286880:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb62b55c] to pc [ptlrpcd_rcv+-1] req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.286884:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075248.286887:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788967808 : -125747920583808 : ffff8da207dcc380) 00000100:00000001:0.0:1769075248.286897:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075248.286897:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075248.286904:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075248.286909:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075248.286912:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075248.286915:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769075248.286916:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1769075248.286919:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286925:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075248.286925:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14c38. 00000100:00000200:1.0:1769075248.286930:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926620672, offset 0 00000100:00080000:0.0:1769075248.286933:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1937 00000400:00000200:1.0:1769075248.286938:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075248.286943:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075248.286949:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075248.286951:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:0.0:1769075248.286954:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075248.286960:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:0.0:1769075248.286961:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286967:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075248.286968:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075248.286970:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075248.286971:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075248.286974:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075248.286975:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075248.286977:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075248.286979:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:0.0:1769075248.286980:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075248.286985:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075248.286987:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075248.286988:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1769075248.286992:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.286995:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075248.286998:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:0.0:1769075248.287000:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.287002:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075248.287006:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:0.0:1769075248.287010:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287010:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3113:3113:256:4294967295] 192.168.204.145@tcp LPNI seq info [3113:3113:8:4294967295] 00000100:00000001:0.0:1769075248.287015:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075248.287019:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075248.287022:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075248.287023:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:0.0:1769075248.287025:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287029:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075248.287030:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075248.287032:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287033:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075248.287037:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcea00. 00000020:00000040:0.0:1769075248.287041:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000200:1.0:1769075248.287043:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:0.0:1769075248.287045:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075248.287048:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287051:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075248.287053:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1769075248.287054:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 02000000:00000001:0.0:1769075248.287056:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075248.287060:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f000. 02000000:00000010:0.0:1769075248.287067:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000800:00000200:1.0:1769075248.287069:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075248.287071:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075248.287076:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00100000:0.0:1769075248.287079:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075248.287086:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075248.287088:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075248.287091:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c9d2e] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.287096:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287097:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075248.287102:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075248.287106:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:0.0:1769075248.287107:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075248.287110:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075248.287111:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296621326 00000100:00080000:0.0:1769075248.287112:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075248.287117:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075248.287120:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1937 00000100:00000001:1.0:1769075248.287121:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296616206 00000400:00000200:0.0:1769075248.287127:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075248.287131:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296621326 00000400:00000200:0.0:1769075248.287132:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075248.287136:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075248.287139:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296616206 00000100:00000040:0.0:1769075248.287140:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075248.287145:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075248.287147:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075248.287148:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075248.287153:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287154:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075248.287158:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075248.287159:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075248.287160:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075248.287165:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075248.287165:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075248.287167:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075248.287170:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075248.287171:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:0.0:1769075248.287173:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075248.287174:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075248.287175:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075248.287177:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1769075248.287179:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075248.287181:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075248.287183:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075248.287184:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1769075248.287186:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075248.287187:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769075248.287192:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000040:1.0:1769075248.287195:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075248.287196:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075248.287200:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075248.287203:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075248.287208:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287212:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075248.287212:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769075248.287216:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075248.287217:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075248.287223:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287223:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075248.287228:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287228:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075248.287233:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075248.287235:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd180. 00000100:00100000:1.0:1769075248.287236:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620800:192.168.204.145@tcp:38:kworker.0 00000020:00000040:0.0:1769075248.287240:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075248.287241:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075248.287245:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075248.287245:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075248.287247:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075248.287248:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075248.287252:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075248.287252:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075248.287255:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075248.287257:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075248.287258:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075248.287261:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075248.287262:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 00000400:00000200:1.0:1769075248.287267:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075248.287268:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075248.287271:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000100:00100000:0.0:1769075248.287276:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075248.287277:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14550. 00000100:00000200:1.0:1769075248.287282:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620800, portal 10 00000100:00000001:0.0:1769075248.287288:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075248.287288:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075248.287292:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287292:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000040:0.0:1769075248.287298:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f2b7d3] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075248.287303:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075248.287318:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287319:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075248.287324:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1947) 00000100:00000040:1.0:1769075248.287324:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075248.287329:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14aa0. 00000100:00000200:1.0:1769075248.287332:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926620800, offset 0 00000400:00000200:1.0:1769075248.287337:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287340:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287344:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075248.287347:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075248.287349:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075248.287350:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075248.287352:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287354:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3114:3114:255:4294967295] 192.168.204.145@tcp LPNI seq info [3114:3114:7:4294967295] 00000400:00000200:1.0:1769075248.287357:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287361:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075248.287364:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075248.287366:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fd00. 00000800:00000200:1.0:1769075248.287369:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075248.287371:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075248.287373:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075248.287375:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075248.287378:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075248.287379:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296611075 00000100:00000001:1.0:1769075248.287381:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287383:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296611075 00000100:00000001:1.0:1769075248.287384:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287385:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075248.287387:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287388:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075248.287390:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.287396:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075248.287397:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287398:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075248.287399:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075248.287400:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075248.287402:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620928:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075248.287404:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075248.287405:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075248.287406:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287407:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075248.287409:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075248.287410:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075248.287412:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075248.287414:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb09f8. 00000400:00000010:1.0:1769075248.287416:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14dd0. 00000100:00000200:1.0:1769075248.287418:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926620928, portal 4 00000100:00000001:1.0:1769075248.287419:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075248.287420:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788977664 : -125747920573952 : ffff8da207dcea00) 00000100:00000040:1.0:1769075248.287423:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.287427:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075248.287429:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075248.287431:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14770. 00000100:00000200:1.0:1769075248.287432:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926620928, offset 0 00000400:00000200:1.0:1769075248.287435:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287437:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287439:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075248.287440:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075248.287442:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075248.287444:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075248.287445:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287447:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3115:3115:254:4294967295] 192.168.204.145@tcp LPNI seq info [3115:3115:6:4294967295] 00000400:00000200:1.0:1769075248.287450:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287453:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075248.287456:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075248.287488:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f200. 00000800:00000200:1.0:1769075248.287493:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075248.287497:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075248.287500:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075248.287502:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075248.287505:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075248.287507:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296609818 00000100:00000001:1.0:1769075248.287510:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287512:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296609818 00000100:00000001:1.0:1769075248.287514:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287516:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075248.287518:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287521:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287524:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075248.287529:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075248.287531:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075248.287533:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075248.287535:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075248.287536:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075248.287542:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.287550:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075248.287551:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287553:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075248.287555:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075248.287558:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075248.287561:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621056:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075248.287563:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075248.287565:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075248.287566:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075248.287568:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075248.287571:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075248.287573:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075248.287576:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075248.287579:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075248.287583:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075248.287586:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621056, portal 4 00000100:00000001:1.0:1769075248.287588:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075248.287590:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788971392 : -125747920580224 : ffff8da207dcd180) 00000100:00000040:1.0:1769075248.287595:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075248.287602:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075248.287611:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075248.287614:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075248.287617:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926621056, offset 0 00000400:00000200:1.0:1769075248.287622:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287626:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287630:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075248.287633:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075248.287635:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075248.287638:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075248.287640:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075248.287644:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3116:3116:253:4294967295] 192.168.204.145@tcp LPNI seq info [3116:3116:5:4294967295] 00000400:00000200:1.0:1769075248.287648:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075248.287655:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075248.287659:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075248.287664:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674ff00. 00000800:00000200:1.0:1769075248.287667:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075248.287671:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075248.287674:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075248.287677:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075248.287680:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075248.287683:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296609820 00000100:00000001:1.0:1769075248.287685:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287687:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296609820 00000100:00000001:1.0:1769075248.287689:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296621326 00000100:00000001:1.0:1769075248.287691:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075248.287693:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287696:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287698:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075248.287702:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075248.287703:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075248.287705:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075248.287707:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075248.287708:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075248.287710:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075248.478527:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075248.478535:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075248.478542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075248.478544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075248.478641:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075248.478645:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075248.478648:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075249.502546:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075249.502552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075249.502556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075249.502557:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075249.502608:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075249.502613:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075249.502617:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075250.526593:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075250.526600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075250.526606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075250.526608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075250.526670:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075250.526676:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075250.526680:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075251.358748:0:2367:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.145:988 00000400:00000100:2.0:1769075251.358794:0:2367:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769075251.358806:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075251.358811:0:2367:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:2.0:1769075251.358816:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075251.358820:0:2367:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769075251.358826:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075251.358830:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f000. 00000400:00000200:2.0:1769075251.358837:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075251.358843:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075251.358851:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14c38 00000400:00000010:2.0:1769075251.358854:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14c38. 00000100:00000001:2.0:1769075251.358859:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075251.358867:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.358903:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075251.358909:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.358918:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075251.358920:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075251.358932:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075251.358935:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fd00. 00000400:00000200:2.0:1769075251.358938:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075251.358942:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075251.358945:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14aa0 00000400:00000010:2.0:1769075251.358947:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14aa0. 00000100:00000001:2.0:1769075251.358950:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075251.358954:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.358964:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075251.358967:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.358975:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075251.358977:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075251.358982:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075251.358985:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f200. 00000400:00000200:2.0:1769075251.358988:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075251.358992:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075251.358996:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000400:00000010:2.0:1769075251.358998:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 00000100:00000001:2.0:1769075251.359000:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075251.359005:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.359014:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075251.359018:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.359025:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075251.359027:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075251.359032:0:2367:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075251.359035:0:2367:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674ff00. 00000400:00000200:2.0:1769075251.359039:0:2367:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075251.359043:0:2367:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075251.359047:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000100:00000001:1.0:1769075251.359050:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1769075251.359050:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:2.0:1769075251.359055:0:2367:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075251.359057:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075251.359062:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000200:2.0:1769075251.359063:0:2367:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.359074:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075251.359079:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075251.359086:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075251.359089:0:2367:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769075251.359090:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075251.359107:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075251.359109:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075251.359114:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075251.359119:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:1.0:1769075251.359122:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:1.0:1769075251.359126:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075251.359130:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075251.359148:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359156:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075251.359158:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359162:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359164:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075251.359168:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359176:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075251.359182:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359190:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075251.359194:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359195:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359197:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359199:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075251.359201:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075251.359205:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.359210:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075251.359213:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075251.359218:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.359228:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620800:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075251.359232:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075251.359236:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075251.359253:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075251.359254:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075251.359256:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb09f8. 00000400:00000200:1.0:1769075251.359259:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000400:00000010:1.0:1769075251.359261:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000100:00000001:1.0:1769075251.359263:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075251.359266:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075251.359275:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359282:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075251.359283:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359285:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359287:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075251.359291:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359297:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075251.359301:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359309:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075251.359311:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359313:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359315:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359317:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075251.359318:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075251.359321:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.359324:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075251.359327:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075251.359332:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.359341:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926620928:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075251.359345:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075251.359350:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075251.359358:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075251.359360:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075251.359362:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000400:00000200:1.0:1769075251.359364:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075251.359366:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075251.359368:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075251.359372:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075251.359380:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359387:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075251.359388:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359390:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359392:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075251.359396:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359403:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075251.359407:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359414:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075251.359423:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359426:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359428:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359430:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075251.359431:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075251.359434:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.359438:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075251.359440:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075251.359445:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.359454:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926620672:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075251.359490:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075251.359493:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075251.359499:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce680 x1855007926620800/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359507:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075251.359512:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075251.359516:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075251.359520:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075251.359523:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075251.359526:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075251.359528:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075251.359531:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96800. 02000000:00000001:1.0:1769075251.359535:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075251.359537:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075251.359539:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce680. 00000100:00000001:1.0:1769075251.359543:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075251.359544:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359545:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075251.359549:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcea00 x1855007926620928/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359555:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075251.359557:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075251.359558:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075251.359561:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075251.359563:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075251.359564:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075251.359566:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075251.359568:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000001:1.0:1769075251.359571:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075251.359572:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075251.359574:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcea00. 00000100:00000001:1.0:1769075251.359576:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075251.359577:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359579:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075251.359582:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc380 x1855007926620672/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359588:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075251.359590:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075251.359591:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075251.359594:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075251.359595:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075251.359596:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075251.359599:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075251.359600:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95000. 02000000:00000001:1.0:1769075251.359603:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075251.359604:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075251.359605:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc380. 00000100:00000001:1.0:1769075251.359607:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075251.359608:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359612:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075251.359614:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075251.359615:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075251.359616:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075251.359620:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075248/real 1769075251] req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075251.359628:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075251.359630:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075251.359631:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075251.359634:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075251.359637:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075251.359640:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075251.359645:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075251.359653:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359659:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075251.359661:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359662:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359664:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075251.359667:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359674:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075251.359678:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359700:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075251.359703:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359704:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075251.359706:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359708:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075251.359710:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075251.359713:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075251.359716:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075251.359718:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075251.359723:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075251.359731:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621056:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075251.359736:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359738:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075251.359741:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd180 x1855007926621056/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075251.359748:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075251.359749:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075251.359751:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075251.359754:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075251.359757:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075251.359758:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075251.359760:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075251.359762:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 02000000:00000001:1.0:1769075251.359764:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075251.359766:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075251.359767:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd180. 00000100:00000001:1.0:1769075251.359769:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075251.359771:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359773:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075251.359780:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075251.359783:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075251.359786:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075251.359787:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075251.550553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075251.550568:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075251.550574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075251.550576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075251.550709:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075251.550715:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075251.550719:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075252.574599:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075252.574605:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075252.574607:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075252.574611:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075252.574613:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075252.574614:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075252.574619:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075252.574621:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075252.574623:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075252.574624:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075252.574627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075252.574629:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075252.574702:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075252.574706:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075252.574708:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075253.406591:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075253.406599:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075253.406602:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075253.406605:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075253.406608:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075253.406614:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1942 00000400:00000200:3.0:1769075253.406622:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075253.406627:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075253.406630:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075253.406633:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406636:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.406638:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406640:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075253.406644:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075253.406645:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075253.406647:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075253.406665:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075253.406667:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075253.406669:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075253.406672:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406674:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.406675:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406676:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075253.406679:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075253.406681:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406683:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075253.406685:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075253.406687:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075253.406689:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.406691:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075253.406693:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075253.406698:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075253.406701:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075253.406705:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075253.406706:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.406709:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075253.406711:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075253.406715:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075253.406721:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 00000100:00000001:3.0:1769075253.406727:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075253.406735:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075253.406748:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075253.406754:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075253.406761:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075253.406776:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075253.406780:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075253.406784:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075253.406786:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075253.406788:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075253.406789:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075253.406795:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075253.406796:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769075253.406800:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1942 00000100:00000001:1.0:1769075253.406802:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075253.406809:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075253.406814:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075253.406817:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075253.406823:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075253.406831:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075253.406832:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075253.406835:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075253.406837:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075253.406841:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075253.406843:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075253.406845:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075253.406848:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075253.406849:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075253.406853:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 02000000:00000001:1.0:1769075253.406854:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075253.406857:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1769075253.406862:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926621184:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075253.406862:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075253.406868:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:1.0:1769075253.406872:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769075253.406873:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:1.0:1769075253.406878:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075253.406880:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075253.406883:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.406888:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075253.406894:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 00000100:00000001:3.0:1769075253.406894:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075253.406898:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075253.406900:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406905:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075253.406908:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000400:00000200:1.0:1769075253.406909:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075253.406916:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00080000:3.0:1769075253.406918:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075253.406923:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075253.406926:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 02000000:00000001:3.0:1769075253.406926:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075253.406933:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1769075253.406936:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621184, portal 25 02000000:00000001:3.0:1769075253.406937:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.406942:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075253.406943:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075253.406946:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000008:00100000:3.0:1769075253.406950:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075253.406956:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075253.406957:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075253.406962:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075253.406970:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000100:00000001:1.0:1769075253.406972:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1769075253.406975:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000040:1.0:1769075253.406979:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075253.406981:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075253.406984:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075253.406985:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075253.406987:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075253.406990:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769075253.406992:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926621184, offset 0 02000000:00000001:3.0:1769075253.406993:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075253.407001:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000400:00000200:1.0:1769075253.407002:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407008:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.407014:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:3.0:1769075253.407018:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075253.407025:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075253.407033:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075253.407039:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.407040:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075253.407046:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075253.407056:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075253.407059:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075253.407062:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00080000:3.0:1769075253.407064:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075253.407066:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075253.407068:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075253.407073:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075253.407074:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769075253.407078:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1942 00000400:00000200:1.0:1769075253.407082:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075253.407087:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.407093:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3117:3117:256:4294967295] 192.168.204.145@tcp LPNI seq info [3117:3117:8:4294967295] 00000400:00000200:3.0:1769075253.407096:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075253.407101:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075253.407106:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075253.407108:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407112:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.407114:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407117:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075253.407122:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075253.407126:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075253.407127:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000001:3.0:1769075253.407129:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075253.407133:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075253.407137:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000200:1.0:1769075253.407138:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075253.407143:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000010:1.0:1769075253.407149:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000100:00000040:3.0:1769075253.407149:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407155:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.407157:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407159:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:1.0:1769075253.407164:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075253.407164:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075253.407172:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000200:1.0:1769075253.407173:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769075253.407175:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075253.407181:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075253.407185:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1769075253.407185:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075253.407193:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075253.407207:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.407211:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075253.407216:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075253.407222:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075253.407229:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075253.407232:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075253.407237:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075253.407241:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407251:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.407254:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407261:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407263:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075253.407270:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.407275:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075253.407278:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296626446 00000100:00000001:1.0:1769075253.407285:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296621326 00000100:00000001:1.0:1769075253.407289:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296626446 00000100:00000001:1.0:1769075253.407293:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296621326 00000100:00000001:1.0:1769075253.407295:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075253.407298:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407301:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075253.407305:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075253.407315:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075253.407318:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075253.407320:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075253.407323:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075253.407324:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075253.407327:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075253.407331:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075253.407346:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407353:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075253.407355:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.407357:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.407359:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075253.407363:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407371:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075253.407381:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407389:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075253.407393:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.407395:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.407396:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.407399:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075253.407401:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075253.407404:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.407409:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075253.407412:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075253.407417:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.407426:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926621184:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075253.407432:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.407435:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.407439:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926621184/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075253.407448:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.407454:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075253.407491:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075253.407492:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075253.407496:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1769075253.407498:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075253.407501:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 00000100:00000001:3.0:1769075253.407502:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.407509:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1769075253.407511:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000001:1.0:1769075253.407513:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075253.407517:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000040:3.0:1769075253.407517:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075253.407523:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075253.407525:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1769075253.407527:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075253.407529:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.407534:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075253.407534:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075253.407536:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075253.407538:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075253.407541:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:1.0:1769075253.407545:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075253.407546:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.407548:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075253.407551:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407556:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075253.407560:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075253.407560:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:1.0:1769075253.407566:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075253.407568:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407569:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075253.407573:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1769075253.407579:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075253.407581:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075253.407603:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075253.407604:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075253.407608:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.407609:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.407612:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075253.407617:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075253.407621:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075253.407625:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.407629:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621312:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075253.407639:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075253.407643:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075253.407647:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.407647:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075253.407662:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769075253.407665:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075253.407671:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075253.407674:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.407679:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075253.407683:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075253.407686:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075253.407690:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621312, portal 10 00000100:00000001:1.0:1769075253.407691:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075253.407693:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:1.0:1769075253.407699:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407707:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075253.407709:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075253.407712:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075253.407715:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926621312, offset 0 00000400:00000200:1.0:1769075253.407720:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075253.407725:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.407729:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075253.407733:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075253.407736:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075253.407738:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075253.407741:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075253.407744:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3118:3118:256:4294967295] 192.168.204.145@tcp LPNI seq info [3118:3118:8:4294967295] 00000400:00000200:1.0:1769075253.407748:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.407755:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075253.407760:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.407764:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075253.407769:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075253.407773:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075253.407778:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075253.407781:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075253.407785:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.407788:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075253.407791:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075253.407795:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075253.407798:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075253.407800:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075253.407804:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075253.407808:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407815:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.407818:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.407825:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407827:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075253.407830:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075253.407835:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075253.407839:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075253.407841:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296616196 00000100:00000001:1.0:1769075253.407844:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.407847:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296616196 00000100:00000001:1.0:1769075253.407849:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.407851:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075253.407854:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.407856:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075253.407860:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075253.407867:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:1.0:1769075253.407870:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075253.407872:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:1.0:1769075253.407874:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075253.407878:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075253.407881:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000100:00080000:3.0:1769075253.407881:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769075253.407886:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075253.407888:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075253.407891:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075253.407896:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075253.407907:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1942 00000100:00000200:1.0:1769075253.407908:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075253.407918:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075253.407928:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075253.407934:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769075253.407934:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075253.407938:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075253.407942:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075253.407944:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.407947:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075253.407948:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.407954:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407957:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00100000:1.0:1769075253.407960:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075253.407962:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075253.407965:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075253.407969:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075253.407972:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075253.407978:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075253.407978:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075253.407983:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:1.0:1769075253.407988:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075253.407991:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.407997:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075253.408003:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075253.408008:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075253.408009:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1769075253.408014:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075253.408015:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408020:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769075253.408021:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075253.408023:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075253.408027:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408028:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075253.408032:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769075253.408034:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:1.0:1769075253.408037:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769075253.408040:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769075253.408045:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 02000000:00000001:3.0:1769075253.408045:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.408049:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075253.408051:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:3.0:1769075253.408054:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1769075253.408057:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075253.408061:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.408067:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075253.408075:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621312:192.168.204.145@tcp:38:kworker.0 00000100:00000010:3.0:1769075253.408075:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769075253.408082:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075253.408083:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075253.408087:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075253.408088:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.408092:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926621312/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075253.408100:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408101:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075253.408105:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075253.408108:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075253.408109:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:3.0:1769075253.408111:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075253.408114:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1769075253.408116:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075253.408118:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075253.408122:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000010:3.0:1769075253.408123:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000020:00000001:1.0:1769075253.408125:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075253.408130:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 00000100:00000001:3.0:1769075253.408131:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.408133:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075253.408137:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075253.408139:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00100000:3.0:1769075253.408142:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075253.408144:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075253.408147:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408152:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408159:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075253.408160:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075253.408163:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075253.408165:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408168:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075253.408173:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075253.408174:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408176:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075253.408182:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075253.408190:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408192:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075253.408195:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075253.408196:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1952) 02000000:00000001:1.0:1769075253.408197:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075253.408199:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075253.408201:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075253.408204:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621440:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075253.408206:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075253.408207:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075253.408209:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.408210:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075253.408213:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075253.408214:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.408217:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075253.408219:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075253.408221:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075253.408224:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621440, portal 4 00000100:00000001:1.0:1769075253.408226:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075253.408227:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:1.0:1769075253.408230:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408235:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075253.408237:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075253.408238:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075253.408240:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926621440, offset 0 00000400:00000200:1.0:1769075253.408242:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075253.408245:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.408248:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075253.408251:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075253.408253:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075253.408255:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075253.408257:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075253.408259:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3119:3119:256:4294967295] 192.168.204.145@tcp LPNI seq info [3119:3119:8:4294967295] 00000400:00000200:1.0:1769075253.408262:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.408267:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075253.408270:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.408272:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075253.408275:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075253.408277:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075253.408280:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075253.408282:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075253.408285:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.408286:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075253.408289:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075253.408291:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075253.408294:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075253.408295:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075253.408297:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075253.408299:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408310:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.408312:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408316:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408317:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075253.408319:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075253.408321:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075253.408324:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075253.408325:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296614938 00000100:00000001:1.0:1769075253.408327:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.408329:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296614938 00000100:00000001:1.0:1769075253.408330:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.408331:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075253.408333:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408334:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075253.408337:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075253.408342:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075253.408343:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075253.408344:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075253.408347:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075253.408348:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075253.408350:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075253.408352:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075253.408359:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408366:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075253.408368:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408369:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.408371:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075253.408374:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408380:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075253.408384:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408389:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075253.408391:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408392:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.408394:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408395:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075253.408396:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075253.408398:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.408400:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075253.408402:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075253.408406:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.408412:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621440:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075253.408415:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408416:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.408418:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926621440/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408423:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075253.408424:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075253.408426:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075253.408428:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075253.408429:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075253.408431:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075253.408433:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075253.408434:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:1.0:1769075253.408437:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075253.408438:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075253.408439:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:1.0:1769075253.408441:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075253.408442:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408444:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408446:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075253.408447:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408448:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075253.408450:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075253.408451:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075253.408453:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408457:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075253.408478:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.408480:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075253.408482:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075253.408484:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075253.408488:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621568:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075253.408490:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075253.408492:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075253.408494:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075253.408495:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075253.408498:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075253.408499:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075253.408502:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075253.408504:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075253.408506:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075253.408508:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621568, portal 4 00000100:00000001:1.0:1769075253.408509:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075253.408510:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:1.0:1769075253.408514:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408519:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075253.408521:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075253.408522:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075253.408524:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926621568, offset 0 00000400:00000200:1.0:1769075253.408526:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075253.408528:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.408531:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075253.408532:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075253.408534:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075253.408536:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075253.408537:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075253.408540:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3120:3120:256:4294967295] 192.168.204.145@tcp LPNI seq info [3120:3120:8:4294967295] 00000400:00000200:1.0:1769075253.408543:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075253.408548:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075253.408551:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.408553:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075253.408556:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075253.408558:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075253.408560:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075253.408562:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075253.408565:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075253.408566:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075253.408568:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075253.408570:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075253.408572:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075253.408574:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075253.408575:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075253.408577:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408582:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.408584:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408593:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408594:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075253.408595:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075253.408597:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075253.408600:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075253.408601:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296614941 00000100:00000001:1.0:1769075253.408603:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.408605:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296614941 00000100:00000001:1.0:1769075253.408606:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296626446 00000100:00000001:1.0:1769075253.408608:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075253.408610:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408611:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075253.408615:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075253/real 1769075253] req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075253.408623:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075253.408625:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075253.408627:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075253.408629:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075253.408631:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075253.408633:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075253.408636:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075253.408644:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408662:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075253.408664:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408666:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.408667:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075253.408672:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408680:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075253.408683:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408688:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075253.408690:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408691:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075253.408692:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408693:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075253.408694:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075253.408696:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075253.408697:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075253.408699:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075253.408701:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075253.408706:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621568:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075253.408708:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408710:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075253.408712:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926621568/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075253.408716:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075253.408717:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075253.408718:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075253.408720:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075253.408721:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075253.408721:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075253.408723:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075253.408724:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:1.0:1769075253.408725:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075253.408727:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075253.408728:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:1.0:1769075253.408729:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075253.408730:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408732:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075253.408734:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075253.408735:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075253.408736:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075253.408737:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075253.598577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075253.598582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075253.598587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075253.598588:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075253.598693:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075253.598697:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075253.598700:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075254.622535:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075254.622540:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075254.622544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075254.622545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075254.622607:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075254.622610:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075254.622612:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075255.646579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075255.646587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075255.646592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075255.646596:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075255.646598:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075255.646600:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075255.646602:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075255.646603:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075255.646605:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075255.646606:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075255.646696:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075255.646700:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075255.646703:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075256.670564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075256.670570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075256.670576:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075256.670577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075256.670653:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075256.670657:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075256.670661:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075257.694542:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075257.694548:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075257.694554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075257.694556:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075257.694618:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075257.694622:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075257.694625:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075258.526590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075258.526602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075258.526605:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075258.526608:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075258.526612:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075258.526618:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1947 00000400:00000200:2.0:1769075258.526626:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075258.526631:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075258.526633:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075258.526636:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526638:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.526640:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526642:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075258.526645:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075258.526646:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075258.526649:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075258.526651:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075258.526652:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075258.526655:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075258.526657:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526658:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.526659:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526661:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075258.526663:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075258.526665:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526667:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075258.526668:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075258.526671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075258.526672:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526674:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075258.526676:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075258.526682:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9ad80. 00000020:00000040:2.0:1769075258.526685:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075258.526688:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075258.526690:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526692:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075258.526694:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075258.526697:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075258.526705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30000. 00000100:00000001:2.0:1769075258.526710:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075258.526716:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075258.526724:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075258.526727:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075258.526731:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb9baba6] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.526748:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075258.526751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075258.526753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075258.526755:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075258.526756:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075258.526758:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075258.526760:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1947 00000400:00000200:2.0:1769075258.526763:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075258.526764:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075258.526766:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075258.526768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.526772:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075258.526776:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075258.526777:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075258.526778:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075258.526779:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769075258.526780:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075258.526782:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:1.0:1769075258.526784:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075258.526785:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075258.526789:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769075258.526790:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075258.526792:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075258.526793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075258.526797:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:1.0:1769075258.526801:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075258.526802:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526807:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075258.526811:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075258.526816:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075258.526817:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075258.526821:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075258.526821:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526827:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075258.526828:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1769075258.526830:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075258.526831:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075258.526836:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075258.526836:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526841:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075258.526844:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926621696:192.168.204.145@tcp:250:kworker.0 00000100:00000010:2.0:1769075258.526846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b480. 00000100:00000001:1.0:1769075258.526850:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1769075258.526851:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769075258.526855:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075258.526855:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075258.526856:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.526859:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075258.526863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075258.526864:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075258.526866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075258.526870:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000010:2.0:1769075258.526872:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32400. 02000000:00000001:1.0:1769075258.526873:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.526876:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.526883:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:2.0:1769075258.526884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075258.526888:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00000001:2.0:1769075258.526894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075258.526896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075258.526897:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000040:2.0:1769075258.526901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028fe6f43] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075258.526906:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621696, portal 25 00000100:00000001:1.0:1769075258.526909:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075258.526910:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.526911:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803445632 : -125747906105984 : ffff8da208b9ad80) 00000100:00080000:2.0:1769075258.526914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075258.526919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:1.0:1769075258.526920:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.526922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075258.526925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075258.526930:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075258.526935:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769075258.526935:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1947 00000400:00000200:2.0:1769075258.526939:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075258.526943:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075258.526947:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000400:00000010:1.0:1769075258.526948:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00080000:2.0:1769075258.526952:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769075258.526953:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926621696, offset 0 00000100:00000040:2.0:1769075258.526959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075258.526963:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075258.526966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.526971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075258.526972:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:2.0:1769075258.526978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075258.526980:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:2.0:1769075258.526984:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075258.526988:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1769075258.526988:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075258.526993:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075258.526995:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:2.0:1769075258.526998:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:1.0:1769075258.526999:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075258.527004:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000001:2.0:1769075258.527004:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075258.527011:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3121:3121:256:4294967295] 192.168.204.145@tcp LPNI seq info [3121:3121:8:4294967295] 00000020:00000001:2.0:1769075258.527011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075258.527018:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075258.527021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.527024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.527028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.527032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075258.527035:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:2.0:1769075258.527037:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:1.0:1769075258.527044:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:2.0:1769075258.527044:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075258.527047:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075258.527050:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1769075258.527051:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 02000000:00000001:2.0:1769075258.527053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075258.527056:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075258.527061:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075258.527061:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075258.527063:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1769075258.527066:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000008:00000001:2.0:1769075258.527067:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.527073:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075258.527077:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98000. 00000800:00000200:1.1:1769075258.527077:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:2.0:1769075258.527082:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000800:00000200:1.1:1769075258.527083:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 02000000:00000001:2.0:1769075258.527086:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075258.527088:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075258.527092:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075258.527092:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1769075258.527095:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 02000000:00000001:2.0:1769075258.527096:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075258.527099:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.527102:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:2.0:1769075258.527103:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31800. 00000400:00000200:1.0:1769075258.527108:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1769075258.527109:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.527114:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000100:00100000:2.0:1769075258.527118:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075258.527119:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075258.527124:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075258.527131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075258.527132:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.527136:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075258.527145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000319ab65f] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527146:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.527153:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.527156:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075258.527161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075258.527165:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075258.527166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075258.527170:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075258.527170:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075258.527174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075258.527177:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.527178:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075258.527182:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1947 00000400:00000200:1.0:1769075258.527186:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075258.527190:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296631566 00000400:00000200:2.0:1769075258.527190:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075258.527197:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075258.527199:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075258.527200:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296626446 00000100:00000040:2.0:1769075258.527203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075258.527206:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296631566 00000100:00000001:2.0:1769075258.527206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.527211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075258.527213:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296626446 00000100:00000001:2.0:1769075258.527214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075258.527219:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075258.527220:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769075258.527222:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:1.0:1769075258.527224:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075258.527225:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075258.527229:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000040:2.0:1769075258.527229:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075258.527233:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00100000:1.0:1769075258.527237:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075258/real 1769075258] req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075258.527237:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:2.0:1769075258.527245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075258.527249:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075258.527253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000001:1.0:1769075258.527254:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075258.527255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000001:1.0:1769075258.527258:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1769075258.527259:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000400:00000010:1.0:1769075258.527260:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075258.527264:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000100:00080000:2.0:1769075258.527265:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000010:1.0:1769075258.527267:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:2.0:1769075258.527269:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527270:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769075258.527273:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1769075258.527277:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075258.527278:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075258.527285:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075258.527290:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.527290:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075258.527295:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075258.527301:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1769075258.527303:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527304:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527308:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075258.527308:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527311:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075258.527316:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769075258.527316:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b800. 00000100:00000001:1.0:1769075258.527323:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075258.527326:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075258.527331:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075258.527337:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075258.527340:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075258.527345:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075258.527349:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075258.527352:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527355:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:2.0:1769075258.527359:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30400. 00000100:00000001:1.0:1769075258.527361:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527365:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075258.527366:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527367:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527372:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075258.527376:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1769075258.527376:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769075258.527383:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075258.527392:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:2.0:1769075258.527395:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075258.527397:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769075258.527401:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075258.527407:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075258.527410:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015c6ff12] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075258.527430:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075258.527434:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1957) 00000100:00100000:1.0:1769075258.527438:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926621696:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075258.527446:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527448:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.527452:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9ad80 x1855007926621696/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527458:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075258.527494:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075258.527496:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075258.527499:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075258.527500:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075258.527502:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075258.527503:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075258.527505:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30000. 02000000:00000001:1.0:1769075258.527508:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075258.527509:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075258.527510:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9ad80. 00000100:00000001:1.0:1769075258.527513:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075258.527514:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527515:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527521:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075258.527523:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527524:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075258.527526:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075258.527527:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075258.527529:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527534:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075258.527536:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527537:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075258.527539:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075258.527540:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075258.527542:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621824:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075258.527544:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075258.527546:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075258.527547:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527548:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075258.527551:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075258.527552:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.527556:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075258.527558:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075258.527560:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075258.527578:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621824, portal 10 00000100:00000001:1.0:1769075258.527581:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075258.527582:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803447424 : -125747906104192 : ffff8da208b9b480) 00000100:00000040:1.0:1769075258.527588:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527592:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075258.527594:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075258.527596:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075258.527598:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926621824, offset 0 00000400:00000200:1.0:1769075258.527601:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527604:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527607:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075258.527610:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075258.527611:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075258.527613:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075258.527615:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527617:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3122:3122:256:4294967295] 192.168.204.145@tcp LPNI seq info [3122:3122:8:4294967295] 00000400:00000200:1.0:1769075258.527620:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527625:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075258.527627:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.527629:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075258.527632:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075258.527634:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075258.527637:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075258.527639:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075258.527641:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.527643:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075258.527645:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075258.527648:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075258.527650:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075258.527651:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075258.527653:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075258.527655:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527661:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.527663:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527667:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527668:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075258.527670:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075258.527673:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075258.527675:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075258.527676:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296621316 00000100:00000001:1.0:1769075258.527679:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.527680:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296621316 00000100:00000001:1.0:1769075258.527682:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.527683:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075258.527685:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527686:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075258.527688:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075258/real 1769075258] req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075258.527693:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075258.527694:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075258.527695:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075258.527696:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075258.527697:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075258.527699:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075258.527701:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075258.527706:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527710:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075258.527711:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527712:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.527713:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075258.527715:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527719:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075258.527721:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527726:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075258.527728:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527729:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.527730:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527731:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075258.527733:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075258.527734:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075258.527736:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075258.527738:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075258.527740:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075258.527745:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621824:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075258.527747:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075258.527749:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527753:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075258.527754:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527756:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075258.527757:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075258.527758:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075258.527760:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621952:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075258.527762:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075258.527763:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075258.527764:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527765:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075258.527768:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075258.527769:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.527771:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075258.527773:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075258.527775:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075258.527777:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926621952, portal 4 00000100:00000001:1.0:1769075258.527778:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075258.527779:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803433984 : -125747906117632 : ffff8da208b98000) 00000100:00000040:1.0:1769075258.527783:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527787:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075258.527788:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075258.527790:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075258.527791:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926621952, offset 0 00000400:00000200:1.0:1769075258.527793:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527795:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527797:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075258.527799:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075258.527800:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075258.527802:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075258.527803:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527805:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3123:3123:256:4294967295] 192.168.204.145@tcp LPNI seq info [3123:3123:8:4294967295] 00000400:00000200:1.0:1769075258.527808:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527812:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075258.527815:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.527817:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075258.527819:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075258.527821:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075258.527824:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075258.527825:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075258.527828:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.527829:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075258.527831:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075258.527833:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075258.527835:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075258.527836:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075258.527838:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075258.527840:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527845:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.527847:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527851:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527853:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075258.527854:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075258.527856:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075258.527858:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075258.527859:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296620058 00000100:00000001:1.0:1769075258.527861:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.527862:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296620058 00000100:00000001:1.0:1769075258.527864:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.527865:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075258.527867:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.527868:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075258.527870:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075258/real 1769075258] req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075258.527874:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075258.527875:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075258.527876:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075258.527877:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075258.527878:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075258.527879:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075258.527881:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075258.527887:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527890:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075258.527891:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527892:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.527893:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075258.527896:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527900:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075258.527903:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527907:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075258.527908:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527909:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.527910:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.527911:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075258.527912:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075258.527913:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075258.527915:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075258.527916:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075258.527919:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075258.527923:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926621952:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075258.527925:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075258.527927:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527931:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075258.527932:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527933:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075258.527934:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075258.527936:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075258.527937:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622080:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075258.527939:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075258.527941:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075258.527942:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075258.527943:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075258.527945:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075258.527947:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075258.527948:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075258.527950:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075258.527952:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075258.527953:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622080, portal 4 00000100:00000001:1.0:1769075258.527955:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075258.527955:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00000100:00000040:1.0:1769075258.527959:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.527963:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075258.527964:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075258.527966:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075258.527967:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926622080, offset 0 00000400:00000200:1.0:1769075258.527969:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527971:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527973:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075258.527974:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075258.527976:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075258.527977:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075258.527979:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075258.527981:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3124:3124:256:4294967295] 192.168.204.145@tcp LPNI seq info [3124:3124:8:4294967295] 00000400:00000200:1.0:1769075258.527983:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075258.527987:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075258.527990:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.527992:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075258.527994:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075258.527996:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075258.527998:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075258.528000:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075258.528002:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075258.528004:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075258.528005:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075258.528008:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075258.528009:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075258.528010:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075258.528012:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075258.528014:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528018:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.528020:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528024:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.528025:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075258.528027:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075258.528028:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075258.528030:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075258.528031:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296620060 00000100:00000001:1.0:1769075258.528033:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.528034:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296620060 00000100:00000001:1.0:1769075258.528036:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296631566 00000100:00000001:1.0:1769075258.528037:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075258.528038:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.528040:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075258.528042:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075258/real 1769075258] req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075258.528046:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075258.528047:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075258.528048:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075258.528049:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075258.528050:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075258.528051:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075258.528053:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075258.528059:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528063:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075258.528063:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528064:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.528065:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075258.528068:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528071:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075258.528074:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528078:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075258.528079:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528080:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075258.528081:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528082:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075258.528083:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075258.528084:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075258.528086:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075258.528087:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075258.528089:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075258.528094:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622080:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075258.528096:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528097:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.528099:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b480 x1855007926621824/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528104:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075258.528105:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075258.528106:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075258.528108:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075258.528109:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075258.528109:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075258.528111:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075258.528112:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32400. 02000000:00000001:1.0:1769075258.528113:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075258.528114:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075258.528115:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b480. 00000100:00000001:1.0:1769075258.528117:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075258.528118:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528119:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.528121:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98000 x1855007926621952/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528126:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075258.528126:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075258.528127:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075258.528129:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075258.528129:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075258.528130:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075258.528131:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075258.528132:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31800. 02000000:00000001:1.0:1769075258.528133:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075258.528134:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075258.528135:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98000. 00000100:00000001:1.0:1769075258.528136:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075258.528137:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528138:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075258.528139:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b800 x1855007926622080/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075258.528143:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075258.528144:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075258.528145:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075258.528147:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075258.528148:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075258.528148:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075258.528150:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075258.528151:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30400. 02000000:00000001:1.0:1769075258.528152:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075258.528152:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075258.528153:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b800. 00000100:00000001:1.0:1769075258.528154:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075258.528155:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528156:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075258.528158:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075258.528159:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075258.528160:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075258.528161:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075258.718548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075258.718554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075258.718558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075258.718573:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075258.718639:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075258.718642:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075258.718645:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075259.742535:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075259.742541:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075259.742567:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075259.742569:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075259.742634:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075259.742638:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075259.742641:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075260.766614:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075260.766620:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075260.766627:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075260.766629:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075260.766739:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075260.766746:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075260.766751:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075261.790612:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075261.790621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075261.790628:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075261.790629:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075261.790700:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075261.790705:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075261.790709:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075262.814578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075262.814585:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075262.814588:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075262.814594:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075262.814597:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075262.814599:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075262.814603:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075262.814605:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075262.814608:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075262.814611:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075262.814615:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075262.814617:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075262.814690:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075262.814696:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075262.814700:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075263.646675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075263.646688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075263.646691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075263.646697:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075263.646703:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075263.646712:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1952 00000400:00000200:3.0:1769075263.646728:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075263.646739:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075263.646745:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075263.646753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.646758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.646774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.646779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075263.646787:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075263.646812:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075263.646818:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075263.646823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075263.646828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075263.646833:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075263.646841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.646845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.646850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.646854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075263.646860:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075263.646868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075263.646874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075263.646878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075263.646893:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075263.646897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.646900:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075263.646903:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075263.646916:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769075263.646921:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075263.646926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075263.646928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.646932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075263.646936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075263.646942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075263.646952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075263.646960:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075263.646972:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075263.646998:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075263.647003:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075263.647010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075263.647045:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075263.647052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075263.647058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075263.647061:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075263.647064:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075263.647070:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075263.647075:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1952 00000400:00000200:3.0:1769075263.647084:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075263.647091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075263.647096:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075263.647102:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.647110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075263.647133:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075263.647135:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075263.647142:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1769075263.647144:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:1.0:1769075263.647146:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075263.647147:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075263.647152:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075263.647156:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:1.0:1769075263.647159:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075263.647161:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075263.647167:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.647176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075263.647177:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075263.647181:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075263.647187:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075263.647187:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 02000000:00000001:1.0:1769075263.647192:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075263.647192:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647197:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.647198:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075263.647201:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769075263.647205:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926622208:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075263.647209:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075263.647212:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075263.647214:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647217:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075263.647218:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075263.647222:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769075263.647224:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075263.647226:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769075263.647230:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647233:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075263.647235:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075263.647239:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075263.647240:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000020:00000040:3.0:1769075263.647245:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075263.647249:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075263.647251:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075263.647252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647256:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1769075263.647258:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 02000000:00000001:3.0:1769075263.647258:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075263.647263:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075263.647268:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 02000000:00000010:3.0:1769075263.647269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769075263.647275:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075263.647279:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622208, portal 25 00000100:00000001:1.0:1769075263.647284:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1769075263.647284:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075263.647287:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:1.0:1769075263.647298:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075263.647300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075263.647306:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.647314:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075263.647314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075263.647320:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075263.647325:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075263.647332:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926622208, offset 0 00000100:00000001:3.0:1769075263.647332:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075263.647337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075263.647343:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075263.647344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075263.647347:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075263.647350:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075263.647355:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075263.647355:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075263.647359:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1952 00000400:00000200:1.0:1769075263.647367:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075263.647367:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075263.647372:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075263.647376:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075263.647377:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075263.647382:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075263.647384:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075263.647386:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.647390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075263.647391:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075263.647395:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075263.647396:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000001:3.0:1769075263.647399:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075263.647402:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075263.647404:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3125:3125:256:4294967295] 192.168.204.145@tcp LPNI seq info [3125:3125:8:4294967295] 00000020:00000001:3.0:1769075263.647406:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075263.647410:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:1.0:1769075263.647414:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075263.647415:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075263.647419:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075263.647425:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075263.647432:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000040:3.0:1769075263.647433:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647438:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075263.647443:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:1.0:1769075263.647444:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075263.647448:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000010:1.0:1769075263.647453:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000100:00000001:3.0:1769075263.647453:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075263.647456:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075263.647544:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075263.647549:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647554:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.0:1769075263.647558:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000008:00100000:3.0:1769075263.647558:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075263.647564:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075263.647565:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000100:00000001:3.0:1769075263.647569:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075263.647577:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000800:00000200:1.1:1769075263.647577:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075263.647584:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000800:00000200:1.1:1769075263.647585:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 02000000:00000001:3.0:1769075263.647590:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075263.647592:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075263.647594:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647596:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1769075263.647598:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 02000000:00000001:3.0:1769075263.647599:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075263.647603:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.647608:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:3.0:1769075263.647610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075263.647626:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.647627:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00100000:3.0:1769075263.647635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075263.647637:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075263.647641:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075263.647649:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075263.647651:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075263.647655:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075263.647658:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075263.647663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.647678:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075263.647681:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075263.647685:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075263.647686:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075263.647694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075263.647697:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075263.647700:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075263.647701:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.647705:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075263.647705:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075263.647710:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1952 00000100:00000001:1.0:1769075263.647714:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075263.647717:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075263.647723:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075263.647727:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075263.647732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075263.647741:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075263.647748:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075263.647750:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075263.647763:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:1.0:1769075263.647764:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296636687 00000020:00000001:3.0:1769075263.647767:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075263.647771:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075263.647774:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075263.647777:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296631566 00000020:00000001:3.0:1769075263.647779:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075263.647785:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296636687 00000100:00000040:3.0:1769075263.647786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075263.647793:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296631566 00000100:00000040:3.0:1769075263.647794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075263.647798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075263.647799:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075263.647803:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075263.647804:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075263.647808:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075263.647809:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075263.647813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075263.647817:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075263/real 1769075263] req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075263.647817:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075263.647822:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075263.647827:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075263.647835:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000001:1.0:1769075263.647836:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075263.647840:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:3.0:1769075263.647840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075263.647844:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000100:00000001:3.0:1769075263.647844:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.647850:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000100:00000010:3.0:1769075263.647851:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000400:00000010:1.0:1769075263.647865:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000020:00000040:3.0:1769075263.647866:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075263.647871:0:2378:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769075263.647871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075263.647874:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075263.647878:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769075263.647879:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075263.647881:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075263.647884:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075263.647892:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:3.0:1769075263.647897:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075263.647898:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075263.647906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075263.647914:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075263.647918:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075263.647921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075263.647923:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.647926:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075263.647926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075263.647935:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075263.647936:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.647954:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075263.647954:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075263.647962:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1962) 00000100:00000040:1.0:1769075263.647964:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.647977:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075263.647983:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.647987:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.647989:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648006:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075263.648009:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075263.648015:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075263.648023:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075263.648028:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075263.648038:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075263.648053:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926622208:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075263.648059:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648062:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.648066:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926622208/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648075:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075263.648078:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075263.648082:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075263.648086:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075263.648088:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075263.648090:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075263.648093:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075263.648096:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:1.0:1769075263.648101:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075263.648103:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075263.648106:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075263.648111:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075263.648113:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648115:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648125:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075263.648129:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.648133:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075263.648136:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075263.648139:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075263.648146:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648161:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075263.648164:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.648168:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075263.648171:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075263.648176:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075263.648182:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622336:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075263.648188:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075263.648192:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075263.648195:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.648199:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075263.648205:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075263.648209:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.648217:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075263.648223:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075263.648230:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075263.648236:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622336, portal 10 00000100:00000001:1.0:1769075263.648240:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075263.648242:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075263.648254:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648278:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075263.648283:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075263.648288:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075263.648293:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926622336, offset 0 00000400:00000200:1.0:1769075263.648303:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075263.648311:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.648319:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075263.648325:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075263.648330:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075263.648336:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075263.648340:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075263.648347:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3126:3126:256:4294967295] 192.168.204.145@tcp LPNI seq info [3126:3126:8:4294967295] 00000400:00000200:1.0:1769075263.648355:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.648368:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075263.648377:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.648384:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075263.648391:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075263.648396:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075263.648405:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075263.648410:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075263.648417:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.648420:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075263.648426:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075263.648433:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075263.648440:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075263.648444:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075263.648449:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075263.648456:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648542:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.648548:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648565:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.648567:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075263.648574:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075263.648579:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075263.648584:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075263.648587:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296626437 00000100:00000001:1.0:1769075263.648591:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.648594:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296626437 00000100:00000001:1.0:1769075263.648597:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.648600:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075263.648603:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.648605:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075263.648610:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075263/real 1769075263] req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075263.648620:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075263.648622:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075263.648624:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075263.648627:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075263.648629:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075263.648632:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075263.648636:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075263.648646:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648654:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075263.648656:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648658:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.648660:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075263.648665:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648674:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075263.648679:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648698:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075263.648701:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648702:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.648704:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.648706:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075263.648708:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075263.648711:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075263.648715:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075263.648718:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075263.648722:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075263.648732:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622336:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075263.648737:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075263.648741:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648749:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075263.648751:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.648754:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075263.648757:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075263.648759:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075263.648763:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622464:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075263.648767:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075263.648769:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075263.648772:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.648774:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075263.648779:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075263.648781:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.648796:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075263.648800:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075263.648804:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075263.648808:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622464, portal 4 00000100:00000001:1.0:1769075263.648810:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075263.648812:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075263.648818:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648827:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075263.648830:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075263.648832:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075263.648835:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926622464, offset 0 00000400:00000200:1.0:1769075263.648840:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075263.648845:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.648849:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075263.648861:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075263.648864:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075263.648868:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075263.648871:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075263.648875:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3127:3127:256:4294967295] 192.168.204.145@tcp LPNI seq info [3127:3127:8:4294967295] 00000400:00000200:1.0:1769075263.648881:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.648889:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075263.648894:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.648898:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075263.648903:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075263.648907:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075263.648912:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075263.648916:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075263.648930:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.648934:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075263.648937:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075263.648942:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075263.648945:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075263.648948:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075263.648950:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075263.648955:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648964:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.648968:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.648976:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.648978:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075263.648982:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075263.648985:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075263.648989:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075263.648991:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296625179 00000100:00000001:1.0:1769075263.649005:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.649008:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296625179 00000100:00000001:1.0:1769075263.649011:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.649014:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075263.649016:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.649018:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075263.649022:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075263/real 1769075263] req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075263.649031:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075263.649033:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075263.649035:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075263.649037:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075263.649039:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075263.649042:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075263.649046:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075263.649056:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649064:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075263.649065:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649067:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.649069:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075263.649073:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649081:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075263.649086:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649094:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075263.649097:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649099:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.649100:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649102:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075263.649104:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075263.649107:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075263.649111:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075263.649114:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075263.649121:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075263.649138:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622464:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075263.649145:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075263.649152:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649166:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075263.649170:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.649174:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075263.649178:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075263.649182:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075263.649188:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622592:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075263.649194:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075263.649198:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075263.649201:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075263.649205:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075263.649211:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075263.649215:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075263.649221:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075263.649224:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075263.649229:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075263.649232:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622592, portal 4 00000100:00000001:1.0:1769075263.649235:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075263.649237:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075263.649245:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649253:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075263.649256:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075263.649259:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075263.649262:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926622592, offset 0 00000400:00000200:1.0:1769075263.649267:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075263.649272:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.649276:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075263.649280:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075263.649283:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075263.649287:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075263.649290:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075263.649295:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3128:3128:256:4294967295] 192.168.204.145@tcp LPNI seq info [3128:3128:8:4294967295] 00000400:00000200:1.0:1769075263.649300:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075263.649309:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075263.649314:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.649318:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075263.649323:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075263.649327:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075263.649332:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075263.649335:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075263.649340:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075263.649343:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075263.649347:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075263.649351:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075263.649355:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075263.649357:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075263.649360:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075263.649364:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649374:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.649378:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649386:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.649388:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075263.649392:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075263.649395:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075263.649399:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075263.649401:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296625181 00000100:00000001:1.0:1769075263.649404:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.649407:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296625181 00000100:00000001:1.0:1769075263.649410:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296636687 00000100:00000001:1.0:1769075263.649413:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075263.649416:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.649418:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075263.649423:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075263/real 1769075263] req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075263.649433:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075263.649434:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075263.649436:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075263.649439:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075263.649441:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075263.649443:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075263.649447:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075263.649457:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649517:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075263.649520:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649522:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.649524:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075263.649530:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649538:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075263.649543:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649552:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075263.649555:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649557:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075263.649558:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649560:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075263.649562:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075263.649565:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075263.649570:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075263.649572:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075263.649578:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075263.649604:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622592:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075263.649608:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649611:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.649614:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926622336/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649622:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075263.649624:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075263.649626:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075263.649629:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075263.649638:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075263.649640:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075263.649642:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075263.649644:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:1.0:1769075263.649647:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075263.649649:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075263.649651:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075263.649654:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075263.649656:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649658:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.649661:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926622464/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649668:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075263.649670:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075263.649671:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075263.649674:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075263.649675:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075263.649677:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075263.649679:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075263.649681:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769075263.649683:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075263.649685:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075263.649686:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075263.649689:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075263.649691:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649692:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075263.649696:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926622592/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075263.649702:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075263.649704:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075263.649705:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075263.649708:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075263.649709:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075263.649711:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075263.649712:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075263.649714:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075263.649716:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075263.649717:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075263.649719:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075263.649722:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075263.649723:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649725:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075263.649730:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075263.649731:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075263.649734:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075263.649735:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075263.838578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075263.838585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075263.838590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075263.838591:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075263.838669:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075263.838673:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075263.838677:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075264.862598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075264.862604:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075264.862609:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075264.862612:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075264.862614:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075264.862616:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075264.862618:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075264.862620:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075264.862621:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075264.862623:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075264.862681:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075264.862685:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075264.862688:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075265.886583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075265.886593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075265.886604:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075265.886607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075265.886693:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075265.886698:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075265.886704:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075266.910535:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075266.910544:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075266.910549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075266.910550:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075266.910608:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075266.910612:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075266.910615:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075267.934585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075267.934595:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075267.934602:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075267.934604:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075267.934714:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075267.934722:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075267.934728:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075268.766553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075268.766561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075268.766564:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075268.766567:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075268.766571:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075268.766577:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1957 00000400:00000200:3.0:1769075268.766585:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075268.766590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075268.766593:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075268.766596:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766599:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.766601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766603:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075268.766607:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075268.766608:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075268.766610:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075268.766613:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075268.766615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075268.766616:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075268.766619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766620:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.766621:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075268.766625:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075268.766628:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766629:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075268.766632:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075268.766635:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075268.766637:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766638:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075268.766640:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075268.766648:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:3.0:1769075268.766650:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075268.766653:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075268.766655:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075268.766659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075268.766662:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075268.766669:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075268.766675:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075268.766681:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075268.766689:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075268.766693:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075268.766696:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075268.766713:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075268.766715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075268.766718:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075268.766719:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075268.766720:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075268.766722:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075268.766724:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1957 00000400:00000200:3.0:1769075268.766726:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075268.766728:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075268.766729:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075268.766731:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.766735:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766737:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075268.766738:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075268.766740:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075268.766741:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075268.766743:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075268.766744:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075268.766746:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075268.766748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.766751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075268.766754:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769075268.766754:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075268.766760:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769075268.766761:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075268.766765:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075268.766765:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075268.766768:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075268.766773:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075268.766774:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075268.766775:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766779:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075268.766783:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075268.766786:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1769075268.766787:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.766789:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766790:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.766795:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1769075268.766795:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 02000000:00000001:1.0:1769075268.766798:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075268.766799:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769075268.766805:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075268.766806:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075268.766808:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769075268.766812:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926622720:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075268.766813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075268.766817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.766818:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075268.766821:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075268.766823:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075268.766825:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.766826:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.766830:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075268.766833:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075268.766836:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075268.766841:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.766847:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075268.766849:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.766853:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075268.766874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075268.766876:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075268.766885:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075268.766886:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075268.766891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075268.766895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075268.766896:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1769075268.766897:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622720, portal 25 00000100:00080000:3.0:1769075268.766898:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075268.766902:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075268.766904:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769075268.766905:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1957 00000100:00000001:1.0:1769075268.766910:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000400:00000200:3.0:1769075268.766912:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075268.766918:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075268.766936:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075268.766940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075268.766941:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075268.766942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.766945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075268.766954:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075268.766956:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075268.766959:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075268.766962:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000100:00000001:1.0:1769075268.766965:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075268.766966:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075268.766970:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075268.766974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075268.766975:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075268.766978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075268.766980:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000040:3.0:1769075268.766981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000200:1.0:1769075268.767004:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926622720, offset 0 00000020:00000040:3.0:1769075268.767005:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075268.767012:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767014:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075268.767017:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075268.767018:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075268.767020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075268.767024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.767025:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075268.767027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075268.767029:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00000001:3.0:1769075268.767030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.767034:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767038:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000010:3.0:1769075268.767039:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075268.767044:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075268.767047:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075268.767048:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075268.767050:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.767069:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075268.767070:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075268.767072:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 02000000:00000001:3.0:1769075268.767073:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767078:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1769075268.767078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000400:00000200:1.0:1769075268.767083:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767089:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3129:3129:256:4294967295] 192.168.204.145@tcp LPNI seq info [3129:3129:8:4294967295] 00000100:00100000:3.0:1769075268.767092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075268.767100:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075268.767101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075268.767104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075268.767105:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075268.767113:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075268.767116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075268.767122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1769075268.767123:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075268.767124:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075268.767127:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075268.767130:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075268.767134:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075268.767136:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1957 00000800:00000010:1.0:1769075268.767140:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000400:00000200:3.0:1769075268.767141:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075268.767148:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075268.767149:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1769075268.767153:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:3.0:1769075268.767154:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769075268.767159:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000100:00000040:3.0:1769075268.767161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075268.767171:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.1:1769075268.767171:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000040:3.0:1769075268.767173:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075268.767175:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075268.767176:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075268.767179:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000200:1.1:1769075268.767182:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000020:00000001:3.0:1769075268.767183:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075268.767186:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075268.767188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767190:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075268.767191:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075268.767193:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767194:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075268.767196:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075268.767199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075268.767203:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075268.767204:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075268.767205:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:1.0:1769075268.767208:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000008:00100000:3.0:1769075268.767208:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075268.767213:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075268.767214:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767216:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:3.0:1769075268.767219:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000400:00000200:1.0:1769075268.767223:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000020:00000040:3.0:1769075268.767224:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075268.767229:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075268.767231:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 02000000:00000001:3.0:1769075268.767232:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075268.767235:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075268.767235:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075268.767239:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075268.767241:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767242:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1769075268.767245:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000200:1.0:1769075268.767248:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075268.767250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075268.767258:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075268.767264:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075268.767268:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075268.767271:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075268.767271:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075268.767280:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767283:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767288:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075268.767293:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767294:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075268.767297:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1967) 00000400:00000200:1.0:1769075268.767301:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075268.767305:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296641806 00000100:00000001:1.0:1769075268.767311:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296636687 00000100:00000001:1.0:1769075268.767315:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296641806 00000100:00000001:1.0:1769075268.767318:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296636687 00000100:00000001:1.0:1769075268.767320:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075268.767322:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767324:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075268.767327:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075268/real 1769075268] req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075268.767334:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075268.767335:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075268.767337:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075268.767339:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075268.767340:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075268.767342:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075268.767344:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075268.767350:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767354:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075268.767355:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767357:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767358:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075268.767361:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767365:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075268.767368:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767373:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075268.767375:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767376:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767377:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767379:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075268.767380:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075268.767382:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075268.767385:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075268.767386:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075268.767389:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075268.767415:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926622720:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075268.767418:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767420:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.767422:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926622720/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767427:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075268.767429:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075268.767431:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075268.767434:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075268.767435:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075268.767436:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075268.767438:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075268.767440:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:1.0:1769075268.767443:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075268.767444:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075268.767445:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:1.0:1769075268.767448:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075268.767449:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767450:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767456:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075268.767483:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767485:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075268.767486:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075268.767487:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075268.767490:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767495:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075268.767496:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767498:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075268.767499:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075268.767501:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075268.767502:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622848:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075268.767512:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075268.767513:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075268.767514:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767516:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075268.767518:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075268.767520:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767523:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075268.767525:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075268.767528:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075268.767530:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622848, portal 10 00000100:00000001:1.0:1769075268.767532:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075268.767533:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000100:00000040:1.0:1769075268.767538:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767542:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075268.767544:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075268.767545:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075268.767547:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926622848, offset 0 00000400:00000200:1.0:1769075268.767550:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075268.767552:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.767555:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075268.767557:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075268.767559:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075268.767561:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075268.767563:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075268.767565:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3130:3130:256:4294967295] 192.168.204.145@tcp LPNI seq info [3130:3130:8:4294967295] 00000400:00000200:1.0:1769075268.767568:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.767573:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075268.767576:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.767578:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075268.767581:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075268.767583:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075268.767586:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075268.767588:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075268.767591:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.767592:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075268.767594:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075268.767597:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075268.767599:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075268.767600:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075268.767602:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075268.767604:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767609:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.767611:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767616:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767617:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075268.767618:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075268.767621:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075268.767623:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075268.767624:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296631556 00000100:00000001:1.0:1769075268.767626:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.767628:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296631556 00000100:00000001:1.0:1769075268.767629:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.767631:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075268.767632:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767640:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075268.767643:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075268/real 1769075268] req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075268.767647:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075268.767649:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075268.767650:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075268.767651:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075268.767652:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075268.767654:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075268.767656:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075268.767665:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767670:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075268.767671:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767672:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767673:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075268.767675:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767679:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075268.767681:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767685:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075268.767687:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767688:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767689:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767690:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075268.767691:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075268.767692:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075268.767694:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075268.767696:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075268.767698:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075268.767704:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622848:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075268.767706:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075268.767708:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767716:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075268.767717:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767719:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075268.767720:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075268.767722:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075268.767723:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622976:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075268.767725:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075268.767726:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075268.767727:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767728:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075268.767730:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075268.767732:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.767734:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075268.767735:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075268.767737:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075268.767740:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926622976, portal 4 00000100:00000001:1.0:1769075268.767742:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075268.767744:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:1.0:1769075268.767749:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767756:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075268.767758:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075268.767761:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075268.767763:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926622976, offset 0 00000400:00000200:1.0:1769075268.767768:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075268.767772:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.767776:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075268.767779:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075268.767782:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075268.767784:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075268.767787:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075268.767790:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3131:3131:256:4294967295] 192.168.204.145@tcp LPNI seq info [3131:3131:8:4294967295] 00000400:00000200:1.0:1769075268.767795:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.767802:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075268.767807:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.767811:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075268.767815:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075268.767818:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075268.767822:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075268.767825:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075268.767829:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.767832:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075268.767835:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075268.767838:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075268.767841:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075268.767843:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075268.767846:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075268.767850:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767857:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.767859:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767863:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767865:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075268.767867:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075268.767869:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075268.767872:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075268.767873:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296630298 00000100:00000001:1.0:1769075268.767875:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.767877:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296630298 00000100:00000001:1.0:1769075268.767878:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.767880:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075268.767881:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.767883:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075268.767885:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075268/real 1769075268] req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075268.767892:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075268.767893:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075268.767895:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075268.767897:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075268.767899:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075268.767901:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075268.767905:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075268.767914:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767920:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075268.767922:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767924:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767925:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075268.767929:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767937:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075268.767942:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767949:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075268.767952:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767954:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.767955:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.767956:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075268.767957:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075268.767959:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075268.767962:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075268.767963:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075268.767966:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075268.767972:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926622976:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075268.767975:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075268.767977:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.767981:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075268.767982:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767984:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075268.767985:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075268.767987:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075268.767989:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623104:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075268.767990:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075268.767992:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075268.767993:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075268.767994:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075268.767996:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075268.767997:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075268.768000:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075268.768002:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075268.768004:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075268.768006:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623104, portal 4 00000100:00000001:1.0:1769075268.768008:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075268.768009:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075268.768013:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768017:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075268.768019:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075268.768020:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075268.768022:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926623104, offset 0 00000400:00000200:1.0:1769075268.768025:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075268.768028:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.768030:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075268.768032:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075268.768034:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075268.768036:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075268.768038:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075268.768040:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3132:3132:256:4294967295] 192.168.204.145@tcp LPNI seq info [3132:3132:8:4294967295] 00000400:00000200:1.0:1769075268.768042:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075268.768047:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075268.768049:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.768051:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075268.768054:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075268.768055:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075268.768058:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075268.768060:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075268.768063:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075268.768064:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075268.768066:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075268.768068:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075268.768070:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075268.768072:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075268.768073:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075268.768075:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768080:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.768082:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768087:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.768088:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075268.768090:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075268.768093:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075268.768095:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075268.768096:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296630300 00000100:00000001:1.0:1769075268.768098:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.768100:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296630300 00000100:00000001:1.0:1769075268.768101:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296641806 00000100:00000001:1.0:1769075268.768102:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075268.768103:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.768105:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075268.768107:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075268/real 1769075268] req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075268.768112:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075268.768112:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075268.768114:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075268.768115:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075268.768116:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075268.768117:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075268.768119:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075268.768124:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768128:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075268.768130:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768131:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.768132:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075268.768134:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768138:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075268.768140:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768145:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075268.768147:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768148:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075268.768149:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768150:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075268.768151:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075268.768152:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075268.768154:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075268.768155:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075268.768158:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075268.768162:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623104:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075268.768165:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768166:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.768167:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926622848/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768171:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075268.768172:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075268.768174:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075268.768175:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075268.768176:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075268.768177:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075268.768178:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075268.768179:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075268.768181:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075268.768182:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075268.768183:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:1.0:1769075268.768185:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075268.768186:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768188:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.768190:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926622976/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768194:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075268.768195:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075268.768195:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075268.768197:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075268.768197:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075268.768198:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075268.768199:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075268.768200:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075268.768201:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075268.768202:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075268.768203:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:1.0:1769075268.768204:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075268.768205:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768206:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075268.768207:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926623104/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075268.768211:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075268.768212:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075268.768212:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075268.768214:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075268.768214:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075268.768215:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075268.768216:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075268.768217:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075268.768218:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075268.768219:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075268.768219:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075268.768221:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075268.768221:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768222:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075268.768225:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075268.768226:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075268.768227:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075268.768228:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075268.958531:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075268.958537:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075268.958541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075268.958542:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075268.958635:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075268.958639:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075268.958644:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075269.982556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075269.982566:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075269.982574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075269.982576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075269.982634:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075269.982638:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075269.982642:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075271.006643:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075271.006651:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075271.006658:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075271.006660:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075271.006759:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075271.006763:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075271.006767:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075272.030632:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075272.030641:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075272.030647:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075272.030649:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075272.030792:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075272.030800:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075272.030806:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075273.054561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075273.054569:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075273.054572:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075273.054577:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075273.054579:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075273.054581:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075273.054586:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075273.054588:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075273.054590:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075273.054592:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075273.054595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075273.054597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075273.054704:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075273.054709:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075273.054714:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075273.886532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075273.886542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075273.886545:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075273.886549:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075273.886553:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075273.886561:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1962 00000400:00000200:3.0:1769075273.886570:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075273.886576:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075273.886579:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075273.886583:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886586:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075273.886590:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886592:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075273.886597:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075273.886599:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075273.886603:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075273.886605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075273.886608:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075273.886612:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075273.886616:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886618:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075273.886620:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075273.886625:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075273.886629:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075273.886634:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075273.886637:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075273.886640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886642:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075273.886645:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075273.886653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000020:00000040:3.0:1769075273.886657:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075273.886661:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075273.886663:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886666:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075273.886669:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075273.886673:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075273.886680:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:3.0:1769075273.886687:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075273.886696:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075273.886708:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075273.886714:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075273.886718:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075273.886744:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075273.886748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075273.886751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075273.886754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075273.886755:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075273.886758:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075273.886761:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1962 00000400:00000200:3.0:1769075273.886765:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075273.886768:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075273.886771:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075273.886775:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075273.886780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.886783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075273.886786:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075273.886787:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075273.886789:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075273.886791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075273.886794:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075273.886796:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075273.886800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075273.886801:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075273.886803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075273.886809:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075273.886809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075273.886814:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075273.886815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075273.886820:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075273.886825:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000040:1.0:1769075273.886827:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075273.886829:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075273.886834:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075273.886840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075273.886843:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075273.886845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.886847:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886849:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075273.886854:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1769075273.886855:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075273.886859:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769075273.886861:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.886866:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886867:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075273.886874:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000100:00100000:1.0:1769075273.886875:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926623232:192.168.204.145@tcp:250:kworker.0 00000020:00000040:3.0:1769075273.886879:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075273.886884:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075273.886885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075273.886889:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.886890:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075273.886891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075273.886894:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075273.886896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075273.886902:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075273.886904:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.886909:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075273.886918:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 00000100:00100000:3.0:1769075273.886918:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075273.886923:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.886933:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075273.886936:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075273.886938:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075273.886943:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00000040:3.0:1769075273.886945:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075273.886953:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075273.886957:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075273.886962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1769075273.886963:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623232, portal 25 00000100:00080000:3.0:1769075273.886969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075273.886970:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075273.886974:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075273.886975:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00080000:3.0:1769075273.886978:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075273.886983:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075273.886986:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075273.886989:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1962 00000400:00000200:3.0:1769075273.886999:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075273.887005:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075273.887007:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075273.887009:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075273.887015:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075273.887017:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:1.0:1769075273.887021:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075273.887022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769075273.887029:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926623232, offset 0 00000100:00000040:3.0:1769075273.887029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075273.887039:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075273.887042:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075273.887044:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075273.887046:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075273.887050:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075273.887052:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075273.887057:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075273.887058:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075273.887065:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075273.887070:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:3.0:1769075273.887073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075273.887079:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1769075273.887081:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075273.887087:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00080000:3.0:1769075273.887091:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:1.0:1769075273.887096:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075273.887097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075273.887102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075273.887104:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075273.887107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075273.887113:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3133:3133:256:4294967295] 192.168.204.145@tcp LPNI seq info [3133:3133:8:4294967295] 02000000:00000001:3.0:1769075273.887114:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.887120:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075273.887124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075273.887126:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00000001:3.0:1769075273.887130:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.887134:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075273.887138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000400:00000200:1.0:1769075273.887144:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:3.0:1769075273.887144:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075273.887150:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075273.887153:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075273.887158:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075273.887161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075273.887165:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075273.887168:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 02000000:00000010:3.0:1769075273.887171:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769075273.887176:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075273.887181:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00100000:3.0:1769075273.887186:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075273.887188:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075273.887202:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075273.887203:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075273.887209:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075273.887209:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000100:00000040:3.0:1769075273.887217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769075273.887220:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.887225:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000100:00000001:3.0:1769075273.887234:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075273.887235:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:3.0:1769075273.887238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075273.887245:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00080000:3.0:1769075273.887245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075273.887250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769075273.887254:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000100:00080000:3.0:1769075273.887254:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769075273.887261:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075273.887261:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075273.887268:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1962 00000100:00000001:1.0:1769075273.887269:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1769075273.887277:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:1.0:1769075273.887279:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075273.887284:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075273.887290:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075273.887297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075273.887300:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075273.887302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075273.887324:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075273.887327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075273.887339:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075273.887342:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:1.0:1769075273.887344:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075273.887347:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075273.887349:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1769075273.887351:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075273.887356:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075273.887357:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075273.887359:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075273.887366:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075273.887368:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075273.887371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075273.887374:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296646926 00000100:00000040:3.0:1769075273.887376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075273.887381:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075273.887385:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296641806 00000020:00000040:3.0:1769075273.887386:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075273.887393:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075273.887395:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296646926 00000100:00000001:3.0:1769075273.887397:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887403:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296641806 02000000:00000001:3.0:1769075273.887403:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075273.887407:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075273.887410:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075273.887412:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887417:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.887418:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075273.887422:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075273.887424:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:3.0:1769075273.887427:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.887432:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075273.887433:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075273/real 1769075273] req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075273.887438:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000020:00000040:3.0:1769075273.887444:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075273.887450:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:1.0:1769075273.887452:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769075273.887453:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075273.887487:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075273.887490:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075273.887492:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075273.887498:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1769075273.887498:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000400:00000010:1.0:1769075273.887504:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000100:00000001:3.0:1769075273.887504:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075273.887510:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075273.887515:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00100000:3.0:1769075273.887515:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075273.887523:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075273.887531:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075273.887532:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075273.887536:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075273.887547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075273.887553:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075273.887571:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887574:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075273.887579:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075273.887579:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1973) 00000100:00000001:1.0:1769075273.887586:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.887589:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075273.887596:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887605:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075273.887610:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887618:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075273.887622:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887624:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.887625:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887627:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075273.887629:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075273.887633:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075273.887637:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075273.887640:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075273.887644:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075273.887653:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926623232:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075273.887658:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887668:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.887672:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926623232/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887679:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075273.887683:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075273.887687:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075273.887691:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075273.887693:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075273.887695:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075273.887697:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075273.887700:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:1.0:1769075273.887704:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075273.887706:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075273.887707:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075273.887710:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075273.887712:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887714:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887721:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075273.887723:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887725:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075273.887727:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075273.887729:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075273.887733:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887740:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075273.887742:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.887744:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075273.887746:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075273.887748:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075273.887752:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623360:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075273.887755:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075273.887757:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075273.887758:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.887760:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075273.887763:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075273.887765:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075273.887770:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075273.887773:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075273.887777:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075273.887781:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623360, portal 10 00000100:00000001:1.0:1769075273.887783:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075273.887784:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075273.887791:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887798:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075273.887801:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075273.887803:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075273.887806:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926623360, offset 0 00000400:00000200:1.0:1769075273.887811:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075273.887815:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.887819:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075273.887823:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075273.887825:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075273.887828:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075273.887830:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075273.887834:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3134:3134:256:4294967295] 192.168.204.145@tcp LPNI seq info [3134:3134:8:4294967295] 00000400:00000200:1.0:1769075273.887838:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.887844:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075273.887849:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.887853:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075273.887857:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075273.887860:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075273.887865:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075273.887868:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075273.887872:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.887874:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075273.887877:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075273.887881:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075273.887884:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075273.887887:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075273.887889:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075273.887894:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887902:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.887905:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887911:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887914:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075273.887917:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075273.887921:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075273.887924:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075273.887927:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296636676 00000100:00000001:1.0:1769075273.887930:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.887932:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296636676 00000100:00000001:1.0:1769075273.887934:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.887937:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075273.887939:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.887941:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075273.887945:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075273/real 1769075273] req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075273.887954:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075273.887956:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075273.887958:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075273.887960:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075273.887962:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075273.887964:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075273.887968:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075273.887977:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.887985:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075273.887986:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.887988:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.887990:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075273.887994:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888001:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075273.888005:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888012:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075273.888015:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888016:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.888018:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888020:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075273.888021:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075273.888024:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075273.888028:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075273.888031:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075273.888036:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075273.888044:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623360:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075273.888048:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075273.888052:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888058:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075273.888060:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.888062:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075273.888064:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075273.888066:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075273.888069:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623488:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075273.888073:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075273.888075:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075273.888076:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.888078:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075273.888082:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075273.888084:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075273.888088:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075273.888091:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075273.888094:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075273.888098:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623488, portal 4 00000100:00000001:1.0:1769075273.888100:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075273.888101:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:1.0:1769075273.888107:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888114:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075273.888116:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075273.888119:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075273.888122:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926623488, offset 0 00000400:00000200:1.0:1769075273.888126:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075273.888131:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.888134:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075273.888137:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075273.888140:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075273.888143:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075273.888145:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075273.888148:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3135:3135:256:4294967295] 192.168.204.145@tcp LPNI seq info [3135:3135:8:4294967295] 00000400:00000200:1.0:1769075273.888153:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.888159:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075273.888164:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.888168:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075273.888172:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075273.888175:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075273.888179:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075273.888182:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075273.888186:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.888188:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075273.888192:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075273.888195:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075273.888198:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075273.888200:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075273.888203:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075273.888207:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888215:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.888219:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888225:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.888227:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075273.888230:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075273.888233:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075273.888237:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075273.888240:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296635418 00000100:00000001:1.0:1769075273.888242:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.888245:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296635418 00000100:00000001:1.0:1769075273.888247:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.888249:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075273.888252:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.888254:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075273.888258:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075273/real 1769075273] req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075273.888266:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075273.888268:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075273.888269:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075273.888272:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075273.888273:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075273.888276:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075273.888280:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075273.888288:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888295:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075273.888296:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888299:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.888300:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075273.888304:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888328:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075273.888332:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888340:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075273.888342:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888345:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.888346:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888348:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075273.888349:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075273.888352:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075273.888355:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075273.888358:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075273.888362:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075273.888370:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623488:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075273.888375:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075273.888378:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888385:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075273.888386:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.888389:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075273.888391:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075273.888393:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075273.888396:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623616:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075273.888399:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075273.888401:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075273.888403:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075273.888405:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075273.888409:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075273.888411:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075273.888415:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075273.888417:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075273.888421:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075273.888424:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623616, portal 4 00000100:00000001:1.0:1769075273.888426:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075273.888428:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:1.0:1769075273.888434:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888441:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075273.888444:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075273.888446:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075273.888449:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926623616, offset 0 00000400:00000200:1.0:1769075273.888453:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075273.888478:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.888483:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075273.888486:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075273.888489:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075273.888491:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075273.888494:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075273.888497:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3136:3136:256:4294967295] 192.168.204.145@tcp LPNI seq info [3136:3136:8:4294967295] 00000400:00000200:1.0:1769075273.888501:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075273.888508:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075273.888513:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.888517:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075273.888521:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075273.888523:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075273.888528:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075273.888531:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075273.888535:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075273.888537:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075273.888540:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075273.888543:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075273.888546:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075273.888548:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075273.888551:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075273.888555:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888569:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.888572:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888579:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.888580:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075273.888583:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075273.888586:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075273.888589:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075273.888591:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296635421 00000100:00000001:1.0:1769075273.888594:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.888596:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296635421 00000100:00000001:1.0:1769075273.888598:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296646926 00000100:00000001:1.0:1769075273.888601:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075273.888603:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.888606:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075273.888610:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075273/real 1769075273] req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075273.888618:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075273.888620:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075273.888622:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075273.888624:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075273.888626:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075273.888628:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075273.888631:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075273.888640:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888647:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075273.888649:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888652:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.888653:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075273.888657:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888664:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075273.888668:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888675:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075273.888677:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888678:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075273.888680:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888682:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075273.888684:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075273.888686:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075273.888690:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075273.888692:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075273.888697:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075273.888704:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623616:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075273.888708:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888710:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.888713:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926623360/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888720:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075273.888721:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075273.888724:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075273.888727:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075273.888728:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075273.888730:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075273.888732:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075273.888734:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075273.888736:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075273.888738:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075273.888739:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075273.888742:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075273.888743:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888745:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.888748:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926623488/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888754:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075273.888756:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075273.888758:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075273.888760:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075273.888761:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075273.888763:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075273.888765:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075273.888766:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075273.888769:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075273.888770:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075273.888771:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075273.888773:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075273.888775:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888776:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075273.888780:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926623616/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075273.888786:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075273.888788:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075273.888789:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075273.888792:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075273.888793:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075273.888794:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075273.888796:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075273.888798:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075273.888800:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075273.888801:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075273.888803:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:1.0:1769075273.888805:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075273.888806:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888808:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075273.888812:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075273.888813:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075273.888815:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075273.888816:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075274.078571:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075274.078576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075274.078580:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075274.078581:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075274.078650:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075274.078655:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075274.078660:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075275.102560:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075275.102568:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075275.102574:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075275.102586:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075275.102589:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075275.102592:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075275.102595:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075275.102598:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075275.102600:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075275.102602:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075275.102688:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075275.102693:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075275.102696:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075276.126633:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075276.126643:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075276.126653:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075276.126654:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075276.126737:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075276.126743:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075276.126747:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075277.150636:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075277.150645:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075277.150654:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075277.150656:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075277.150755:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075277.150760:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075277.150765:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075278.174601:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075278.174607:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075278.174613:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075278.174615:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075278.174676:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075278.174681:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075278.174685:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075279.006549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.006570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075279.006572:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075279.006576:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075279.006579:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075279.006585:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1968 00000400:00000200:3.0:1769075279.006593:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075279.006597:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075279.006601:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075279.006603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.006607:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075279.006612:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075279.006614:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075279.006615:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075279.006618:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075279.006619:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075279.006621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075279.006623:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006625:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.006626:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006628:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075279.006630:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075279.006632:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006634:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075279.006636:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075279.006638:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075279.006640:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006641:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075279.006643:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075279.006651:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075279.006654:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075279.006657:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075279.006658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006660:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075279.006663:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075279.006667:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075279.006675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075279.006682:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075279.006692:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075279.006702:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075279.006707:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075279.006713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075279.006736:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075279.006740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.006743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075279.006745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075279.006747:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075279.006750:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075279.006754:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1968 00000100:00000001:1.0:1769075279.006758:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075279.006760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075279.006764:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769075279.006767:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075279.006768:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075279.006773:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075279.006787:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075279.006789:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006795:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.006801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075279.006802:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075279.006805:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075279.006809:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769075279.006811:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769075279.006813:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075279.006813:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075279.006816:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769075279.006818:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075279.006819:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075279.006823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00100000:1.0:1769075279.006826:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926623744:192.168.204.145@tcp:250:kworker.0 00000020:00000001:3.0:1769075279.006826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075279.006833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075279.006834:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075279.006835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075279.006839:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075279.006839:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075279.006843:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075279.006847:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769075279.006851:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 02000000:00000010:1.0:1769075279.006853:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075279.006856:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075279.006858:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006863:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.006865:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075279.006867:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075279.006870:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 02000000:00000001:3.0:1769075279.006874:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075279.006877:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 02000000:00000001:3.0:1769075279.006880:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006884:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769075279.006885:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623744, portal 25 00000100:00000001:1.0:1769075279.006889:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00100000:3.0:1769075279.006889:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075279.006892:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000008:00000001:3.0:1769075279.006896:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075279.006899:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075279.006901:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075279.006909:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 00000100:00000001:1.0:1769075279.006910:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1769075279.006913:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000040:1.0:1769075279.006915:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075279.006918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1769075279.006920:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 02000000:00000001:3.0:1769075279.006921:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.006926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769075279.006927:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926623744, offset 0 02000000:00000001:3.0:1769075279.006928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075279.006931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.006936:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000010:3.0:1769075279.006937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:3.0:1769075279.006942:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.006945:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:3.0:1769075279.006948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075279.006954:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000001:3.0:1769075279.006961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075279.006964:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075279.006965:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075279.006971:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075279.006972:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075279.006979:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075279.006983:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075279.006985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.006990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769075279.006991:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.006992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075279.006995:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075279.006998:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3137:3137:256:4294967295] 192.168.204.145@tcp LPNI seq info [3137:3137:8:4294967295] 00000100:00000001:3.0:1769075279.006999:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075279.007004:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1968 00000400:00000200:1.0:1769075279.007006:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075279.007012:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075279.007015:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075279.007017:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075279.007019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.007027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007029:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075279.007031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075279.007035:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075279.007037:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000800:00000200:1.0:1769075279.007038:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000020:00000001:3.0:1769075279.007040:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075279.007044:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075279.007045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000010:1.0:1769075279.007046:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000020:00000001:3.0:1769075279.007047:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075279.007052:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769075279.007058:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:3.0:1769075279.007058:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007062:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000800:00000200:1.0:1769075279.007065:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000020:00000040:3.0:1769075279.007066:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075279.007071:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007073:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075279.007076:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1769075279.007077:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:3.0:1769075279.007079:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1769075279.007081:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 02000000:00000001:3.0:1769075279.007083:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007087:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000100:1.0:1769075279.007090:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000008:00100000:3.0:1769075279.007090:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1769075279.007094:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000008:00000001:3.0:1769075279.007095:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007100:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075279.007112:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000400:00000200:1.0:1769075279.007114:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1769075279.007115:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075279.007118:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075279.007121:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.007122:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075279.007123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075279.007127:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075279.007128:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 02000000:00000001:3.0:1769075279.007129:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075279.007133:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 02000000:00000010:3.0:1769075279.007134:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:1.0:1769075279.007138:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075279.007138:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075279.007142:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075279.007145:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075279.007159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075279.007163:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007165:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075279.007169:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075279.007181:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075279.007182:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075279.007184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075279.007192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075279.007194:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075279.007196:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075279.007199:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007200:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075279.007204:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075279.007205:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1968 00000100:00000001:1.0:1769075279.007210:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075279.007212:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007233:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075279.007235:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075279.007238:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296652046 00000100:00080000:3.0:1769075279.007239:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075279.007245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.007249:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075279.007250:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296646926 00000100:00000001:3.0:1769075279.007251:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075279.007256:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075279.007257:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296652046 00000020:00000040:3.0:1769075279.007257:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075279.007261:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075279.007263:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075279.007265:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296646926 00000020:00000001:3.0:1769075279.007265:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075279.007270:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075279.007271:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075279.007274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075279.007276:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075279.007281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075279.007282:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075279.007284:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075279.007287:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00100000:1.0:1769075279.007289:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075279.007291:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075279.007296:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075279.007300:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1769075279.007306:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075279.007307:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075279.007309:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 02000000:00000001:3.0:1769075279.007312:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075279.007313:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 02000000:00000001:3.0:1769075279.007317:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007327:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769075279.007329:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000008:00100000:3.0:1769075279.007333:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075279.007335:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769075279.007336:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007339:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075279.007342:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000100:00000200:1.0:1769075279.007344:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075279.007345:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075279.007348:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075279.007350:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075279.007353:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075279.007355:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075279.007358:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075279.007363:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769075279.007366:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075279.007368:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075279.007372:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075279.007396:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075279.007396:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075279.007399:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007400:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075279.007404:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007405:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007408:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075279.007416:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075279.007417:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075279.007421:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1978) 00000100:00000001:1.0:1769075279.007428:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075279.007432:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007442:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075279.007444:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007445:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007446:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007448:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075279.007449:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075279.007451:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075279.007454:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075279.007455:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075279.007476:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075279.007482:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926623744:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075279.007485:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007486:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.007488:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926623744/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007505:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075279.007507:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075279.007509:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075279.007512:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075279.007513:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075279.007514:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075279.007516:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075279.007517:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:1.0:1769075279.007520:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075279.007522:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075279.007524:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:1.0:1769075279.007526:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075279.007527:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007529:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007534:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075279.007536:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007537:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075279.007538:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075279.007539:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075279.007542:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007547:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075279.007548:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007549:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075279.007551:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075279.007552:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075279.007554:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623872:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075279.007556:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075279.007568:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075279.007569:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007571:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075279.007573:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075279.007575:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.007578:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075279.007580:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075279.007583:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075279.007585:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926623872, portal 10 00000100:00000001:1.0:1769075279.007587:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075279.007588:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:1.0:1769075279.007592:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007597:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075279.007599:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075279.007600:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075279.007602:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926623872, offset 0 00000400:00000200:1.0:1769075279.007605:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007608:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007611:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075279.007613:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075279.007615:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075279.007617:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075279.007619:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007621:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3138:3138:256:4294967295] 192.168.204.145@tcp LPNI seq info [3138:3138:8:4294967295] 00000400:00000200:1.0:1769075279.007624:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007629:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075279.007632:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.007634:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075279.007637:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075279.007639:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075279.007643:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075279.007644:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075279.007647:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.007648:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075279.007650:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075279.007653:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075279.007655:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075279.007656:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075279.007658:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075279.007660:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007666:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.007668:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007672:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007673:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075279.007675:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075279.007678:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075279.007680:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075279.007682:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296641796 00000100:00000001:1.0:1769075279.007684:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.007686:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296641796 00000100:00000001:1.0:1769075279.007687:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.007689:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075279.007690:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007691:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075279.007694:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075279.007698:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075279.007699:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075279.007700:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075279.007702:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075279.007703:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075279.007704:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075279.007706:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075279.007712:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007715:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075279.007716:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007717:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007718:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075279.007720:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007724:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075279.007727:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007731:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075279.007733:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007735:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007736:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007737:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075279.007738:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075279.007740:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075279.007742:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075279.007743:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075279.007745:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075279.007750:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926623872:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075279.007753:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075279.007754:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007759:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075279.007759:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007761:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075279.007762:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075279.007763:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075279.007765:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624000:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075279.007767:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075279.007769:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075279.007770:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007771:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075279.007784:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075279.007785:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.007787:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075279.007788:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075279.007790:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075279.007792:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624000, portal 4 00000100:00000001:1.0:1769075279.007794:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075279.007795:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00000040:1.0:1769075279.007798:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007803:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075279.007804:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075279.007805:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075279.007807:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926624000, offset 0 00000400:00000200:1.0:1769075279.007809:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007811:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007813:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075279.007814:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075279.007816:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075279.007817:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075279.007819:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007821:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3139:3139:256:4294967295] 192.168.204.145@tcp LPNI seq info [3139:3139:8:4294967295] 00000400:00000200:1.0:1769075279.007824:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007828:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075279.007831:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.007833:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075279.007835:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075279.007837:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075279.007839:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075279.007841:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075279.007844:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.007845:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075279.007847:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075279.007849:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075279.007851:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075279.007852:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075279.007854:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075279.007856:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007861:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.007863:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007867:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007868:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075279.007870:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075279.007872:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075279.007874:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075279.007875:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296640538 00000100:00000001:1.0:1769075279.007876:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.007878:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296640538 00000100:00000001:1.0:1769075279.007879:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.007881:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075279.007882:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.007883:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075279.007885:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075279.007890:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075279.007890:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075279.007891:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075279.007893:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075279.007893:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075279.007895:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075279.007896:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075279.007901:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007906:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075279.007907:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007908:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007909:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075279.007911:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007916:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075279.007918:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007923:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075279.007924:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007925:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.007926:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.007927:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075279.007928:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075279.007929:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075279.007931:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075279.007932:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075279.007934:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075279.007939:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624000:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075279.007941:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075279.007943:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007947:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075279.007948:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007949:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075279.007950:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075279.007951:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075279.007953:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624128:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075279.007955:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075279.007956:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075279.007958:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075279.007959:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075279.007961:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075279.007962:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075279.007964:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075279.007966:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075279.007968:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075279.007969:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624128, portal 4 00000100:00000001:1.0:1769075279.007971:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075279.007972:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075279.007975:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.007979:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075279.007980:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075279.007982:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075279.007983:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926624128, offset 0 00000400:00000200:1.0:1769075279.007985:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007987:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.007989:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075279.007990:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075279.007992:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075279.007993:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075279.007995:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075279.007997:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3140:3140:256:4294967295] 192.168.204.145@tcp LPNI seq info [3140:3140:8:4294967295] 00000400:00000200:1.0:1769075279.008000:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075279.008003:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075279.008017:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.008018:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075279.008020:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075279.008022:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075279.008024:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075279.008026:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075279.008028:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075279.008030:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075279.008032:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075279.008034:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075279.008035:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075279.008036:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075279.008038:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075279.008040:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008044:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.008046:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008050:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.008051:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075279.008053:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075279.008055:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075279.008056:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075279.008058:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296640540 00000100:00000001:1.0:1769075279.008059:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.008061:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296640540 00000100:00000001:1.0:1769075279.008063:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296652046 00000100:00000001:1.0:1769075279.008064:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075279.008065:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.008066:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075279.008068:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075279/real 1769075279] req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075279.008072:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075279.008073:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075279.008074:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075279.008075:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075279.008076:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075279.008082:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075279.008084:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075279.008089:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008093:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075279.008094:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008095:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.008095:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075279.008098:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008101:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075279.008104:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008108:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075279.008109:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008110:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075279.008111:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008112:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075279.008113:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075279.008114:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075279.008116:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075279.008117:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075279.008119:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075279.008124:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624128:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075279.008126:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008127:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.008129:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926623872/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008134:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075279.008135:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075279.008136:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075279.008137:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075279.008138:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075279.008139:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075279.008140:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075279.008141:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075279.008143:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075279.008144:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075279.008145:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:1.0:1769075279.008146:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075279.008147:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008148:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.008150:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926624000/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008155:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075279.008155:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075279.008156:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075279.008157:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075279.008158:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075279.008159:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075279.008160:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075279.008161:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769075279.008162:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075279.008162:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075279.008163:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:1.0:1769075279.008164:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075279.008165:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008166:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075279.008168:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926624128/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075279.008172:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075279.008173:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075279.008174:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075279.008175:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075279.008176:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075279.008177:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075279.008178:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075279.008179:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:1.0:1769075279.008180:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075279.008181:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075279.008182:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:1.0:1769075279.008183:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075279.008184:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008185:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075279.008187:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075279.008187:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075279.008189:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075279.008190:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075279.198572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075279.198581:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075279.198588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075279.198590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075279.198710:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075279.198714:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075279.198717:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075280.222580:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075280.222586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075280.222591:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075280.222592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075280.222656:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075280.222660:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075280.222663:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075281.246547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075281.246555:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075281.246562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075281.246564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075281.246618:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075281.246621:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075281.246624:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075282.270573:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075282.270579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075282.270584:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075282.270586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075282.270666:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075282.270672:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075282.270677:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075283.294579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075283.294589:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075283.294592:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075283.294609:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075283.294612:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075283.294614:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075283.294620:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075283.294622:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075283.294625:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075283.294628:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075283.294632:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075283.294633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075283.294714:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075283.294720:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075283.294724:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075284.126599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.126614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075284.126619:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075284.126625:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075284.126632:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075284.126643:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1973 00000400:00000200:3.0:1769075284.126657:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075284.126667:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075284.126673:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075284.126678:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126683:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.126687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075284.126697:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075284.126700:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075284.126704:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075284.126707:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075284.126709:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075284.126712:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075284.126715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.126719:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075284.126724:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075284.126728:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126730:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075284.126734:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075284.126738:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075284.126740:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.126743:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075284.126745:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075284.126755:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484a80. 00000020:00000040:3.0:1769075284.126759:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075284.126765:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075284.126767:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.126772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075284.126775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075284.126780:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075284.126790:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075284.126798:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075284.126810:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075284.126828:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075284.126834:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075284.126841:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000501b1575] to pc [ptlrpcd_rcv+-1] req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075284.126868:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075284.126872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.126875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075284.126877:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075284.126879:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075284.126881:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075284.126884:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1973 00000400:00000200:3.0:1769075284.126889:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075284.126892:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075284.126895:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075284.126898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.126903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126905:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075284.126917:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075284.126919:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075284.126921:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075284.126923:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075284.126926:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075284.126928:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075284.126931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.126936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075284.126940:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075284.126943:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075284.126946:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.126948:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769075284.126949:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075284.126958:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769075284.126958:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075284.126964:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.126965:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075284.126967:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075284.126974:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075284.126978:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.126982:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075284.126984:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075284.126987:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486a00. 00000020:00000040:3.0:1769075284.126992:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075284.127007:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075284.127010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075284.127013:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075284.127018:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.127022:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075284.127023:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075284.127029:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075284.127030:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075284.127033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.127036:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075284.127049:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00100000:1.0:1769075284.127054:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926624256:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075284.127057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127064:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075284.127071:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1769075284.127071:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075284.127076:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.127083:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075284.127090:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1769075284.127093:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 00000100:00000001:3.0:1769075284.127093:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.127100:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075284.127100:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cf227d] to pc [ptlrpcd_rcv+-1] req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075284.127115:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075284.127117:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075284.127121:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00080000:3.0:1769075284.127123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075284.127131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075284.127169:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075284.127189:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075284.127193:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075284.127194:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00080000:3.0:1769075284.127199:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1973 00000100:00000200:1.0:1769075284.127208:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624256, portal 25 00000400:00000200:3.0:1769075284.127210:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075284.127218:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1769075284.127222:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075284.127224:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762460288 : -125747947091328 : ffff8da206484a80) 00000100:00080000:3.0:1769075284.127231:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075284.127245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075284.127246:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075284.127251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.127260:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075284.127293:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075284.127294:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075284.127299:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075284.127305:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075284.127306:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000020:00000040:3.0:1769075284.127310:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000010:1.0:1769075284.127313:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000020:00000001:3.0:1769075284.127315:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075284.127322:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000200:1.0:1769075284.127323:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926624256, offset 0 00000100:00000040:3.0:1769075284.127329:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075284.127355:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075284.127356:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075284.127365:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075284.127369:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075284.127371:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127376:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075284.127379:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075284.127382:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075284.127383:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 02000000:00000001:3.0:1769075284.127388:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.127392:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075284.127394:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00100000:3.0:1769075284.127396:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075284.127402:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000008:00000001:3.0:1769075284.127403:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.127409:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075284.127411:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.127414:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075284.127421:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3141:3141:256:4294967295] 192.168.204.145@tcp LPNI seq info [3141:3141:8:4294967295] 00000100:00000010:3.0:1769075284.127425:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485f80. 00000400:00000200:1.0:1769075284.127426:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:3.0:1769075284.127434:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075284.127443:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075284.127445:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 02000000:00000001:3.0:1769075284.127448:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075284.127456:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127457:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075284.127461:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1769075284.127462:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 02000000:00000001:3.0:1769075284.127466:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075284.127473:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000010:3.0:1769075284.127476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000800:00000200:1.0:1769075284.127479:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000100:00000001:3.0:1769075284.127487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075284.127489:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00100000:3.0:1769075284.127499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1769075284.127518:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000100:00000001:3.0:1769075284.127550:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1769075284.127552:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.127558:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000100:00000001:3.0:1769075284.127559:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.127567:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1769075284.127573:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b78987a] to pc [ptlrpcd_rcv+-1] req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075284.127578:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075284.127590:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075284.127595:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075284.127602:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127603:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769075284.127611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1769075284.127613:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075284.127622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075284.127630:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075284.127634:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075284.127639:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075284.127641:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075284.127649:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075284.127651:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1973 00000400:00000200:3.0:1769075284.127666:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075284.127676:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075284.127677:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075284.127683:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075284.127686:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075284.127695:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075284.127696:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.127699:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075284.127704:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127709:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075284.127710:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:3.0:1769075284.127715:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075284.127718:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000001:1.0:1769075284.127720:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296657167 00000020:00000001:3.0:1769075284.127721:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075284.127725:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:3.0:1769075284.127728:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075284.127731:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075284.127734:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296652046 00000100:00000040:3.0:1769075284.127734:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127739:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075284.127745:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296657167 00000100:00000040:3.0:1769075284.127745:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075284.127750:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075284.127754:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296652046 00000020:00000040:3.0:1769075284.127755:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075284.127764:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075284.127766:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075284.127771:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.127775:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127776:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769075284.127783:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769075284.127785:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075284.127792:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769075284.127799:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1769075284.127800:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075284.127803:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075284.127807:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769075284.127808:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075284.127815:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000008:00100000:3.0:1769075284.127815:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075284.127821:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075284.127826:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769075284.127826:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075284.127834:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075284.127835:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075284.127847:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485c00. 00000100:00000200:1.0:1769075284.127852:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075284.127854:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075284.127863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075284.127869:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769075284.127870:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127874:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075284.127875:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075284.127880:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075284.127882:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1769075284.127884:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127886:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769075284.127893:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000100:00100000:1.0:1769075284.127894:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075284.127901:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127910:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075284.127916:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075284.127922:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075284.127946:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075284.127952:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075284.127953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127963:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075284.127965:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014d11a8f] to pc [ptlrpcd_rcv+-1] req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.127970:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.127975:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.127984:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075284.127985:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.127992:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769075284.127994:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1983) 00000100:00080000:1.0:1769075284.128003:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075284.128013:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075284.128020:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075284.128029:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075284.128042:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926624256:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075284.128049:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128053:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.128058:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484a80 x1855007926624256/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128069:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075284.128072:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075284.128076:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075284.128080:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075284.128083:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075284.128085:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075284.128089:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075284.128092:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:1.0:1769075284.128097:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075284.128100:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075284.128104:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484a80. 00000100:00000001:1.0:1769075284.128108:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075284.128109:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128112:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128118:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075284.128120:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.128122:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075284.128124:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075284.128126:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075284.128130:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128156:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075284.128157:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128160:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075284.128162:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075284.128164:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075284.128168:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624384:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075284.128171:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075284.128173:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075284.128175:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128177:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075284.128180:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075284.128183:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.128187:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075284.128190:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075284.128194:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075284.128198:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624384, portal 10 00000100:00000001:1.0:1769075284.128200:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075284.128201:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762468352 : -125747947083264 : ffff8da206486a00) 00000100:00000040:1.0:1769075284.128207:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128220:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075284.128223:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075284.128225:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075284.128227:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926624384, offset 0 00000400:00000200:1.0:1769075284.128232:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075284.128235:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.128239:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075284.128243:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075284.128245:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075284.128248:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075284.128250:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075284.128254:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3142:3142:256:4294967295] 192.168.204.145@tcp LPNI seq info [3142:3142:8:4294967295] 00000400:00000200:1.0:1769075284.128258:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.128264:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075284.128269:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.128272:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075284.128276:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075284.128279:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075284.128284:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075284.128287:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075284.128291:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.128293:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075284.128296:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075284.128299:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075284.128303:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075284.128305:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075284.128307:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075284.128310:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128318:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.128321:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128333:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.128334:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075284.128337:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075284.128341:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075284.128344:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075284.128346:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296646916 00000100:00000001:1.0:1769075284.128349:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.128351:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296646916 00000100:00000001:1.0:1769075284.128353:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.128355:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075284.128357:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.128359:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075284.128362:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075284.128369:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075284.128371:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075284.128372:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075284.128374:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075284.128375:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075284.128377:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075284.128380:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075284.128388:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128394:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075284.128396:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128398:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.128399:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075284.128402:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128409:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075284.128413:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128419:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075284.128422:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128423:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.128424:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128426:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075284.128427:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075284.128430:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075284.128432:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075284.128434:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075284.128438:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075284.128445:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624384:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075284.128448:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075284.128451:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128480:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075284.128482:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128485:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075284.128487:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075284.128489:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075284.128492:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624512:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075284.128495:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075284.128497:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075284.128499:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128501:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075284.128505:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075284.128507:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.128510:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075284.128513:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075284.128516:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075284.128518:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624512, portal 4 00000100:00000001:1.0:1769075284.128520:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075284.128522:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762465664 : -125747947085952 : ffff8da206485f80) 00000100:00000040:1.0:1769075284.128527:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128534:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075284.128536:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075284.128538:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075284.128540:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926624512, offset 0 00000400:00000200:1.0:1769075284.128544:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075284.128547:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.128550:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075284.128553:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075284.128555:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075284.128557:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075284.128560:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075284.128563:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3143:3143:256:4294967295] 192.168.204.145@tcp LPNI seq info [3143:3143:8:4294967295] 00000400:00000200:1.0:1769075284.128567:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.128573:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075284.128578:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.128581:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075284.128584:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075284.128587:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075284.128609:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075284.128612:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075284.128617:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.128620:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075284.128624:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075284.128630:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075284.128635:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075284.128639:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075284.128644:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075284.128651:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128666:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.128671:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128684:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.128687:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075284.128692:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075284.128698:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075284.128705:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075284.128709:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296645659 00000100:00000001:1.0:1769075284.128713:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.128718:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296645659 00000100:00000001:1.0:1769075284.128722:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.128726:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075284.128730:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.128734:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075284.128741:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075284.128756:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075284.128758:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075284.128760:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075284.128763:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075284.128765:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075284.128768:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075284.128772:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075284.128782:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128790:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075284.128791:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128793:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.128795:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075284.128799:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128807:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075284.128812:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128820:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075284.128823:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128824:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.128826:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.128828:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075284.128829:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075284.128832:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075284.128836:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075284.128838:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075284.128842:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075284.128851:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624512:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075284.128855:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075284.128859:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128869:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075284.128871:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128875:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075284.128880:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075284.128883:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075284.128889:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624640:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075284.128894:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075284.128897:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075284.128900:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075284.128903:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075284.128909:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075284.128913:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075284.128921:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075284.128925:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075284.128930:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075284.128936:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624640, portal 4 00000100:00000001:1.0:1769075284.128940:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075284.128942:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762464768 : -125747947086848 : ffff8da206485c00) 00000100:00000040:1.0:1769075284.128953:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.128966:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075284.128970:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075284.128974:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075284.128979:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926624640, offset 0 00000400:00000200:1.0:1769075284.128987:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075284.128994:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.128999:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075284.129003:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075284.129006:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075284.129009:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075284.129012:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075284.129016:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3144:3144:256:4294967295] 192.168.204.145@tcp LPNI seq info [3144:3144:8:4294967295] 00000400:00000200:1.0:1769075284.129022:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075284.129030:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075284.129035:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.129039:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075284.129044:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075284.129069:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075284.129075:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075284.129078:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075284.129083:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075284.129086:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075284.129090:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075284.129094:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075284.129098:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075284.129100:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075284.129104:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075284.129109:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129119:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.129123:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129131:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.129192:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075284.129196:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075284.129206:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075284.129210:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075284.129213:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296645661 00000100:00000001:1.0:1769075284.129216:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.129219:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296645661 00000100:00000001:1.0:1769075284.129221:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296657167 00000100:00000001:1.0:1769075284.129224:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075284.129227:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.129229:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075284.129235:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075284/real 1769075284] req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075284.129244:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075284.129246:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075284.129248:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075284.129251:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075284.129253:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075284.129256:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075284.129259:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075284.129269:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129277:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075284.129279:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129281:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.129282:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075284.129286:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129293:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075284.129298:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129305:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075284.129308:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129309:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075284.129311:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129313:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075284.129315:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075284.129317:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075284.129322:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075284.129324:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075284.129346:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075284.129353:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624640:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075284.129356:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129358:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.129361:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486a00 x1855007926624384/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129367:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075284.129368:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075284.129370:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075284.129372:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075284.129374:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075284.129375:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075284.129377:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075284.129379:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:1.0:1769075284.129381:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075284.129383:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075284.129384:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486a00. 00000100:00000001:1.0:1769075284.129387:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075284.129388:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129390:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.129393:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485f80 x1855007926624512/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129398:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075284.129399:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075284.129401:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075284.129403:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075284.129404:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075284.129405:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075284.129406:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075284.129408:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:1.0:1769075284.129410:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075284.129411:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075284.129413:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485f80. 00000100:00000001:1.0:1769075284.129415:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075284.129416:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129417:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075284.129420:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485c00 x1855007926624640/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075284.129425:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075284.129426:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075284.129428:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075284.129430:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075284.129431:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075284.129432:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075284.129434:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075284.129435:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:1.0:1769075284.129437:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075284.129437:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075284.129439:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485c00. 00000100:00000001:1.0:1769075284.129440:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075284.129442:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129443:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075284.129447:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075284.129448:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075284.129450:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075284.129451:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075284.318559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075284.318567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075284.318575:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075284.318576:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075284.318673:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075284.318678:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075284.318683:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075285.342544:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075285.342551:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075285.342559:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075285.342563:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075285.342565:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075285.342568:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075285.342571:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075285.342573:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075285.342576:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075285.342579:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075285.342686:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075285.342689:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075285.342691:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075286.366613:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075286.366619:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075286.366623:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075286.366624:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075286.366691:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075286.366697:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075286.366701:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075287.390631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075287.390642:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075287.390651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075287.390652:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075287.390807:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075287.390815:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075287.390821:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075288.414600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075288.414610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075288.414619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075288.414621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075288.414801:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075288.414809:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075288.414815:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075289.246614:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075289.246632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075289.246636:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075289.246642:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075289.246648:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075289.246657:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1978 00000400:00000200:2.0:1769075289.246669:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075289.246676:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075289.246680:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075289.246684:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246688:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.246691:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246694:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075289.246698:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075289.246700:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075289.246703:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075289.246706:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075289.246708:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075289.246710:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075289.246713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.246717:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075289.246721:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075289.246724:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246728:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075289.246732:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075289.246735:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075289.246738:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.246740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075289.246742:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075289.246750:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98700. 00000020:00000040:2.0:1769075289.246753:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075289.246759:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075289.246761:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.246764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075289.246768:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075289.246773:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075289.246781:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33800. 00000100:00000001:2.0:1769075289.246788:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075289.246799:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075289.246812:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075289.246819:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075289.246826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021562459] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075289.246864:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075289.246869:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075289.246873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075289.246875:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075289.246877:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075289.246880:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075289.246883:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1978 00000400:00000200:2.0:1769075289.246888:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075289.246892:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075289.246894:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075289.246897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075289.246898:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075289.246901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.246905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075289.246906:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075289.246910:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075289.246911:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075289.246914:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075289.246916:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075289.246919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075289.246922:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000040:3.0:1769075289.246922:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075289.246927:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075289.246932:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075289.246940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075289.246941:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075289.246943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075289.246945:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075289.246947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:3.0:1769075289.246950:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1769075289.246952:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 02000000:00000001:3.0:1769075289.246955:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769075289.246956:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075289.246971:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075289.246972:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075289.246978:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075289.246980:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.246982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075289.246987:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075289.246990:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.246992:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075289.246995:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9a680. 00000020:00000040:2.0:1769075289.246997:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075289.246999:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075289.247000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247002:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075289.247003:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075289.247005:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075289.247008:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30800. 00000100:00000001:2.0:1769075289.247012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075289.247016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769075289.247029:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769075289.247037:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926624768:192.168.204.145@tcp:250:kworker.0 00000100:00000001:2.0:1769075289.247042:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247046:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769075289.247062:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004277f296] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075289.247072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.247072:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075289.247076:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075289.247077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075289.247082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075289.247084:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075289.247086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075289.247087:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075289.247089:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1978 00000400:00000200:2.0:1769075289.247092:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075289.247094:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075289.247096:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075289.247098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.247101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075289.247105:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075289.247106:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075289.247107:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075289.247109:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075289.247110:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075289.247111:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:2.0:1769075289.247114:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.247117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075289.247121:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:2.0:1769075289.247123:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247125:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075289.247126:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075289.247128:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075289.247129:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247131:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075289.247133:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075289.247134:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247136:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075289.247140:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b800. 00000020:00000040:2.0:1769075289.247142:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075289.247144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075289.247145:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247147:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075289.247148:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075289.247149:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075289.247153:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33000. 00000100:00000001:2.0:1769075289.247156:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075289.247166:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075289.247172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075289.247174:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075289.247177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015c6ff12] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075289.247182:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075289.247184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075289.247187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075289.247189:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075289.247190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075289.247193:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075289.247196:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1978 00000400:00000200:2.0:1769075289.247198:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075289.247201:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075289.247203:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769075289.247203:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769075289.247208:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247210:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.247212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000010:3.0:1769075289.247212:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075289.247217:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075289.247222:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075289.247224:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:2.0:1769075289.247226:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1769075289.247229:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000040:2.0:1769075289.247230:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075289.247235:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:2.0:1769075289.247237:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000010:3.0:1769075289.247237:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000100:00000040:2.0:1769075289.247242:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247245:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075289.247246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247248:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075289.247250:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:2.0:1769075289.247252:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075289.247260:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075289.247261:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075289.247264:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075289.247265:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247267:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075289.247268:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075289.247270:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247271:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075289.247274:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b98000. 00000020:00000040:2.0:1769075289.247277:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075289.247279:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075289.247280:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075289.247282:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075289.247283:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075289.247284:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075289.247288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31400. 00000100:00000001:2.0:1769075289.247291:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075289.247296:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769075289.247299:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000001:2.0:1769075289.247305:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075289.247308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075289.247312:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000319ab65f] to pc [ptlrpcd_rcv+-1] req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075289.247312:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624768, portal 25 00000100:00000001:3.0:1769075289.247320:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075289.247323:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803435776 : -125747906115840 : ffff8da208b98700) 00000100:00000001:2.0:1769075289.247325:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075289.247332:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1988) 00000100:00000040:3.0:1769075289.247333:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247342:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075289.247346:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075289.247348:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075289.247351:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926624768, offset 0 00000400:00000200:3.0:1769075289.247357:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247366:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247373:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075289.247380:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075289.247384:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075289.247389:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075289.247391:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247395:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3145:3145:256:4294967295] 192.168.204.145@tcp LPNI seq info [3145:3145:8:4294967295] 00000400:00000200:3.0:1769075289.247397:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247407:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075289.247413:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.247418:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075289.247426:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075289.247430:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769075289.247436:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075289.247439:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769075289.247442:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.247445:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075289.247449:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075289.247453:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075289.247483:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075289.247487:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075289.247494:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075289.247499:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247508:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.247511:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247518:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247519:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075289.247532:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075289.247537:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075289.247541:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296662287 00000100:00000001:3.0:1769075289.247548:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296657167 00000100:00000001:3.0:1769075289.247552:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296662287 00000100:00000001:3.0:1769075289.247557:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296657167 00000100:00000001:3.0:1769075289.247560:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075289.247563:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247565:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075289.247568:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075289.247577:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075289.247578:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075289.247580:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075289.247582:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075289.247583:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075289.247586:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075289.247589:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075289.247596:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247600:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075289.247602:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247605:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.247607:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075289.247610:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247616:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075289.247619:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247624:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075289.247626:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247628:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.247628:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247630:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075289.247632:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075289.247634:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075289.247637:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075289.247639:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075289.247642:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075289.247647:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926624768:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075289.247651:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247653:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.247655:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98700 x1855007926624768/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247660:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075289.247663:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075289.247666:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075289.247668:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075289.247669:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075289.247671:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075289.247673:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075289.247676:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33800. 02000000:00000001:3.0:1769075289.247679:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075289.247681:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075289.247683:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98700. 00000100:00000001:3.0:1769075289.247685:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075289.247686:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247688:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247696:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075289.247698:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247699:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075289.247700:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075289.247701:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075289.247704:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247709:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075289.247711:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.247712:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075289.247714:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075289.247715:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075289.247717:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624896:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075289.247719:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075289.247720:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075289.247721:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.247723:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075289.247725:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075289.247727:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075289.247729:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075289.247732:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075289.247734:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075289.247737:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926624896, portal 10 00000100:00000001:3.0:1769075289.247738:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075289.247740:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803443840 : -125747906107776 : ffff8da208b9a680) 00000100:00000040:3.0:1769075289.247746:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247756:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075289.247758:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075289.247759:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075289.247761:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926624896, offset 0 00000400:00000200:3.0:1769075289.247764:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247766:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247768:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075289.247771:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075289.247772:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075289.247774:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075289.247776:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247779:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3146:3146:256:4294967295] 192.168.204.145@tcp LPNI seq info [3146:3146:8:4294967295] 00000400:00000200:3.0:1769075289.247782:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247786:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075289.247789:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.247791:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075289.247793:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075289.247796:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769075289.247799:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075289.247801:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769075289.247804:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.247806:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075289.247808:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075289.247810:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075289.247813:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075289.247814:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075289.247816:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075289.247819:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247825:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.247827:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247837:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247838:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075289.247840:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075289.247844:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075289.247846:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075289.247848:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296652036 00000100:00000001:3.0:1769075289.247850:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.247852:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296652036 00000100:00000001:3.0:1769075289.247853:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.247855:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075289.247857:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.247858:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075289.247860:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075289.247865:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075289.247866:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075289.247867:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075289.247868:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075289.247869:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075289.247870:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075289.247872:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075289.247878:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247883:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075289.247884:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247885:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.247886:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075289.247888:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247894:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075289.247897:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247901:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075289.247903:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247904:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.247905:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.247906:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075289.247907:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075289.247908:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075289.247910:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075289.247912:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075289.247914:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075289.247919:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926624896:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075289.247921:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075289.247923:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247928:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075289.247928:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.247930:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075289.247931:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075289.247932:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075289.247934:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625024:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075289.247936:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075289.247937:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075289.247939:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.247941:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075289.247943:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075289.247944:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075289.247947:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075289.247949:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075289.247951:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075289.247953:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625024, portal 4 00000100:00000001:3.0:1769075289.247955:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075289.247956:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803448320 : -125747906103296 : ffff8da208b9b800) 00000100:00000040:3.0:1769075289.247960:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.247965:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075289.247966:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075289.247967:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075289.247969:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926625024, offset 0 00000400:00000200:3.0:1769075289.247971:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247973:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247976:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075289.247978:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075289.247979:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075289.247981:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075289.247983:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075289.247985:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3147:3147:256:4294967295] 192.168.204.145@tcp LPNI seq info [3147:3147:8:4294967295] 00000400:00000200:3.0:1769075289.247988:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.247993:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075289.247996:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.247998:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075289.248000:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075289.248002:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769075289.248005:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075289.248007:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769075289.248010:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.248012:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075289.248014:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075289.248017:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075289.248019:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075289.248020:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075289.248022:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075289.248024:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248030:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.248032:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248037:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.248038:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075289.248040:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075289.248042:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075289.248044:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075289.248046:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296650778 00000100:00000001:3.0:1769075289.248069:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.248071:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296650778 00000100:00000001:3.0:1769075289.248073:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.248074:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075289.248076:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.248077:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075289.248080:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075289.248086:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075289.248087:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075289.248089:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075289.248091:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075289.248092:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075289.248094:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075289.248096:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075289.248102:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248106:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075289.248107:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248108:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.248109:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075289.248111:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248117:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075289.248119:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248124:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075289.248126:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248127:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.248127:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248129:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075289.248130:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075289.248131:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075289.248133:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075289.248134:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075289.248137:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075289.248142:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625024:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075289.248144:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075289.248146:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248152:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075289.248153:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.248155:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075289.248156:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075289.248158:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075289.248159:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625152:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075289.248161:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075289.248162:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075289.248163:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075289.248164:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075289.248167:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075289.248168:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075289.248170:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075289.248172:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075289.248174:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075289.248176:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625152, portal 4 00000100:00000001:3.0:1769075289.248177:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075289.248179:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803433984 : -125747906117632 : ffff8da208b98000) 00000100:00000040:3.0:1769075289.248183:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248188:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075289.248189:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075289.248191:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075289.248192:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926625152, offset 0 00000400:00000200:3.0:1769075289.248195:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075289.248197:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.248199:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075289.248201:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075289.248203:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075289.248205:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075289.248206:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075289.248209:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3148:3148:256:4294967295] 192.168.204.145@tcp LPNI seq info [3148:3148:8:4294967295] 00000400:00000200:3.0:1769075289.248212:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075289.248217:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075289.248220:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.248222:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075289.248225:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075289.248227:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769075289.248230:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075289.248232:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769075289.248235:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075289.248237:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075289.248239:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075289.248241:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075289.248243:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075289.248244:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075289.248247:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075289.248249:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248254:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.248257:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248261:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.248262:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075289.248264:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075289.248266:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075289.248268:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075289.248269:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296650780 00000100:00000001:3.0:1769075289.248270:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.248272:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296650780 00000100:00000001:3.0:1769075289.248274:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296662287 00000100:00000001:3.0:1769075289.248276:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075289.248278:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.248279:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075289.248282:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075289/real 1769075289] req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075289.248288:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075289.248288:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075289.248289:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075289.248291:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075289.248292:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075289.248293:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075289.248295:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075289.248301:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248306:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075289.248307:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248309:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.248310:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075289.248314:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248323:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075289.248327:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248335:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075289.248338:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248340:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075289.248341:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248343:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075289.248345:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075289.248348:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075289.248353:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075289.248355:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075289.248360:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075289.248369:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625152:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075289.248374:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248377:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.248380:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9a680 x1855007926624896/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248386:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075289.248387:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075289.248388:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075289.248391:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075289.248392:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075289.248393:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075289.248395:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075289.248396:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30800. 02000000:00000001:3.0:1769075289.248398:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075289.248399:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075289.248400:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9a680. 00000100:00000001:3.0:1769075289.248403:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075289.248404:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248405:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.248408:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b800 x1855007926625024/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248412:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075289.248413:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075289.248414:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075289.248415:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075289.248416:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075289.248417:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075289.248418:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075289.248420:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33000. 02000000:00000001:3.0:1769075289.248422:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075289.248424:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075289.248425:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b800. 00000100:00000001:3.0:1769075289.248428:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075289.248430:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248432:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075289.248435:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b98000 x1855007926625152/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075289.248442:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075289.248443:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075289.248445:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075289.248448:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075289.248450:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075289.248451:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075289.248453:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075289.248455:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31400. 02000000:00000001:3.0:1769075289.248482:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075289.248484:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075289.248486:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b98000. 00000100:00000001:3.0:1769075289.248490:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075289.248492:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248494:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075289.248498:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075289.248500:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075289.248502:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075289.248504:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075289.438628:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075289.438648:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075289.438659:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075289.438660:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075289.438745:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075289.438752:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075289.438755:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075290.462540:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075290.462546:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075290.462551:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075290.462552:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075290.462609:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075290.462611:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075290.462613:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075291.486619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075291.486628:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075291.486635:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075291.486637:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075291.486777:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075291.486783:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075291.486788:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075292.510587:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075292.510594:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075292.510600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075292.510601:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075292.510663:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075292.510667:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075292.510670:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075293.534667:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075293.534684:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075293.534689:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075293.534699:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075293.534704:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075293.534708:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075293.534718:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075293.534722:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075293.534727:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075293.534731:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075293.534739:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075293.534742:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075293.534883:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075293.534890:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075293.534894:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075294.366611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075294.366626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075294.366630:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075294.366635:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075294.366640:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075294.366648:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1983 00000400:00000200:2.0:1769075294.366684:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075294.366692:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075294.366696:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075294.366699:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366702:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.366705:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366707:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075294.366711:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075294.366724:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:2.0:1769075294.366726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075294.366729:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:2.0:1769075294.366732:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:2.0:1769075294.366734:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:2.0:1769075294.366737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.366740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366741:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075294.366744:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:2.0:1769075294.366747:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366749:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075294.366751:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075294.366755:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075294.366757:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.366759:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075294.366761:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075294.366771:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9b480. 00000020:00000040:2.0:1769075294.366774:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:2.0:1769075294.366778:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075294.366779:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.366782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075294.366785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075294.366789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075294.366796:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d30c00. 00000100:00000001:2.0:1769075294.366812:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075294.366821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075294.366831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075294.366836:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075294.366840:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028fe6f43] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075294.366865:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075294.366868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075294.366871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075294.366873:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075294.366874:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075294.366877:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075294.366879:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1983 00000400:00000200:2.0:1769075294.366882:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075294.366885:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075294.366889:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075294.366892:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366894:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.366897:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075294.366902:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075294.366904:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:2.0:1769075294.366906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075294.366908:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:2.0:1769075294.366910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:2.0:1769075294.366913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:2.0:1769075294.366915:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075294.366921:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075294.366923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.366932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075294.366935:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1769075294.366937:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:2.0:1769075294.366943:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075294.366944:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075294.366947:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075294.366951:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075294.366957:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075294.366960:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.366991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075294.366995:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075294.367001:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075294.367004:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769075294.367007:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9ad80. 00000020:00000040:2.0:1769075294.367012:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:2.0:1769075294.367020:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075294.367022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367030:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075294.367035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075294.367041:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075294.367054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d32000. 00000100:00000001:3.0:1769075294.367057:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075294.367061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.367064:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075294.367083:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769075294.367098:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075294.367100:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075294.367105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.367107:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075294.367115:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb9baba6] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075294.367116:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075294.367137:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926625280:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075294.367159:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075294.367169:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075294.367170:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075294.367188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075294.367195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769075294.367195:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367205:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769075294.367207:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769075294.367210:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075294.367214:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075294.367218:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1983 02000000:00000010:3.0:1769075294.367221:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 00000400:00000200:2.0:1769075294.367231:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075294.367232:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075294.367255:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075294.367263:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075294.367266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.367270:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367272:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075294.367274:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075294.367278:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:2.0:1769075294.367280:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075294.367282:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:2.0:1769075294.367285:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:2.0:1769075294.367288:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:3.0:1769075294.367295:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:2.0:1769075294.367302:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367307:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.367319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075294.367324:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000010:3.0:1769075294.367325:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000100:00080000:2.0:1769075294.367332:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367337:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075294.367339:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1769075294.367341:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 02000000:00000001:2.0:1769075294.367353:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075294.367357:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367358:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:3.0:1769075294.367364:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625280, portal 25 00000008:00100000:2.0:1769075294.367365:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075294.367379:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1769075294.367380:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.367397:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803447424 : -125747906104192 : ffff8da208b9b480) 00000100:00000001:2.0:1769075294.367408:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075294.367416:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769075294.367421:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b99f80. 00000020:00000040:2.0:1769075294.367437:0:8:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:2.0:1769075294.367456:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075294.367463:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769075294.367493:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367497:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075294.367498:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075294.367501:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075294.367507:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d33c00. 00000100:00000040:3.0:1769075294.367510:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367512:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075294.367522:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00100000:2.0:1769075294.367523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769075294.367538:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926625280, offset 0 00000100:00000001:2.0:1769075294.367540:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075294.367546:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075294.367553:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ad302f0] to pc [ptlrpcd_rcv+-1] req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075294.367572:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367574:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075294.367579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075294.367592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075294.367594:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075294.367599:0:8:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075294.367603:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075294.367608:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1983 00000400:00000200:3.0:1769075294.367613:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.367629:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075294.367638:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075294.367643:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075294.367648:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075294.367651:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075294.367656:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3149:3149:256:4294967295] 192.168.204.145@tcp LPNI seq info [3149:3149:8:4294967295] 00000400:00000200:3.0:1769075294.367661:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.367674:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075294.367685:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:2.0:1769075294.367686:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075294.367701:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000010:3.0:1769075294.367701:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000100:00080000:2.0:1769075294.367712:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075294.367717:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000800:00000200:3.0:1769075294.367721:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:2.0:1769075294.367723:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769075294.367733:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000100:00000040:2.0:1769075294.367734:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367745:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:2.0:1769075294.367750:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075294.367751:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:2.0:1769075294.367753:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075294.367755:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:2.0:1769075294.367760:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000200:3.1:1769075294.367763:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000001:2.0:1769075294.367765:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000800:00000200:3.1:1769075294.367776:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000100:00000040:2.0:1769075294.367791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075294.367813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:2.0:1769075294.367823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000800:00000100:3.0:1769075294.367831:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00080000:2.0:1769075294.367833:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:2.0:1769075294.367843:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075294.367846:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 02000000:00000001:2.0:1769075294.367847:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075294.367853:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075294.367857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367859:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769075294.367861:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:2.0:1769075294.367862:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075294.367877:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367887:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075294.367888:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000010:2.0:1769075294.367898:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da208b9a300. 00000400:00000200:3.0:1769075294.367902:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000020:00000040:2.0:1769075294.367905:0:8:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000010:3.0:1769075294.367907:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 02000000:00000001:2.0:1769075294.367913:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075294.367916:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075294.367919:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075294.367920:0:2378:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769075294.367922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075294.367926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075294.367931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207d31c00. 00000100:00000200:3.0:1769075294.367933:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075294.367937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075294.367954:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075294.367996:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075294.367998:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075294.368008:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025c4c93] to pc [ptlrpcd_rcv+-1] req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368017:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075294.368019:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075294.368028:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1993) 00000100:00000040:3.0:1769075294.368034:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368051:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.368056:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075294.368067:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075294.368074:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075294.368078:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296667407 00000100:00000001:3.0:1769075294.368114:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662287 00000100:00000001:3.0:1769075294.368120:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296667407 00000100:00000001:3.0:1769075294.368125:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662287 00000100:00000001:3.0:1769075294.368129:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075294.368132:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.368136:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075294.368142:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075294.368156:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075294.368159:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075294.368163:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075294.368167:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075294.368169:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075294.368184:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075294.368189:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075294.368200:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368209:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075294.368211:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368214:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.368217:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075294.368221:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368229:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075294.368235:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368244:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075294.368248:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368250:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.368252:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368255:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075294.368257:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075294.368261:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075294.368266:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075294.368269:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075294.368274:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075294.368284:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926625280:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075294.368289:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368293:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.368296:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9b480 x1855007926625280/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368305:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075294.368308:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075294.368329:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075294.368332:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075294.368335:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075294.368348:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075294.368351:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075294.368354:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d30c00. 02000000:00000001:3.0:1769075294.368358:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075294.368361:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075294.368364:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9b480. 00000100:00000001:3.0:1769075294.368367:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075294.368368:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368371:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368380:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075294.368382:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.368385:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075294.368387:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075294.368389:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075294.368393:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368401:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075294.368402:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.368404:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075294.368406:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075294.368409:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075294.368412:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625408:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075294.368415:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075294.368418:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075294.368419:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.368421:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075294.368424:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075294.368427:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075294.368432:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075294.368434:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075294.368438:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075294.368442:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625408, portal 10 00000100:00000001:3.0:1769075294.368461:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075294.368463:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803445632 : -125747906105984 : ffff8da208b9ad80) 00000100:00000040:3.0:1769075294.368472:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368480:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075294.368483:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075294.368485:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075294.368489:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926625408, offset 0 00000400:00000200:3.0:1769075294.368494:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075294.368499:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.368541:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075294.368549:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075294.368554:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075294.368559:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075294.368564:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075294.368570:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3150:3150:256:4294967295] 192.168.204.145@tcp LPNI seq info [3150:3150:8:4294967295] 00000400:00000200:3.0:1769075294.368579:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.368607:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075294.368615:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.368621:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075294.368628:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075294.368632:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075294.368639:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075294.368642:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769075294.368647:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.368649:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075294.368652:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075294.368656:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075294.368660:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075294.368662:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075294.368666:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075294.368670:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368678:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.368681:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368688:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.368690:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075294.368693:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075294.368698:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075294.368702:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075294.368705:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296657157 00000100:00000001:3.0:1769075294.368708:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.368710:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296657157 00000100:00000001:3.0:1769075294.368712:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.368714:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075294.368716:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.368718:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075294.368722:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075294.368729:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075294.368731:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075294.368733:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075294.368735:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075294.368737:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075294.368739:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075294.368743:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075294.368767:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368778:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075294.368780:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368783:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.368785:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075294.368808:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368822:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075294.368831:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368845:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075294.368850:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368854:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.368856:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.368859:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075294.368861:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075294.368864:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075294.368869:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075294.368872:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075294.368877:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075294.368887:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625408:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075294.368893:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075294.368897:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.368914:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075294.368916:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.368919:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075294.368922:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075294.368924:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075294.368927:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625536:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075294.368931:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075294.368934:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075294.368936:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.368939:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075294.368943:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075294.368947:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075294.368955:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075294.368995:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075294.369002:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075294.369007:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625536, portal 4 00000100:00000001:3.0:1769075294.369009:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075294.369012:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442048 : -125747906109568 : ffff8da208b99f80) 00000100:00000040:3.0:1769075294.369021:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369038:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075294.369042:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075294.369046:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075294.369050:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926625536, offset 0 00000400:00000200:3.0:1769075294.369057:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075294.369064:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.369070:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075294.369075:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075294.369078:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075294.369080:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075294.369083:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075294.369115:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3151:3151:256:4294967295] 192.168.204.145@tcp LPNI seq info [3151:3151:8:4294967295] 00000400:00000200:3.0:1769075294.369121:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.369129:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075294.369135:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.369139:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075294.369145:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075294.369148:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075294.369153:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075294.369157:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769075294.369161:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.369164:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075294.369168:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075294.369172:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075294.369176:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075294.369178:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075294.369182:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075294.369187:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369197:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.369201:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369209:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.369211:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075294.369215:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075294.369219:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075294.369222:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075294.369225:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296655899 00000100:00000001:3.0:1769075294.369228:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.369231:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296655899 00000100:00000001:3.0:1769075294.369251:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.369253:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075294.369256:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.369258:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075294.369262:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075294.369270:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075294.369271:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075294.369273:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075294.369275:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075294.369277:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075294.369279:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075294.369282:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075294.369290:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369296:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075294.369297:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369299:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.369300:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075294.369303:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369309:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075294.369313:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369319:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075294.369321:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369323:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.369324:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369326:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075294.369328:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075294.369331:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075294.369334:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075294.369337:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075294.369341:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075294.369348:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625536:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075294.369351:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075294.369355:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369361:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075294.369362:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.369364:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075294.369366:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075294.369368:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075294.369371:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625664:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075294.369374:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075294.369376:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075294.369378:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075294.369380:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075294.369383:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075294.369385:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075294.369388:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075294.369390:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075294.369393:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075294.369396:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625664, portal 4 00000100:00000001:3.0:1769075294.369398:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075294.369400:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325803442944 : -125747906108672 : ffff8da208b9a300) 00000100:00000040:3.0:1769075294.369405:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369411:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075294.369414:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075294.369416:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075294.369418:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926625664, offset 0 00000400:00000200:3.0:1769075294.369440:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075294.369445:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.369449:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075294.369452:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075294.369456:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075294.369459:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075294.369462:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075294.369465:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3152:3152:256:4294967295] 192.168.204.145@tcp LPNI seq info [3152:3152:8:4294967295] 00000400:00000200:3.0:1769075294.369470:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075294.369478:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075294.369483:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.369486:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075294.369490:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075294.369494:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075294.369499:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075294.369502:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769075294.369542:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075294.369546:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075294.369551:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075294.369557:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075294.369563:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075294.369567:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075294.369572:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075294.369580:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369609:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.369614:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369625:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.369628:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075294.369633:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075294.369638:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075294.369641:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075294.369644:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296655902 00000100:00000001:3.0:1769075294.369646:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.369649:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296655902 00000100:00000001:3.0:1769075294.369651:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296667407 00000100:00000001:3.0:1769075294.369653:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075294.369656:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.369658:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075294.369661:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075294/real 1769075294] req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075294.369669:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075294.369670:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075294.369672:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075294.369675:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075294.369676:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075294.369679:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075294.369682:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075294.369690:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369697:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075294.369698:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369700:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.369701:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075294.369704:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369710:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075294.369713:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369727:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075294.369730:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369731:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075294.369733:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369734:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075294.369735:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075294.369738:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075294.369741:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075294.369743:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075294.369749:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075294.369761:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da208b9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625664:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075294.369767:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369770:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.369775:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9ad80 x1855007926625408/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369786:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075294.369788:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075294.369792:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075294.369796:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075294.369814:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075294.369817:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075294.369821:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075294.369825:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d32000. 02000000:00000001:3.0:1769075294.369830:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075294.369833:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075294.369836:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9ad80. 00000100:00000001:3.0:1769075294.369842:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075294.369844:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369848:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.369854:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b99f80 x1855007926625536/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369862:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075294.369864:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075294.369866:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075294.369869:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075294.369871:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075294.369872:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075294.369883:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075294.369885:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d33c00. 02000000:00000001:3.0:1769075294.369887:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075294.369889:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075294.369890:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b99f80. 00000100:00000001:3.0:1769075294.369893:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075294.369894:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369896:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075294.369899:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da208b9a300 x1855007926625664/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075294.369907:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075294.369908:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075294.369910:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075294.369913:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075294.369914:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075294.369916:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075294.369918:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075294.369919:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207d31c00. 02000000:00000001:3.0:1769075294.369921:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075294.369923:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075294.369924:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da208b9a300. 00000100:00000001:3.0:1769075294.369926:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075294.369928:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369930:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075294.369935:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075294.369936:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075294.369938:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075294.369941:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075294.558623:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075294.558631:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075294.558637:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075294.558639:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075294.558751:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075294.558757:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075294.558761:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075295.582687:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075295.582698:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075295.582725:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075295.582730:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075295.582733:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075295.582737:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075295.582741:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075295.582744:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075295.582747:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075295.582751:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075295.582845:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075295.582851:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075295.582855:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075296.606526:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075296.606543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075296.606548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075296.606549:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075296.606709:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075296.606716:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075296.606722:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075297.630570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075297.630577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075297.630582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075297.630584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075297.630664:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075297.630670:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075297.630675:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075298.654565:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075298.654572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075298.654578:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075298.654579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075298.654678:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075298.654683:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075298.654687:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075299.486622:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.486633:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075299.486637:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075299.486642:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075299.486647:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075299.486657:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1988 00000400:00000200:0.0:1769075299.486669:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075299.486689:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075299.486693:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075299.486698:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486703:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075299.486707:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486710:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075299.486716:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075299.486720:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075299.486724:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075299.486728:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075299.486732:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075299.486735:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075299.486738:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486752:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075299.486754:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486755:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075299.486759:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075299.486762:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486782:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075299.486785:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075299.486789:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075299.486792:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.486794:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075299.486796:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075299.486807:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dced80. 00000020:00000040:0.0:1769075299.486811:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075299.486816:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075299.486817:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.486821:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075299.486823:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075299.486827:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075299.486835:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94400. 00000100:00000001:0.0:1769075299.486842:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075299.486852:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075299.486864:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075299.486868:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075299.486874:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074df0cbb] to pc [ptlrpcd_rcv+-1] req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075299.486938:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075299.486942:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.486945:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075299.486947:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075299.486949:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075299.486968:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075299.486972:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1988 00000400:00000200:0.0:1769075299.486977:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075299.486981:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075299.486984:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075299.486987:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486990:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075299.486993:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.486995:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075299.486998:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075299.487000:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075299.487003:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075299.487005:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075299.487008:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075299.487011:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:3.0:1769075299.487021:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075299.487027:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075299.487032:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075299.487033:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075299.487040:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075299.487043:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769075299.487044:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075299.487051:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:0.0:1769075299.487060:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487064:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.487064:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075299.487071:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075299.487087:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075299.487095:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.487102:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075299.487103:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1769075299.487106:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075299.487110:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075299.487112:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.487121:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075299.487126:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.487129:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769075299.487134:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce300. 02000000:00000001:3.0:1769075299.487137:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075299.487157:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00100000:3.0:1769075299.487176:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926625792:192.168.204.145@tcp:250:kworker.0 02000000:00000001:0.0:1769075299.487178:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075299.487182:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.487185:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769075299.487186:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075299.487192:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075299.487192:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075299.487197:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075299.487198:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.487200:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075299.487210:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000010:0.0:1769075299.487211:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95800. 02000000:00000001:3.0:1769075299.487214:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.487223:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.487229:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075299.487235:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000100:00100000:0.0:1769075299.487240:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769075299.487244:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075299.487255:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625792, portal 25 00000100:00000001:0.0:1769075299.487260:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075299.487260:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075299.487265:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788978560 : -125747920573056 : ffff8da207dced80) 00000100:00000001:0.0:1769075299.487269:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.487275:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075299.487281:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721c52eb] to pc [ptlrpcd_rcv+-1] req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.487297:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075299.487313:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075299.487315:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075299.487318:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926625792, offset 0 00000100:00000001:0.0:1769075299.487328:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.487332:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075299.487335:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075299.487340:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769075299.487345:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075299.487346:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075299.487351:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075299.487354:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075299.487357:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00080000:0.0:1769075299.487361:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1988 00000400:00000200:3.0:1769075299.487367:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075299.487370:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075299.487379:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075299.487385:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075299.487389:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:0.0:1769075299.487395:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:3.0:1769075299.487398:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769075299.487400:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075299.487405:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:0.0:1769075299.487409:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487418:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:3.0:1769075299.487418:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3153:3153:256:4294967295] 192.168.204.145@tcp LPNI seq info [3153:3153:8:4294967295] 00000020:00000001:0.0:1769075299.487425:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075299.487429:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:3.0:1769075299.487429:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:0.0:1769075299.487434:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075299.487438:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075299.487443:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075299.487450:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:3.0:1769075299.487451:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075299.487462:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.487466:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075299.487473:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075299.487512:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075299.487520:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000040:0.0:1769075299.487524:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487527:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075299.487530:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487532:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075299.487535:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:0.0:1769075299.487541:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000800:00000200:3.1:1769075299.487545:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769075299.487546:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075299.487550:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075299.487557:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075299.487563:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769075299.487564:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487566:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075299.487571:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000010:3.0:1769075299.487573:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000008:00000001:0.0:1769075299.487593:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.487597:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.487602:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:0.0:1769075299.487604:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd180. 00000020:00000040:0.0:1769075299.487610:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075299.487618:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769075299.487619:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1769075299.487621:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.487628:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075299.487629:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075299.487632:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 02000000:00000001:0.0:1769075299.487633:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075299.487641:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 02000000:00000010:0.0:1769075299.487645:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94c00. 00000100:00000001:3.0:1769075299.487651:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075299.487655:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075299.487661:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075299.487695:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075299.487700:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.487709:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075299.487726:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075299.487727:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.487731:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075299.487734:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.487752:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075299.487757:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f2b7d3] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075299.487761:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075299.487767:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296672527 00000100:00000001:3.0:1769075299.487780:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296667407 00000100:00000001:0.0:1769075299.487781:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075299.487791:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075299.487791:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296672527 00000100:00080000:0.0:1769075299.487801:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075299.487801:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296667407 00000100:00000001:0.0:1769075299.487805:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769075299.487808:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769075299.487809:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075299.487813:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.487815:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075299.487817:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769075299.487822:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1988 00000100:00100000:3.0:1769075299.487826:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075299.487834:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075299.487844:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075299.487848:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1769075299.487849:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075299.487853:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1769075299.487857:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:3.0:1769075299.487858:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000100:00000001:0.0:1769075299.487864:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075299.487865:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075299.487869:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000040:0.0:1769075299.487871:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075299.487873:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075299.487896:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075299.487902:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075299.487905:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00000200:3.0:1769075299.487907:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075299.487919:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075299.487925:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075299.487931:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000200:3.0:1769075299.487936:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075299.487937:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:0.0:1769075299.487947:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075299.487973:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075299.487987:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1769075299.487988:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075299.487992:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075299.487994:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075299.487997:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1769075299.488001:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:3.0:1769075299.488002:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075299.488013:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00100000:3.0:1769075299.488015:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075299.488021:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075299.488028:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075299.488033:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075299.488043:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488044:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075299.488046:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075299.488051:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075299.488057:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.488062:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.488062:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769075299.488082:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc380. 00000020:00000040:0.0:1769075299.488090:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075299.488099:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075299.488102:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769075299.488103:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075299.488113:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075299.488115:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075299.488116:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075299.488122:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488124:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1769075299.488129:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96400. 00000100:00000001:3.0:1769075299.488130:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075299.488143:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488146:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075299.488169:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1769075299.488172:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769075299.488175:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075299.488186:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:0.0:1769075299.488191:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075299.488192:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769075299.488199:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.488201:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075299.488214:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002257a2cd] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075299.488216:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926625792:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075299.488227:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488233:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.488239:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dced80 x1855007926625792/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075299.488246:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488251:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075299.488256:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1769075299.488257:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1998) 02000000:00000010:3.0:1769075299.488260:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075299.488266:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075299.488268:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075299.488270:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075299.488272:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075299.488275:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94400. 02000000:00000001:3.0:1769075299.488278:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075299.488281:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075299.488282:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dced80. 00000100:00000001:3.0:1769075299.488286:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075299.488287:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488301:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488308:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075299.488310:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488312:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075299.488313:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075299.488315:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075299.488318:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488325:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075299.488327:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.488329:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075299.488331:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075299.488333:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075299.488335:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625920:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075299.488338:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075299.488340:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075299.488342:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.488343:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075299.488346:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075299.488348:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.488353:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075299.488355:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075299.488359:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075299.488362:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926625920, portal 10 00000100:00000001:3.0:1769075299.488364:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075299.488365:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788975872 : -125747920575744 : ffff8da207dce300) 00000100:00000040:3.0:1769075299.488371:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488386:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075299.488388:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075299.488390:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075299.488393:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926625920, offset 0 00000400:00000200:3.0:1769075299.488396:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075299.488400:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.488403:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075299.488406:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075299.488409:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075299.488411:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075299.488414:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075299.488417:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3154:3154:256:4294967295] 192.168.204.145@tcp LPNI seq info [3154:3154:8:4294967295] 00000400:00000200:3.0:1769075299.488421:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.488427:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075299.488432:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.488435:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075299.488439:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075299.488441:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075299.488446:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075299.488448:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769075299.488452:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.488454:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075299.488457:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075299.488460:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075299.488463:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075299.488464:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075299.488467:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075299.488470:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488477:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.488480:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488486:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488487:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075299.488490:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.488515:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075299.488520:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075299.488522:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296662277 00000100:00000001:3.0:1769075299.488525:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.488527:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296662277 00000100:00000001:3.0:1769075299.488529:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.488531:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075299.488534:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488536:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075299.488542:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075299.488554:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075299.488556:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075299.488559:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075299.488563:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075299.488565:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075299.488568:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075299.488574:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075299.488587:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488598:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075299.488600:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488620:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.488622:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075299.488629:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488640:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075299.488645:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488652:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075299.488655:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488657:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.488658:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.488660:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075299.488662:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075299.488675:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075299.488702:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075299.488704:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075299.488708:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075299.488715:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926625920:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075299.488719:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075299.488722:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488727:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075299.488728:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.488730:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075299.488732:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075299.488734:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075299.488736:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626048:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075299.488750:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075299.488752:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075299.488754:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.488755:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075299.488759:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075299.488761:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.488765:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075299.488767:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075299.488770:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075299.488773:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626048, portal 4 00000100:00000001:3.0:1769075299.488775:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075299.488776:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788971392 : -125747920580224 : ffff8da207dcd180) 00000100:00000040:3.0:1769075299.488781:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488787:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075299.488789:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075299.488791:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075299.488793:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926626048, offset 0 00000400:00000200:3.0:1769075299.488797:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075299.488801:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.488805:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075299.488808:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075299.488810:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075299.488813:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075299.488815:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075299.488818:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3155:3155:256:4294967295] 192.168.204.145@tcp LPNI seq info [3155:3155:8:4294967295] 00000400:00000200:3.0:1769075299.488822:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.488828:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075299.488831:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.488834:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075299.488838:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075299.488840:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075299.488844:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075299.488847:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769075299.488851:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.488853:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075299.488855:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075299.488858:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075299.488861:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075299.488863:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075299.488865:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075299.488868:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488893:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.488906:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.488912:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488914:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075299.488917:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.488920:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075299.488923:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075299.488926:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296661019 00000100:00000001:3.0:1769075299.488929:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.488931:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296661019 00000100:00000001:3.0:1769075299.488933:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.488951:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075299.488954:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.488956:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075299.488960:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075299.488976:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075299.488978:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075299.488980:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075299.488982:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075299.488984:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075299.488986:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075299.488990:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075299.488999:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489005:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075299.489007:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489009:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.489010:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075299.489014:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489023:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075299.489030:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489041:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075299.489045:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489048:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.489050:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489053:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075299.489056:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075299.489060:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075299.489076:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075299.489080:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075299.489087:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075299.489101:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626048:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075299.489109:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075299.489116:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489128:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075299.489130:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.489134:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075299.489162:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075299.489166:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075299.489169:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626176:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075299.489172:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075299.489174:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075299.489176:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075299.489177:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075299.489181:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075299.489183:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075299.489186:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075299.489189:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075299.489191:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075299.489194:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626176, portal 4 00000100:00000001:3.0:1769075299.489197:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075299.489198:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788967808 : -125747920583808 : ffff8da207dcc380) 00000100:00000040:3.0:1769075299.489203:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489209:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075299.489211:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075299.489213:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075299.489215:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926626176, offset 0 00000400:00000200:3.0:1769075299.489219:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075299.489222:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.489226:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075299.489228:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075299.489231:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075299.489233:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075299.489235:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075299.489238:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3156:3156:256:4294967295] 192.168.204.145@tcp LPNI seq info [3156:3156:8:4294967295] 00000400:00000200:3.0:1769075299.489242:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075299.489248:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075299.489252:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.489254:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075299.489258:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075299.489260:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075299.489264:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075299.489277:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769075299.489281:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075299.489283:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075299.489286:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075299.489289:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075299.489291:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075299.489293:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075299.489296:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075299.489299:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489312:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.489314:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489320:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.489321:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075299.489324:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075299.489326:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075299.489329:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075299.489331:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296661021 00000100:00000001:3.0:1769075299.489343:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.489345:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296661021 00000100:00000001:3.0:1769075299.489347:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296672527 00000100:00000001:3.0:1769075299.489349:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075299.489351:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.489352:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075299.489355:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075299/real 1769075299] req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075299.489362:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075299.489363:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075299.489364:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075299.489366:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075299.489367:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075299.489369:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075299.489372:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075299.489379:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489385:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075299.489387:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489388:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.489390:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075299.489393:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489399:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075299.489409:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489415:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075299.489417:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489418:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075299.489419:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489421:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075299.489422:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075299.489424:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075299.489427:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075299.489429:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075299.489432:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075299.489438:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626176:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075299.489442:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489443:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.489446:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce300 x1855007926625920/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489452:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075299.489454:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075299.489455:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075299.489457:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075299.489458:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075299.489460:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075299.489462:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075299.489464:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95800. 02000000:00000001:3.0:1769075299.489466:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075299.489467:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075299.489469:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce300. 00000100:00000001:3.0:1769075299.489471:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075299.489472:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489474:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.489476:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd180 x1855007926626048/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489482:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075299.489483:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075299.489484:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075299.489516:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075299.489518:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075299.489519:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075299.489521:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075299.489522:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94c00. 02000000:00000001:3.0:1769075299.489524:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075299.489526:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075299.489527:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd180. 00000100:00000001:3.0:1769075299.489529:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075299.489531:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489533:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075299.489538:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc380 x1855007926626176/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075299.489548:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075299.489550:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075299.489552:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075299.489555:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075299.489557:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075299.489559:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075299.489561:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075299.489563:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96400. 02000000:00000001:3.0:1769075299.489566:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075299.489569:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075299.489570:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc380. 00000100:00000001:3.0:1769075299.489574:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075299.489576:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489578:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075299.489583:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075299.489586:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075299.489588:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075299.489591:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075299.678570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075299.678577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075299.678583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075299.678585:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075299.678656:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075299.678661:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075299.678665:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075300.702592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075300.702599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075300.702606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075300.702608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075300.702705:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075300.702710:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075300.702715:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075301.726570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075301.726577:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075301.726583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075301.726584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075301.726646:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075301.726651:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075301.726655:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075302.750606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075302.750645:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075302.750651:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075302.750653:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075302.750848:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075302.750854:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075302.750871:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075303.774577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075303.774586:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075303.774589:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075303.774594:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075303.774597:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075303.774599:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075303.774604:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075303.774606:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075303.774607:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075303.774609:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075303.774612:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075303.774613:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075303.774684:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075303.774690:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075303.774694:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075304.606545:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075304.606554:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075304.606556:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075304.606559:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075304.606562:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075304.606568:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1993 00000400:00000200:0.0:1769075304.606588:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075304.606593:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075304.606596:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075304.606598:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606601:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.606604:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606605:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075304.606609:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075304.606610:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075304.606613:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075304.606615:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075304.606617:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075304.606618:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075304.606620:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606621:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.606623:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606624:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075304.606626:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075304.606628:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606630:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075304.606632:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075304.606634:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075304.606636:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.606637:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075304.606639:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075304.606646:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcea00. 00000020:00000040:0.0:1769075304.606648:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075304.606652:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075304.606653:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.606655:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075304.606657:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075304.606661:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075304.606668:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96400. 00000100:00000001:0.0:1769075304.606673:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075304.606680:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075304.606688:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075304.606692:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075304.606711:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4c9d2e] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075304.606743:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075304.606747:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075304.606752:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075304.606753:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075304.606755:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075304.606758:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075304.606761:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1993 00000400:00000200:0.0:1769075304.606766:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075304.606771:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075304.606774:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075304.606778:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606780:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.606783:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606786:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075304.606802:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075304.606804:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075304.606807:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075304.606810:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075304.606814:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075304.606817:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075304.606821:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606823:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.606825:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.606826:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075304.606829:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:3.0:1769075304.606831:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769075304.606832:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075304.606863:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075304.606865:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.606867:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769075304.606868:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075304.606874:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075304.606875:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075304.606876:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.606881:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075304.606885:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075304.606888:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769075304.606889:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.606890:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.606892:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.606895:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1769075304.606896:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dce680. 02000000:00000001:3.0:1769075304.606898:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769075304.606900:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075304.606902:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075304.606903:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075304.606906:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075304.606907:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926626304:192.168.204.145@tcp:250:kworker.0 00000100:00000001:0.0:1769075304.606908:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075304.606911:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075304.606913:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075304.606915:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.606918:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075304.606920:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.606922:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075304.606927:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 02000000:00000010:0.0:1769075304.606928:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94c00. 02000000:00000001:3.0:1769075304.606930:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.606933:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075304.606938:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:0.0:1769075304.606942:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769075304.606945:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000100:00000001:0.0:1769075304.606953:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1769075304.606953:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000001:0.0:1769075304.606955:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075304.606960:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb62b55c] to pc [ptlrpcd_rcv+-1] req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075304.606961:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626304, portal 25 00000100:00000001:3.0:1769075304.606966:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075304.606968:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788977664 : -125747920573952 : ffff8da207dcea00) 00000100:00000001:0.0:1769075304.606976:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075304.606979:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075304.606980:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075304.606986:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075304.606989:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075304.606992:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075304.606996:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075304.606997:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075304.607001:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1993 00000100:00000040:3.0:1769075304.607004:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075304.607008:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000400:00000200:0.0:1769075304.607009:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000200:3.0:1769075304.607012:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926626304, offset 0 00000400:00000200:0.0:1769075304.607014:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075304.607018:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075304.607022:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000040:0.0:1769075304.607023:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607026:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.607028:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607032:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:3.0:1769075304.607032:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000020:00000001:0.0:1769075304.607037:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075304.607039:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:3.0:1769075304.607042:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:0.0:1769075304.607043:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075304.607048:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:3.0:1769075304.607048:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769075304.607054:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:3.0:1769075304.607054:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075304.607068:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769075304.607069:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:3.0:1769075304.607072:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607077:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3157:3157:256:4294967295] 192.168.204.145@tcp LPNI seq info [3157:3157:8:4294967295] 00000100:00000040:0.0:1769075304.607080:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607084:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075304.607087:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.607093:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607099:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:0.0:1769075304.607100:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075304.607106:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:3.0:1769075304.607110:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075304.607111:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607116:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075304.607118:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:3.0:1769075304.607119:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 02000000:00000001:0.0:1769075304.607131:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075304.607135:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607136:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075304.607138:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075304.607142:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607144:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075304.607144:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000010:0.0:1769075304.607149:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd500. 00000800:00000200:3.0:1769075304.607152:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000020:00000040:0.0:1769075304.607153:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075304.607156:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075304.607159:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607161:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075304.607165:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1769075304.607165:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 02000000:00000001:0.0:1769075304.607167:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769075304.607172:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 02000000:00000010:0.0:1769075304.607173:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95800. 00000100:00000001:0.0:1769075304.607177:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769075304.607181:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00100000:0.0:1769075304.607183:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1769075304.607185:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075304.607192:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1769075304.607193:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075304.607196:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075304.607201:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769075304.607204:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046569669] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075304.607217:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000100:00000001:0.0:1769075304.607220:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075304.607221:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00080000:0.0:1769075304.607224:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075304.607227:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075304.607229:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769075304.607229:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769075304.607233:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075304.607237:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:3.0:1769075304.607238:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075304.607241:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1993 00000400:00000200:0.0:1769075304.607251:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075304.607256:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075304.607256:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769075304.607260:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075304.607264:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075304.607266:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607272:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.607274:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607283:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:3.0:1769075304.607285:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075304.607286:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075304.607288:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075304.607289:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075304.607290:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075304.607291:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075304.607293:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:3.0:1769075304.607299:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1769075304.607300:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075304.607303:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075304.607306:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075304.607307:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607308:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075304.607313:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075304.607317:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607317:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075304.607322:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607323:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296677646 02000000:00000001:0.0:1769075304.607324:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075304.607328:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075304.607330:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607332:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075304.607333:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296672527 00000008:00100000:0.0:1769075304.607334:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075304.607338:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075304.607339:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075304.607345:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc000. 00000020:00000040:0.0:1769075304.607347:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:3.0:1769075304.607347:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296677646 02000000:00000001:0.0:1769075304.607350:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075304.607352:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607353:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296672527 00000100:00000001:0.0:1769075304.607354:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075304.607357:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075304.607359:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075304.607360:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607365:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075304.607367:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94400. 00000100:00000001:3.0:1769075304.607369:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075304.607370:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075304.607375:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075304/real 1769075304] req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075304.607376:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075304.607399:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1769075304.607400:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769075304.607402:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075304.607403:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1769075304.607407:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae2db9d] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075304.607407:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075304.607411:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075304.607414:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075304.607420:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075304.607421:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075304.607425:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2003) 00000100:00000200:3.0:1769075304.607426:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075304.607434:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607440:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075304.607442:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607443:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.607445:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075304.607447:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607452:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075304.607455:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607498:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075304.607500:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607501:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.607502:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607504:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075304.607505:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075304.607507:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075304.607510:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075304.607511:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075304.607515:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075304.607521:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926626304:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075304.607524:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607526:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.607528:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcea00 x1855007926626304/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607532:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075304.607534:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075304.607536:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075304.607538:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075304.607539:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075304.607540:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:3.0:1769075304.607541:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075304.607543:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96400. 02000000:00000001:3.0:1769075304.607545:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075304.607547:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075304.607548:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcea00. 00000100:00000001:3.0:1769075304.607550:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075304.607551:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607563:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607569:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075304.607570:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607571:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075304.607573:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075304.607574:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075304.607576:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607581:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075304.607582:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.607583:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075304.607584:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075304.607586:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075304.607588:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626432:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075304.607590:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075304.607591:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075304.607592:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.607593:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075304.607595:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075304.607596:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075304.607599:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075304.607601:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075304.607604:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075304.607606:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626432, portal 10 00000100:00000001:3.0:1769075304.607608:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075304.607608:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788976768 : -125747920574848 : ffff8da207dce680) 00000100:00000040:3.0:1769075304.607613:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607628:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075304.607630:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075304.607631:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075304.607632:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926626432, offset 0 00000400:00000200:3.0:1769075304.607635:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607637:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.607641:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075304.607643:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075304.607645:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075304.607647:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075304.607648:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607651:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3158:3158:256:4294967295] 192.168.204.145@tcp LPNI seq info [3158:3158:8:4294967295] 00000400:00000200:3.0:1769075304.607653:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.607675:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075304.607679:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.607681:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075304.607684:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075304.607687:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075304.607690:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075304.607693:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769075304.607696:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.607697:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075304.607700:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075304.607703:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075304.607705:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075304.607707:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075304.607719:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075304.607738:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607743:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.607745:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607750:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607751:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075304.607753:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075304.607755:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:3.0:1769075304.607757:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075304.607759:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296667396 00000100:00000001:3.0:1769075304.607761:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.607763:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296667396 00000100:00000001:3.0:1769075304.607764:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.607766:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075304.607767:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.607768:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075304.607770:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075304/real 1769075304] req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075304.607775:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075304.607776:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075304.607777:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075304.607778:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075304.607779:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075304.607780:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075304.607782:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075304.607788:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607809:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075304.607811:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607813:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.607814:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075304.607818:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607825:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075304.607829:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607836:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075304.607838:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607840:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.607842:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.607843:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075304.607845:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075304.607859:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075304.607862:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075304.607864:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075304.607868:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075304.607876:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626432:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075304.607880:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075304.607883:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607889:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075304.607891:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.607893:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075304.607895:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075304.607897:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075304.607899:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626560:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075304.607903:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075304.607905:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075304.607906:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.607908:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075304.607911:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075304.607913:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075304.607917:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075304.607920:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075304.607923:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075304.607925:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626560, portal 4 00000100:00000001:3.0:1769075304.607927:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075304.607929:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788972288 : -125747920579328 : ffff8da207dcd500) 00000100:00000040:3.0:1769075304.607934:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.607940:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075304.607942:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075304.607961:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075304.607964:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926626560, offset 0 00000400:00000200:3.0:1769075304.607968:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607972:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.607976:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075304.607980:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075304.607983:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075304.607985:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075304.607988:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.607991:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3159:3159:256:4294967295] 192.168.204.145@tcp LPNI seq info [3159:3159:8:4294967295] 00000400:00000200:3.0:1769075304.607996:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.608003:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075304.608008:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.608012:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075304.608017:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075304.608020:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075304.608025:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075304.608028:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769075304.608032:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.608033:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075304.608036:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075304.608039:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075304.608041:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075304.608043:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075304.608045:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075304.608049:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608054:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.608057:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608073:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.608074:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075304.608077:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075304.608079:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:3.0:1769075304.608082:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075304.608084:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296666138 00000100:00000001:3.0:1769075304.608086:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.608088:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296666138 00000100:00000001:3.0:1769075304.608090:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.608091:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075304.608093:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.608094:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075304.608097:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075304/real 1769075304] req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075304.608103:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075304.608105:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075304.608107:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075304.608109:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075304.608112:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075304.608114:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075304.608118:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075304.608139:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608147:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075304.608149:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608151:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.608153:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075304.608158:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608167:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075304.608172:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608181:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075304.608184:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608187:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.608188:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608189:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075304.608190:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075304.608202:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075304.608205:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075304.608207:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075304.608210:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075304.608216:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626560:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075304.608219:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075304.608222:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608227:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075304.608228:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.608230:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075304.608231:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075304.608233:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075304.608235:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626688:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075304.608237:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075304.608239:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075304.608240:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075304.608242:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075304.608245:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075304.608246:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075304.608249:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:3.0:1769075304.608268:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da20399bf20. 00000400:00000010:3.0:1769075304.608270:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a720198. 00000100:00000200:3.0:1769075304.608272:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626688, portal 4 00000100:00000001:3.0:1769075304.608274:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075304.608275:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788966912 : -125747920584704 : ffff8da207dcc000) 00000100:00000040:3.0:1769075304.608279:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608283:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075304.608284:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:3.0:1769075304.608286:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da20a7207f8. 00000100:00000200:3.0:1769075304.608288:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926626688, offset 0 00000400:00000200:3.0:1769075304.608290:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075304.608293:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.608295:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:3.0:1769075304.608297:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075304.608298:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:3.0:1769075304.608300:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075304.608302:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:3.0:1769075304.608304:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3160:3160:256:4294967295] 192.168.204.145@tcp LPNI seq info [3160:3160:8:4294967295] 00000400:00000200:3.0:1769075304.608307:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075304.608311:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:3.0:1769075304.608314:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.608316:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da202f13000. 00000800:00000200:3.0:1769075304.608318:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.0:1769075304.608332:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075304.608335:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:3.1:1769075304.608337:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769075304.608339:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:3.0:1769075304.608341:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da202f13000. 00000400:00000200:3.0:1769075304.608343:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075304.608345:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075304.608347:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a7207f8 00000400:00000010:3.0:1769075304.608348:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a7207f8. 00000100:00000001:3.0:1769075304.608350:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075304.608352:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608357:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.608359:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608364:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.608364:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075304.608366:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075304.608368:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:3.0:1769075304.608370:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075304.608371:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296666140 00000100:00000001:3.0:1769075304.608373:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.608374:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296666140 00000100:00000001:3.0:1769075304.608376:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296677646 00000100:00000001:3.0:1769075304.608377:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075304.608378:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.608380:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075304.608382:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075304/real 1769075304] req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075304.608386:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075304.608387:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075304.608388:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da20399bf20. 00000400:00000200:3.0:1769075304.608389:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da20a720198 00000400:00000010:3.0:1769075304.608390:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da20a720198. 00000100:00000001:3.0:1769075304.608397:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075304.608399:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075304.608405:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608409:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075304.608409:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608411:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.608411:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075304.608414:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608417:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075304.608420:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608424:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075304.608425:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608426:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075304.608427:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608429:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075304.608441:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075304.608443:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075304.608448:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:3.0:1769075304.608450:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075304.608452:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075304.608481:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626688:192.168.204.145@tcp:8:kworker.0 00000100:00000001:3.0:1769075304.608484:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608485:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.608488:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dce680 x1855007926626432/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608492:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075304.608493:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075304.608495:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0d400. 02000000:00000001:3.0:1769075304.608496:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075304.608498:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075304.608499:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:3.0:1769075304.608500:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075304.608501:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94c00. 02000000:00000001:3.0:1769075304.608503:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075304.608504:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075304.608505:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dce680. 00000100:00000001:3.0:1769075304.608507:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075304.608508:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608509:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.608511:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd500 x1855007926626560/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608515:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075304.608516:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075304.608516:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0e400. 02000000:00000001:3.0:1769075304.608529:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075304.608530:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075304.608530:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075304.608531:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075304.608532:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95800. 02000000:00000001:3.0:1769075304.608533:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075304.608534:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075304.608535:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd500. 00000100:00000001:3.0:1769075304.608536:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075304.608537:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608538:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075304.608540:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc000 x1855007926626688/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075304.608545:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075304.608546:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075304.608547:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da207f0f000. 02000000:00000001:3.0:1769075304.608548:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075304.608549:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075304.608550:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:3.0:1769075304.608551:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075304.608552:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94400. 02000000:00000001:3.0:1769075304.608553:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075304.608554:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075304.608555:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc000. 00000100:00000001:3.0:1769075304.608556:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075304.608557:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608558:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075304.608560:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075304.608561:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075304.608562:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075304.608563:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075304.798538:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075304.798543:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075304.798547:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075304.798550:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075304.798552:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075304.798554:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075304.798556:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075304.798558:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075304.798559:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075304.798561:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075304.798632:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075304.798646:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075304.798648:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075305.822580:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075305.822590:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075305.822598:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075305.822600:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075305.822664:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075305.822667:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075305.822671:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075306.846552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075306.846558:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075306.846562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075306.846563:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075306.846641:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075306.846645:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075306.846648:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075307.870588:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075307.870610:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075307.870616:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075307.870617:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075307.870666:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075307.870670:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075307.870675:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075308.894554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075308.894560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075308.894564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075308.894565:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075308.894678:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075308.894685:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075308.894689:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075309.726615:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075309.726627:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075309.726631:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075309.726636:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075309.726642:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075309.726649:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 1998 00000400:00000200:3.0:1769075309.726658:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075309.726665:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075309.726668:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075309.726671:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726674:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.726676:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726678:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075309.726683:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075309.726685:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075309.726689:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075309.726692:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075309.726696:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075309.726700:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075309.726741:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726744:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.726747:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726750:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075309.726755:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075309.726759:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726764:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075309.726768:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075309.726773:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075309.726775:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.726778:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075309.726780:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075309.726788:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484700. 00000020:00000040:3.0:1769075309.726810:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075309.726814:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075309.726816:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.726819:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075309.726822:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075309.726826:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075309.726834:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f000. 00000100:00000001:3.0:1769075309.726841:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075309.726850:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075309.726862:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075309.726866:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075309.726871:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3bb540] to pc [ptlrpcd_rcv+-1] req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075309.726899:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075309.726903:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075309.726907:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075309.726909:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075309.726911:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075309.726913:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075309.726916:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1998 00000400:00000200:3.0:1769075309.726920:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075309.726923:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075309.726926:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075309.726929:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726932:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.726934:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726937:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075309.726939:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075309.726941:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075309.726943:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075309.726945:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:3.0:1769075309.726949:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:3.0:1769075309.726952:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075309.726957:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726960:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.726963:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.726966:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075309.726972:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769075309.726973:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075309.726984:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075309.726999:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075309.727002:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727009:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075309.727015:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075309.727016:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075309.727023:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075309.727032:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727043:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075309.727049:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075309.727052:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1769075309.727057:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.727059:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727062:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075309.727070:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485500. 02000000:00000001:1.0:1769075309.727071:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075309.727074:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075309.727079:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075309.727081:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075309.727082:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727087:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075309.727093:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075309.727101:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926626816:192.168.204.145@tcp:250:kworker.0 02000000:00000001:3.0:1769075309.727102:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075309.727107:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.727109:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075309.727114:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e400. 02000000:00000001:1.0:1769075309.727116:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075309.727121:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.727122:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.727136:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075309.727142:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075309.727147:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075309.727159:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727160:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075309.727166:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075309.727173:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5257132] to pc [ptlrpcd_rcv+-1] req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075309.727178:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075309.727191:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00000001:3.0:1769075309.727196:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075309.727201:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1769075309.727203:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00080000:3.0:1769075309.727205:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075309.727213:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075309.727215:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075309.727218:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075309.727221:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1998 00000100:00000200:1.0:1769075309.727222:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626816, portal 25 00000400:00000200:3.0:1769075309.727230:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075309.727232:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1769075309.727237:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075309.727239:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762459392 : -125747947092224 : ffff8da206484700) 00000100:00080000:3.0:1769075309.727241:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075309.727249:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727252:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.727260:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075309.727264:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075309.727265:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075309.727275:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075309.727277:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075309.727283:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075309.727286:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075309.727294:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075309.727299:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075309.727309:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075309.727315:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075309.727316:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.727330:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000040:1.0:1769075309.727340:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727341:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075309.727347:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000010:1.0:1769075309.727351:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00080000:3.0:1769075309.727352:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727363:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075309.727365:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1769075309.727367:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926626816, offset 0 02000000:00000001:3.0:1769075309.727369:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075309.727376:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727382:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075309.727384:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075309.727387:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727389:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727396:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00000010:3.0:1769075309.727398:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487800. 00000020:00000040:3.0:1769075309.727402:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075309.727404:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075309.727406:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.727409:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075309.727411:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075309.727413:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727419:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000010:3.0:1769075309.727423:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d400. 00000100:00000001:3.0:1769075309.727430:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727432:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075309.727443:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1769075309.727446:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075309.727453:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075309.727548:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075309.727556:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075309.727561:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727562:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:3.0:1769075309.727574:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f19a1973] to pc [ptlrpcd_rcv+-1] req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075309.727577:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3161:3161:256:4294967295] 192.168.204.145@tcp LPNI seq info [3161:3161:8:4294967295] 00000400:00000200:1.0:1769075309.727604:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075309.727629:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727641:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00080000:3.0:1769075309.727643:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1769075309.727657:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075309.727657:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075309.727665:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000010:1.0:1769075309.727669:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000100:00080000:3.0:1769075309.727670:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075309.727679:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075309.727685:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075309.727693:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000100:00080000:3.0:1769075309.727693:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 1998 00000400:00000200:3.0:1769075309.727727:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000800:00000200:1.1:1769075309.727733:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000400:00000200:3.0:1769075309.727743:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000200:1.1:1769075309.727743:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000100:00080000:3.0:1769075309.727759:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075309.727767:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.727787:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000100:00000040:3.0:1769075309.727792:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727796:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075309.727798:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1769075309.727805:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075309.727816:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075309.727817:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075309.727825:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075309.727828:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000020:00000040:3.0:1769075309.727828:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075309.727840:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1769075309.727841:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000020:00000040:3.0:1769075309.727849:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075309.727853:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769075309.727854:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075309.727861:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000200:1.0:1769075309.727867:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075309.727872:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727884:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075309.727895:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075309.727902:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075309.727902:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075309.727912:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000040:1.0:1769075309.727915:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075309.727922:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075309.727938:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075309.727951:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075309.727955:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.727959:0:2378:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769075309.727961:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075309.727966:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075309.727969:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.727977:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075309.727994:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296682767 00000100:00000001:3.0:1769075309.727995:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075309.728002:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075309.728006:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296677646 00000008:00000001:3.0:1769075309.728008:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.728015:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728018:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296682767 00000100:00000010:3.0:1769075309.728022:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206484000. 00000100:00000001:1.0:1769075309.728027:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296677646 00000020:00000040:3.0:1769075309.728031:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075309.728036:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075309.728039:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075309.728045:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728046:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075309.728049:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075309.728055:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075309.728056:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769075309.728059:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075309.728065:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e000. 00000100:00100000:1.0:1769075309.728068:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075309/real 1769075309] req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075309.728070:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075309.728083:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075309.728121:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075309.728124:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075309.728125:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075309.728132:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1769075309.728135:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e3e666] to pc [ptlrpcd_rcv+-1] req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075309.728138:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075309.728150:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075309.728157:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075309.728159:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728164:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1769075309.728168:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2008) 00000100:00000200:1.0:1769075309.728175:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075309.728187:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728199:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075309.728204:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728207:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.728211:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075309.728217:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728228:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075309.728236:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728248:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075309.728252:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728255:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.728257:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728261:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075309.728264:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075309.728269:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075309.728274:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075309.728277:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075309.728281:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075309.728290:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926626816:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075309.728295:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728298:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.728300:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484700 x1855007926626816/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728307:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075309.728310:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075309.728314:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075309.728317:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075309.728320:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075309.728321:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075309.728324:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075309.728327:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f000. 02000000:00000001:1.0:1769075309.728331:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075309.728333:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075309.728335:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484700. 00000100:00000001:1.0:1769075309.728339:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075309.728340:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728342:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728350:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075309.728352:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728355:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075309.728357:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075309.728358:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075309.728362:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728369:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075309.728371:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.728373:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075309.728375:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075309.728377:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075309.728379:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626944:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075309.728383:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075309.728385:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075309.728387:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.728388:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075309.728392:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075309.728394:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.728399:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075309.728402:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075309.728406:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075309.728409:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926626944, portal 10 00000100:00000001:1.0:1769075309.728411:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075309.728412:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462976 : -125747947088640 : ffff8da206485500) 00000100:00000040:1.0:1769075309.728419:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728425:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075309.728427:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075309.728429:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075309.728432:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926626944, offset 0 00000400:00000200:1.0:1769075309.728435:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075309.728439:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.728443:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075309.728446:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075309.728448:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075309.728451:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075309.728453:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075309.728456:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3162:3162:256:4294967295] 192.168.204.145@tcp LPNI seq info [3162:3162:8:4294967295] 00000400:00000200:1.0:1769075309.728484:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.728491:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075309.728495:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.728499:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075309.728503:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075309.728506:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075309.728511:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075309.728514:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075309.728528:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.728530:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075309.728534:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075309.728539:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075309.728543:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075309.728546:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075309.728551:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075309.728556:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728567:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.728572:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728582:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728584:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075309.728589:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075309.728595:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075309.728611:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075309.728615:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296672517 00000100:00000001:1.0:1769075309.728619:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.728622:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296672517 00000100:00000001:1.0:1769075309.728624:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.728627:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075309.728629:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728630:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075309.728634:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075309/real 1769075309] req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075309.728642:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075309.728644:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075309.728646:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075309.728648:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075309.728650:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075309.728652:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075309.728655:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075309.728669:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728675:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075309.728677:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728678:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.728679:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075309.728682:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728687:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075309.728691:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728696:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075309.728698:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728700:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.728701:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.728702:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075309.728719:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075309.728722:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075309.728725:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075309.728727:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075309.728732:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075309.728739:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926626944:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075309.728743:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075309.728747:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728769:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075309.728771:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.728773:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075309.728775:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075309.728777:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075309.728779:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627072:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075309.728782:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075309.728784:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075309.728785:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.728787:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075309.728790:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075309.728792:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.728796:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075309.728798:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075309.728802:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075309.728805:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627072, portal 4 00000100:00000001:1.0:1769075309.728807:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075309.728808:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471936 : -125747947079680 : ffff8da206487800) 00000100:00000040:1.0:1769075309.728814:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728820:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075309.728821:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075309.728823:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075309.728825:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926627072, offset 0 00000400:00000200:1.0:1769075309.728829:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075309.728833:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.728837:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075309.728840:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075309.728842:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075309.728845:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075309.728848:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075309.728853:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3163:3163:256:4294967295] 192.168.204.145@tcp LPNI seq info [3163:3163:8:4294967295] 00000400:00000200:1.0:1769075309.728859:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.728867:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075309.728874:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.728879:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075309.728884:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075309.728889:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075309.728895:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075309.728899:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075309.728905:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.728907:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075309.728911:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075309.728916:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075309.728920:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075309.728923:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075309.728927:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075309.728932:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728944:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.728949:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.728959:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.728961:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075309.728966:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075309.728971:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075309.728987:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075309.728990:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296671259 00000100:00000001:1.0:1769075309.728994:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.728997:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296671259 00000100:00000001:1.0:1769075309.729001:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.729003:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075309.729006:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.729008:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075309.729012:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075309/real 1769075309] req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075309.729020:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075309.729021:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075309.729023:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075309.729026:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075309.729027:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075309.729029:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075309.729032:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075309.729040:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729046:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075309.729047:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729048:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.729049:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075309.729052:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729058:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075309.729061:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729067:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075309.729069:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729070:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.729072:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729074:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075309.729075:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075309.729077:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075309.729080:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075309.729082:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075309.729086:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075309.729093:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627072:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075309.729096:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075309.729099:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729104:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075309.729105:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.729107:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075309.729109:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075309.729111:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075309.729113:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627200:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075309.729116:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075309.729118:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075309.729120:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075309.729121:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075309.729125:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075309.729127:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075309.729130:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075309.729132:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000400:00000010:1.0:1769075309.729134:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075309.729137:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627200, portal 4 00000100:00000001:1.0:1769075309.729139:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075309.729140:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762457600 : -125747947094016 : ffff8da206484000) 00000100:00000040:1.0:1769075309.729146:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729152:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075309.729154:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075309.729156:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000200:1.0:1769075309.729158:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926627200, offset 0 00000400:00000200:1.0:1769075309.729162:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075309.729165:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.729169:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075309.729172:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075309.729174:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075309.729176:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075309.729178:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075309.729181:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3164:3164:256:4294967295] 192.168.204.145@tcp LPNI seq info [3164:3164:8:4294967295] 00000400:00000200:1.0:1769075309.729185:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075309.729191:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075309.729195:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.729199:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 00000800:00000200:1.0:1769075309.729205:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075309.729208:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075309.729214:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075309.729218:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769075309.729223:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075309.729225:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:1.0:1769075309.729229:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075309.729234:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075309.729238:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:1.0:1769075309.729241:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:1.0:1769075309.729245:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075309.729250:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729272:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.729276:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729286:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.729288:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075309.729292:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075309.729296:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075309.729299:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075309.729301:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296671261 00000100:00000001:1.0:1769075309.729304:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.729306:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296671261 00000100:00000001:1.0:1769075309.729308:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296682767 00000100:00000001:1.0:1769075309.729310:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075309.729312:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.729314:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075309.729317:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075309/real 1769075309] req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075309.729324:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075309.729325:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075309.729327:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075309.729329:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075309.729330:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075309.729332:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075309.729335:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075309.729343:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729348:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075309.729350:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729352:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.729353:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075309.729356:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729361:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075309.729364:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729371:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075309.729373:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729375:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075309.729376:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729377:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075309.729379:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075309.729381:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075309.729383:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075309.729385:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075309.729388:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075309.729394:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627200:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075309.729397:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729399:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.729401:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485500 x1855007926626944/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729407:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075309.729408:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075309.729410:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075309.729412:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075309.729413:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075309.729415:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075309.729417:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075309.729418:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e400. 02000000:00000001:1.0:1769075309.729421:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075309.729422:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075309.729424:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485500. 00000100:00000001:1.0:1769075309.729426:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075309.729428:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729430:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.729432:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487800 x1855007926627072/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729438:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075309.729439:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075309.729441:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075309.729443:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075309.729444:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075309.729444:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075309.729446:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075309.729447:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d400. 02000000:00000001:1.0:1769075309.729449:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075309.729450:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075309.729451:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487800. 00000100:00000001:1.0:1769075309.729454:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075309.729455:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729456:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075309.729488:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206484000 x1855007926627200/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075309.729494:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075309.729495:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075309.729496:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075309.729498:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075309.729499:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075309.729500:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075309.729501:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075309.729502:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e000. 02000000:00000001:1.0:1769075309.729504:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075309.729505:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075309.729506:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206484000. 00000100:00000001:1.0:1769075309.729508:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075309.729509:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729511:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075309.729514:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075309.729516:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075309.729518:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075309.729519:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075309.918530:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075309.918535:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075309.918540:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075309.918541:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075309.918608:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075309.918611:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075309.918613:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075310.942532:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075310.942538:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075310.942541:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075310.942549:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075310.942590:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075310.942593:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075310.942597:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075311.966572:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075311.966579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075311.966585:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075311.966586:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075311.966652:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075311.966656:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075311.966661:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075312.990552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075312.990559:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075312.990562:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075312.990566:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075312.990568:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075312.990569:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075312.990573:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075312.990575:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075312.990577:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075312.990579:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075312.990583:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075312.990584:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075312.990677:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075312.990685:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075312.990689:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075314.014596:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075314.014602:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075314.014606:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075314.014608:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075314.014697:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075314.014701:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075314.014705:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075314.846591:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075314.846601:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075314.846603:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075314.846606:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075314.846610:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075314.846646:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 2003 00000400:00000200:3.0:1769075314.846657:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075314.846665:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075314.846670:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075314.846675:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846679:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075314.846683:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846687:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075314.846692:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075314.846695:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075314.846699:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075314.846703:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075314.846707:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075314.846712:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075314.846717:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846721:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075314.846723:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846725:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075314.846728:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075314.846731:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846733:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075314.846735:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075314.846737:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075314.846740:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.846742:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075314.846744:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075314.846753:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000020:00000040:3.0:1769075314.846756:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075314.846759:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075314.846760:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.846763:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075314.846765:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075314.846769:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075314.846776:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0e800. 00000100:00000001:3.0:1769075314.846782:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075314.846790:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075314.846799:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075314.846802:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075314.846806:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075314.846825:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075314.846828:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075314.846831:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075314.846832:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075314.846834:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075314.846836:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075314.846838:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2003 00000400:00000200:3.0:1769075314.846842:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075314.846844:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075314.846847:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075314.846850:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846852:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075314.846855:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846858:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075314.846859:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075314.846860:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:1.0:1769075314.846862:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769075314.846863:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075314.846865:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:1.0:1769075314.846868:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769075314.846869:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000001:1.0:1769075314.846873:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075314.846874:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:3.0:1769075314.846880:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846884:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075314.846886:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075314.846889:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.846895:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075314.846901:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:3.0:1769075314.846907:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075314.846910:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075314.846911:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.846913:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075314.846915:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075314.846919:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075314.846922:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075314.846924:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075314.846925:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.846929:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.846930:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075314.846936:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075314.846937:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926627328:192.168.204.145@tcp:250:kworker.0 00000008:00000001:3.0:1769075314.846943:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.846947:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075314.846947:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075314.846953:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 02000000:00000001:1.0:1769075314.846954:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1769075314.846958:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769075314.846959:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075314.846963:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075314.846964:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769075314.846967:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.846970:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075314.846972:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:3.0:1769075314.846972:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075314.846976:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.846977:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075314.846982:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0dc00. 00000100:00000001:3.0:1769075314.846987:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075314.846988:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075314.846995:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0f78. 00000100:00100000:3.0:1769075314.846996:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075314.847004:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000001:3.0:1769075314.847005:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075314.847009:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075314.847015:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627328, portal 25 00000100:00000040:3.0:1769075314.847015:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847021:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075314.847025:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000001:3.0:1769075314.847030:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075314.847035:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075314.847036:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075314.847045:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075314.847058:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075314.847061:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1769075314.847066:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00080000:3.0:1769075314.847066:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769075314.847070:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14990. 00000100:00000001:3.0:1769075314.847071:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:1.0:1769075314.847077:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926627328, offset 0 00000100:00080000:3.0:1769075314.847077:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2003 00000400:00000200:3.0:1769075314.847084:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847090:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075314.847090:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075314.847096:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075314.847099:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847101:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075314.847105:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075314.847106:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847111:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075314.847113:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075314.847115:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075314.847116:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:3.0:1769075314.847118:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075314.847122:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075314.847124:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075314.847126:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000040:3.0:1769075314.847134:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847135:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075314.847136:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075314.847139:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847143:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075314.847146:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:3.0:1769075314.847147:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075314.847154:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769075314.847155:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847160:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075314.847161:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075314.847163:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075314.847167:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075314.847168:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3165:3165:256:4294967295] 192.168.204.145@tcp LPNI seq info [3165:3165:8:4294967295] 02000000:00000001:3.0:1769075314.847170:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.847176:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075314.847177:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000008:00100000:3.0:1769075314.847179:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075314.847183:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.847186:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075314.847191:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000400:00000200:1.0:1769075314.847192:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:3.0:1769075314.847195:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075314.847200:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075314.847202:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075314.847203:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847203:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075314.847206:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075314.847209:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075314.847214:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f700. 02000000:00000010:3.0:1769075314.847215:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0fc00. 00000100:00000001:3.0:1769075314.847220:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075314.847226:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075314.847231:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075314.847245:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075314.847246:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075314.847253:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075314.847260:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075314.847272:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847275:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075314.847276:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075314.847283:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1769075314.847285:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075314.847287:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075314.847290:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296687886 00000100:00080000:3.0:1769075314.847292:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075314.847298:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075314.847300:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296682767 00000100:00080000:3.0:1769075314.847303:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2003 00000400:00000200:3.0:1769075314.847310:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075314.847313:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296687886 00000400:00000200:3.0:1769075314.847314:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075314.847321:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075314.847322:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296682767 00000100:00000040:3.0:1769075314.847325:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075314.847330:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075314.847331:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075314.847336:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075314.847337:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847343:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075314.847344:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075314.847347:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075314.847349:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075314.847351:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075314.847355:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075314.847356:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075314.847358:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769075314.847359:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075314.847363:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1769075314.847364:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075314.847371:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075314.847373:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075314.847375:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075314.847377:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075314.847378:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075314.847381:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847385:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:1.0:1769075314.847388:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075314.847389:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:3.0:1769075314.847396:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075314.847403:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075314.847407:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075314.847409:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769075314.847412:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075314.847413:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847419:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075314.847419:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847423:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075314.847424:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075314.847428:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075314.847429:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075314.847433:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075314.847438:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627456:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075314.847438:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847446:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075314.847449:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075314.847451:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847453:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1769075314.847458:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 02000000:00000010:1.0:1769075314.847487:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acaf400. 00000020:00000040:3.0:1769075314.847493:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:1.0:1769075314.847494:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075314.847503:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075314.847507:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:3.0:1769075314.847508:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075314.847513:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1769075314.847516:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0210. 02000000:00000001:3.0:1769075314.847516:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075314.847522:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075314.847524:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14dd0. 00000100:00000200:1.0:1769075314.847530:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627456, portal 10 02000000:00000010:3.0:1769075314.847530:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f800. 00000100:00000001:1.0:1769075314.847536:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075314.847538:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847539:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00100000:3.0:1769075314.847547:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075314.847551:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847597:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075314.847597:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075314.847603:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075314.847604:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075314.847611:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14550. 00000100:00000040:3.0:1769075314.847613:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075314.847615:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926627456, offset 0 00000100:00000001:3.0:1769075314.847638:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075314.847644:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2014) 00000400:00000200:1.0:1769075314.847645:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847652:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847656:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075314.847659:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075314.847662:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075314.847665:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075314.847667:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847670:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3166:3166:255:4294967295] 192.168.204.145@tcp LPNI seq info [3166:3166:7:4294967295] 00000400:00000200:1.0:1769075314.847674:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847679:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075314.847683:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075314.847686:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fc00. 00000800:00000200:1.0:1769075314.847689:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075314.847693:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075314.847695:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075314.847699:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075314.847701:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075314.847703:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296677636 00000100:00000001:1.0:1769075314.847705:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.847707:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296677636 00000100:00000001:1.0:1769075314.847709:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.847710:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075314.847712:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847714:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075314.847717:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847722:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075314.847723:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847725:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075314.847727:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075314.847729:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075314.847731:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627584:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075314.847734:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075314.847736:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075314.847737:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847738:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075314.847740:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075314.847742:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075314.847745:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075314.847747:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb09f8. 00000400:00000010:1.0:1769075314.847749:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14330. 00000100:00000200:1.0:1769075314.847752:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627584, portal 4 00000100:00000001:1.0:1769075314.847753:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075314.847754:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075314.847759:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847764:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075314.847766:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075314.847768:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14000. 00000100:00000200:1.0:1769075314.847769:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926627584, offset 0 00000400:00000200:1.0:1769075314.847772:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847775:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847777:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075314.847779:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075314.847780:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075314.847782:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075314.847784:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847786:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3167:3167:254:4294967295] 192.168.204.145@tcp LPNI seq info [3167:3167:6:4294967295] 00000400:00000200:1.0:1769075314.847790:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847794:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075314.847797:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075314.847799:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674fa00. 00000800:00000200:1.0:1769075314.847802:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075314.847804:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075314.847806:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075314.847808:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075314.847810:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075314.847812:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296676378 00000100:00000001:1.0:1769075314.847814:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.847816:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296676378 00000100:00000001:1.0:1769075314.847818:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.847821:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075314.847823:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847826:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.847828:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075314.847832:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075314.847834:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075314.847837:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075314.847838:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075314.847840:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075314.847845:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847853:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075314.847855:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847857:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075314.847859:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075314.847862:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075314.847867:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627712:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075314.847871:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075314.847874:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075314.847875:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075314.847877:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075314.847883:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075314.847887:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075314.847891:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075314.847894:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075314.847899:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075314.847902:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627712, portal 4 00000100:00000001:1.0:1769075314.847905:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075314.847906:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000100:00000040:1.0:1769075314.847912:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075314.847937:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075314.847940:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075314.847944:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14770. 00000100:00000200:1.0:1769075314.847948:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926627712, offset 0 00000400:00000200:1.0:1769075314.847953:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847958:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847963:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075314.847966:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075314.847969:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075314.847972:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075314.847975:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075314.847979:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3168:3168:253:4294967295] 192.168.204.145@tcp LPNI seq info [3168:3168:5:4294967295] 00000400:00000200:1.0:1769075314.847984:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075314.847992:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075314.847997:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075314.848001:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075314.848006:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075314.848011:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:1.0:1769075314.848014:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075314.848018:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075314.848022:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075314.848025:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296676380 00000100:00000001:1.0:1769075314.848028:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.848030:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296676380 00000100:00000001:1.0:1769075314.848033:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296687886 00000100:00000001:1.0:1769075314.848035:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075314.848037:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.848041:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.848043:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075314.848046:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075314.848048:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075314.848050:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075314.848052:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075314.848054:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075314.848056:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075315.038557:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075315.038562:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075315.038566:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075315.038569:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075315.038571:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075315.038573:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075315.038576:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075315.038577:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075315.038578:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075315.038581:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075315.038657:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075315.038662:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075315.038666:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075316.062548:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075316.062554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075316.062558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075316.062559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075316.062637:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075316.062642:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075316.062646:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075317.086595:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075317.086619:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075317.086624:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075317.086625:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075317.086696:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075317.086700:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075317.086703:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075317.918772:0:2368:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.145:988 00000400:00000100:2.0:1769075317.918821:0:2368:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.145@tcp at host 192.168.204.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769075317.918841:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075317.918846:0:2368:0:(router.c:1755:lnet_notify()) 192.168.204.45@tcp notifying 192.168.204.145@tcp: down 00000400:00000200:2.0:1769075317.918850:0:2368:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:2.0:1769075317.918854:0:2368:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769075317.918859:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075317.918864:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f700. 00000400:00000200:2.0:1769075317.918870:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075317.918875:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075317.918882:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14990 00000400:00000010:2.0:1769075317.918885:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14990. 00000100:00000001:2.0:1769075317.918890:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075317.918900:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075317.918929:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075317.918932:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075317.918939:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075317.918940:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075317.918950:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075317.918952:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fc00. 00000400:00000200:2.0:1769075317.918955:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075317.918958:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075317.918961:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14550 00000400:00000010:2.0:1769075317.918963:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14550. 00000100:00000001:2.0:1769075317.918966:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075317.918971:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1769075317.918971:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.918979:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075317.918979:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075317.918984:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.918987:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075317.918992:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075317.918993:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769075317.918998:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075314/real 1769075317] req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1769075317.918999:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000800:00000010:2.0:1769075317.919004:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674fa00. 00000400:00000200:2.0:1769075317.919007:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075317.919014:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075317.919028:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14000 00000400:00000010:2.0:1769075317.919031:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14000. 00000100:00000001:2.0:1769075317.919035:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075317.919041:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075317.919045:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075317.919048:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769075317.919052:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1769075317.919054:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0210. 00000100:00000040:2.0:1769075317.919055:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075317.919061:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14dd0 00000100:00000001:2.0:1769075317.919062:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075317.919065:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1769075317.919067:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14dd0. 00000800:00000100:2.0:1769075317.919072:0:2368:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.145@tcp 00000100:00000001:1.0:1769075317.919075:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:2.0:1769075317.919075:0:2368:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:2.0:1769075317.919080:0:2368:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075317.919085:0:2368:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_DROPPED 00000100:00000200:1.0:1769075317.919086:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075317.919087:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14770 00000400:00000010:2.0:1769075317.919090:0:2368:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14770. 00000100:00000001:2.0:1769075317.919094:0:2368:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075317.919100:0:2368:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075317.919110:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075317.919116:0:2368:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075317.919121:0:2368:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919129:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075317.919132:0:2368:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075317.919133:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075317.919135:0:2368:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075317.919138:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919141:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075317.919146:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919159:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075317.919166:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919175:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075317.919179:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919181:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919183:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919186:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075317.919189:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075317.919193:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075317.919199:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075317.919203:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075317.919208:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075317.919217:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627456:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075317.919222:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075317.919226:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075314/real 1769075317] req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075317.919236:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075317.919237:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075317.919240:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb09f8. 00000400:00000200:1.0:1769075317.919243:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14330 00000400:00000010:1.0:1769075317.919245:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14330. 00000100:00000001:1.0:1769075317.919248:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075317.919251:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075317.919259:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919265:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075317.919267:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919268:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919270:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075317.919274:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919280:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075317.919284:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919290:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075317.919293:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919296:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919298:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919299:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075317.919301:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075317.919303:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075317.919307:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075317.919309:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075317.919314:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075317.919321:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627584:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075317.919326:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075317.919329:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075314/real 1769075317] req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075317.919338:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075317.919339:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075317.919341:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0f78. 00000400:00000200:1.0:1769075317.919344:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075317.919346:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075317.919348:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075317.919352:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075317.919362:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919369:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075317.919371:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919373:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919374:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075317.919379:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919392:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075317.919397:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919404:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075317.919407:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919409:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919410:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919412:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075317.919413:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075317.919416:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075317.919420:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075317.919422:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075317.919427:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075317.919435:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926627328:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075317.919441:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075317.919444:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075317.919447:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926627456/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919455:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075317.919501:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075317.919513:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acaf400. 02000000:00000001:1.0:1769075317.919519:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075317.919522:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075317.919526:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075317.919529:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075317.919533:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0dc00. 02000000:00000001:1.0:1769075317.919536:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075317.919540:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075317.919543:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075317.919547:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075317.919549:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919550:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075317.919554:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926627584/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919561:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075317.919562:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075317.919564:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075317.919582:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075317.919584:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075317.919585:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075317.919587:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075317.919589:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0fc00. 02000000:00000001:1.0:1769075317.919592:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075317.919593:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075317.919595:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075317.919597:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075317.919598:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919600:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075317.919604:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926627328/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919611:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075317.919612:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075317.919614:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075317.919616:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075317.919618:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075317.919619:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075317.919621:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075317.919622:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0e800. 02000000:00000001:1.0:1769075317.919625:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075317.919626:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075317.919628:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075317.919629:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075317.919631:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919635:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075317.919638:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075317.919640:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075317.919641:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075317.919647:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075314/real 1769075317] req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075317.919656:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075317.919658:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075317.919661:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075317.919664:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075317.919666:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075317.919669:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075317.919672:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075317.919682:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919689:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075317.919691:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919693:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919695:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075317.919699:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919706:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075317.919710:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919719:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075317.919721:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919723:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075317.919724:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919727:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075317.919729:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075317.919731:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075317.919735:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075317.919738:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075317.919741:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075317.919749:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627712:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075317.919754:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919756:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075317.919759:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926627712/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075317.919766:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075317.919768:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075317.919770:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075317.919773:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075317.919775:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075317.919776:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075317.919779:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075317.919781:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f800. 02000000:00000001:1.0:1769075317.919784:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075317.919785:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075317.919787:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075317.919791:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075317.919793:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919796:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075317.919809:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075317.919813:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075317.919817:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075317.919819:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075318.110549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075318.110554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075318.110558:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075318.110559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075318.110655:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075318.110661:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075318.110665:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075319.134619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075319.134626:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075319.134631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075319.134632:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075319.134690:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075319.134694:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075319.134698:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075319.966570:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075319.966598:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075319.966600:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075319.966603:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075319.966608:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075319.966615:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 2009 00000400:00000200:0.0:1769075319.966624:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075319.966630:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075319.966633:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075319.966636:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966639:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075319.966641:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966643:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075319.966647:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075319.966648:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075319.966650:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075319.966653:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075319.966654:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075319.966656:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075319.966658:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966660:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075319.966662:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966663:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075319.966666:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075319.966669:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966671:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075319.966673:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075319.966693:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075319.966695:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.966697:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075319.966698:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075319.966704:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcfb80. 00000020:00000040:0.0:1769075319.966707:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075319.966710:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075319.966712:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.966714:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075319.966716:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075319.966720:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075319.966726:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96c00. 00000100:00000001:0.0:1769075319.966731:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075319.966749:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075319.966764:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075319.966769:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075319.966775:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049a930ab] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075319.966804:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075319.966808:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075319.966812:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075319.966814:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075319.966816:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075319.966819:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075319.966822:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2009 00000400:00000200:0.0:1769075319.966828:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075319.966833:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075319.966835:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075319.966838:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966841:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075319.966843:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966845:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075319.966848:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075319.966850:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:0.0:1769075319.966852:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075319.966855:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075319.966857:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075319.966860:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075319.966864:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.966867:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075319.966867:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075319.966872:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075319.966874:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075319.966876:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075319.966878:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1769075319.966881:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00080000:0.0:1769075319.966889:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000040:1.0:1769075319.966891:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075319.966899:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075319.966906:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075319.966913:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075319.966917:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075319.966920:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.966925:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075319.966926:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.966930:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075319.966931:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075319.966936:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769075319.966938:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075319.966943:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926627840:192.168.204.145@tcp:250:kworker.0 00000008:00000001:0.0:1769075319.966944:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.966951:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.966953:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1769075319.966958:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdc00. 02000000:00000001:1.0:1769075319.966959:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075319.966964:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075319.966965:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:1.0:1769075319.966969:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075319.966971:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075319.966974:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.966977:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075319.966978:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:0.0:1769075319.966979:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075319.966983:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075319.966985:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075319.966993:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94800. 00000400:00000200:1.0:1769075319.966994:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:0.0:1769075319.967001:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075319.967004:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000100:00100000:0.0:1769075319.967011:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075319.967014:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075319.967024:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627840, portal 25 00000100:00000001:0.0:1769075319.967025:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075319.967030:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075319.967031:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967035:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788982144 : -125747920569472 : ffff8da207dcfb80) 00000100:00000040:0.0:1769075319.967039:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d40c5a33] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075319.967048:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075319.967057:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075319.967064:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075319.967065:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769075319.967072:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:1.0:1769075319.967073:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967077:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075319.967080:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00080000:0.0:1769075319.967081:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075319.967087:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926627840, offset 0 00000100:00000001:0.0:1769075319.967088:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075319.967093:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2009 00000400:00000200:1.0:1769075319.967102:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:0.0:1769075319.967103:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075319.967111:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075319.967116:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075319.967116:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075319.967124:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967128:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075319.967129:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:0.0:1769075319.967135:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075319.967139:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075319.967140:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075319.967145:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075319.967148:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000020:00000040:0.0:1769075319.967149:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:0.0:1769075319.967153:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075319.967157:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1769075319.967158:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000400:00000200:1.0:1769075319.967164:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000020:00000001:0.0:1769075319.967165:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075319.967169:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075319.967174:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3169:3169:256:4294967295] 192.168.204.145@tcp LPNI seq info [3169:3169:8:4294967295] 00000100:00000040:0.0:1769075319.967177:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967182:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075319.967184:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075319.967188:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967192:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075319.967198:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000020:00000040:0.0:1769075319.967204:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000800:00000200:1.0:1769075319.967210:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00080000:0.0:1769075319.967213:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967218:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075319.967220:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 02000000:00000001:0.0:1769075319.967221:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075319.967227:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075319.967233:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075319.967233:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075319.967237:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.0:1769075319.967240:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000008:00100000:0.0:1769075319.967242:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075319.967250:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075319.967253:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:0.0:1769075319.967255:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075319.967259:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000100:00000010:0.0:1769075319.967263:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcc700. 00000800:00000100:1.0:1769075319.967268:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000020:00000040:0.0:1769075319.967270:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000800:00000010:1.0:1769075319.967272:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 02000000:00000001:0.0:1769075319.967276:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075319.967280:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075319.967280:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1769075319.967287:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075319.967289:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075319.967292:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1769075319.967294:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075319.967301:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 02000000:00000010:0.0:1769075319.967302:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95000. 00000400:00000010:1.0:1769075319.967308:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:0.0:1769075319.967309:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967315:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1769075319.967321:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075319.967325:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075319.967345:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075319.967349:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075319.967350:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075319.967357:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075319.967361:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0ddd623] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.967382:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.967385:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967386:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769075319.967390:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075319.967397:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075319.967399:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075319.967402:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075319.967403:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.967406:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075319.967413:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:0.0:1769075319.967414:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2009 00000100:00000001:1.0:1769075319.967420:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296693006 00000400:00000200:0.0:1769075319.967423:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075319.967430:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075319.967433:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075319.967436:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967438:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075319.967440:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967443:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075319.967445:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075319.967446:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296687886 00000020:00000040:0.0:1769075319.967447:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:0.0:1769075319.967452:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075319.967456:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075319.967456:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296693006 00000020:00000001:0.0:1769075319.967505:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075319.967508:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000001:1.0:1769075319.967513:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296687886 00000100:00000040:0.0:1769075319.967514:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075319.967520:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075319.967522:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075319.967523:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075319.967527:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.967529:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075319.967547:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000040:0.0:1769075319.967550:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075319.967557:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00100000:1.0:1769075319.967566:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075319/real 1769075319] req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075319.967573:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075319.967580:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1769075319.967583:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1769075319.967584:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769075319.967588:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1769075319.967589:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075319.967594:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000100:00000001:0.0:1769075319.967595:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075319.967599:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075319.967601:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000008:00000001:0.0:1769075319.967604:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075319.967606:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:0.0:1769075319.967609:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967612:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1769075319.967617:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcd880. 00000100:00000200:1.0:1769075319.967621:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075319.967623:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075319.967629:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075319.967633:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075319.967637:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769075319.967639:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075319.967641:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075319.967645:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967648:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075319.967651:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769075319.967653:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97400. 00000100:00000001:1.0:1769075319.967655:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.967660:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075319.967661:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075319.967667:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075319.967672:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075319.967686:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075319.967690:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075319.967695:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075319.967697:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075319.967703:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2fd29f] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.967718:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075319.967724:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967725:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.967730:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.967732:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769075319.967735:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2019) 00000100:00000001:1.0:1769075319.967736:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075319.967741:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075319.967746:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075319.967752:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075319.967757:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075319.967763:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075319.967773:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926627840:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075319.967779:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.967782:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.967784:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcfb80 x1855007926627840/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.967792:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075319.967795:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075319.967798:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075319.967801:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075319.967803:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075319.967805:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075319.967807:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075319.967810:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96c00. 02000000:00000001:1.0:1769075319.967815:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075319.967818:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075319.967820:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcfb80. 00000100:00000001:1.0:1769075319.967824:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075319.967826:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.967828:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.967838:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075319.967840:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.967843:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075319.967844:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075319.967846:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075319.967851:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.967858:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075319.967860:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.967863:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075319.967865:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075319.967868:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075319.967871:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627968:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075319.967875:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075319.967877:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075319.967879:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.967881:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075319.967885:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075319.967887:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075319.967892:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075319.967896:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075319.967900:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075319.967905:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926627968, portal 10 00000100:00000001:1.0:1769075319.967907:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075319.967909:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974080 : -125747920577536 : ffff8da207dcdc00) 00000100:00000040:1.0:1769075319.967916:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.967923:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075319.967926:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075319.967928:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075319.967931:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926627968, offset 0 00000400:00000200:1.0:1769075319.967935:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075319.967940:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.967945:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075319.967948:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075319.967951:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075319.967954:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075319.967957:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075319.967960:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3170:3170:256:4294967295] 192.168.204.145@tcp LPNI seq info [3170:3170:8:4294967295] 00000400:00000200:1.0:1769075319.967964:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.967972:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075319.967977:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.967982:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075319.967986:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075319.967989:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075319.967994:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075319.967997:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075319.968001:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.968003:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075319.968006:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075319.968009:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075319.968011:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075319.968012:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075319.968014:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075319.968017:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968023:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968025:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968030:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968031:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075319.968035:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075319.968039:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075319.968043:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075319.968045:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296682756 00000100:00000001:1.0:1769075319.968048:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968050:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296682756 00000100:00000001:1.0:1769075319.968052:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968054:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075319.968057:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968058:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075319.968062:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075319/real 1769075319] req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075319.968078:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075319.968079:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075319.968082:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075319.968085:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075319.968087:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075319.968089:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075319.968093:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075319.968102:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968107:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075319.968108:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968109:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968110:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075319.968113:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968117:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075319.968120:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968125:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075319.968127:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968129:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968130:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968131:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075319.968133:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075319.968136:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075319.968140:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075319.968142:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075319.968147:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075319.968155:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926627968:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075319.968159:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075319.968162:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968170:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075319.968171:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.968174:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075319.968176:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075319.968179:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075319.968182:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628096:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075319.968186:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075319.968188:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075319.968190:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.968192:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075319.968195:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075319.968196:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075319.968200:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075319.968202:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075319.968204:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075319.968206:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628096, portal 4 00000100:00000001:1.0:1769075319.968208:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075319.968209:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788968704 : -125747920582912 : ffff8da207dcc700) 00000100:00000040:1.0:1769075319.968213:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968217:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075319.968219:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075319.968221:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075319.968222:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926628096, offset 0 00000400:00000200:1.0:1769075319.968226:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075319.968228:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.968231:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075319.968233:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075319.968235:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075319.968237:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075319.968239:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075319.968241:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3171:3171:256:4294967295] 192.168.204.145@tcp LPNI seq info [3171:3171:8:4294967295] 00000400:00000200:1.0:1769075319.968244:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.968249:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075319.968251:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.968254:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075319.968256:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075319.968258:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075319.968262:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075319.968264:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075319.968266:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.968268:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075319.968270:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075319.968272:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075319.968274:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075319.968276:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075319.968277:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075319.968279:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968285:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968287:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968291:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968292:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075319.968294:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075319.968296:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075319.968298:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075319.968299:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296681498 00000100:00000001:1.0:1769075319.968302:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968303:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296681498 00000100:00000001:1.0:1769075319.968305:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968306:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075319.968307:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968308:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075319.968310:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075319/real 1769075319] req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075319.968315:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075319.968316:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075319.968317:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075319.968319:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075319.968320:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075319.968321:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075319.968323:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075319.968329:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968333:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075319.968334:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968335:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968336:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075319.968338:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968342:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075319.968344:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968348:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075319.968350:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968351:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968352:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968353:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075319.968354:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075319.968356:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075319.968358:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075319.968359:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075319.968361:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075319.968366:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628096:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075319.968368:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075319.968370:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968374:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075319.968375:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.968376:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075319.968378:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075319.968379:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075319.968381:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628224:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075319.968382:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075319.968383:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075319.968384:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075319.968386:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075319.968388:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075319.968389:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075319.968391:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075319.968393:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075319.968395:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075319.968397:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628224, portal 4 00000100:00000001:1.0:1769075319.968398:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075319.968399:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788973184 : -125747920578432 : ffff8da207dcd880) 00000100:00000040:1.0:1769075319.968402:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968407:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075319.968408:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075319.968409:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075319.968410:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926628224, offset 0 00000400:00000200:1.0:1769075319.968413:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075319.968415:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.968417:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075319.968419:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075319.968420:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075319.968422:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075319.968424:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075319.968426:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3172:3172:256:4294967295] 192.168.204.145@tcp LPNI seq info [3172:3172:8:4294967295] 00000400:00000200:1.0:1769075319.968428:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075319.968432:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075319.968435:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.968436:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075319.968439:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075319.968440:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075319.968443:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075319.968457:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075319.968482:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075319.968484:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075319.968486:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075319.968489:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075319.968491:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075319.968492:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075319.968494:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075319.968497:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968507:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968509:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968513:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968514:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075319.968516:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075319.968518:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075319.968520:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075319.968521:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296681501 00000100:00000001:1.0:1769075319.968523:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968525:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296681501 00000100:00000001:1.0:1769075319.968526:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296693006 00000100:00000001:1.0:1769075319.968528:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075319.968529:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968530:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075319.968547:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075319/real 1769075319] req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075319.968552:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075319.968553:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075319.968555:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075319.968556:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075319.968558:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075319.968559:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075319.968561:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075319.968567:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968571:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075319.968572:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968574:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968575:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075319.968577:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968581:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075319.968583:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968588:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075319.968589:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968590:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075319.968591:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968593:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075319.968594:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075319.968595:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075319.968597:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075319.968599:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075319.968601:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075319.968606:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628224:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075319.968608:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968609:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968612:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdc00 x1855007926627968/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968616:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075319.968617:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075319.968619:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075319.968620:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075319.968621:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075319.968622:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075319.968624:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075319.968625:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94800. 02000000:00000001:1.0:1769075319.968627:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075319.968628:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075319.968629:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdc00. 00000100:00000001:1.0:1769075319.968631:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075319.968632:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968634:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968636:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcc700 x1855007926628096/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968640:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075319.968641:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075319.968642:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075319.968643:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075319.968644:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075319.968645:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075319.968647:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075319.968648:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95000. 02000000:00000001:1.0:1769075319.968650:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075319.968651:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075319.968653:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcc700. 00000100:00000001:1.0:1769075319.968655:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075319.968656:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968658:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075319.968662:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcd880 x1855007926628224/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075319.968668:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075319.968670:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075319.968672:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075319.968674:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075319.968675:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075319.968676:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075319.968678:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075319.968680:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97400. 02000000:00000001:1.0:1769075319.968683:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075319.968684:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075319.968686:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcd880. 00000100:00000001:1.0:1769075319.968688:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075319.968690:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968697:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075319.968702:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075319.968704:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075319.968706:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075319.968707:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075320.158586:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075320.158592:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075320.158596:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075320.158597:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075320.158647:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075320.158651:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075320.158654:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075321.182619:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075321.182627:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075321.182636:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075321.182638:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075321.182712:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075321.182716:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075321.182719:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075322.206646:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075322.206655:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075322.206662:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075322.206664:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075322.206774:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075322.206781:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075322.206788:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075323.230635:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075323.230645:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075323.230648:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075323.230654:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075323.230658:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075323.230660:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075323.230665:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075323.230668:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075323.230670:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075323.230673:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075323.230678:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075323.230680:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075323.230768:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075323.230773:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075323.230777:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075324.254582:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075324.254588:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075324.254592:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075324.254593:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075324.254691:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075324.254699:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075324.254705:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075325.086588:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.086617:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075325.086620:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075325.086625:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075325.086630:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075325.086638:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 2014 00000400:00000200:3.0:1769075325.086650:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075325.086658:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075325.086678:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075325.086682:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.086686:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075325.086689:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.086692:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075325.086696:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075325.086698:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075325.086701:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075325.086704:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075325.086706:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075325.086708:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075325.086711:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.086713:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075325.086715:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.086718:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075325.086721:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075325.086725:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075325.086727:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075325.086731:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075325.086734:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075325.086736:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075325.086738:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075325.086740:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075325.086746:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000020:00000040:3.0:1769075325.086750:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075325.086753:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075325.086755:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075325.086758:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075325.086761:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075325.086764:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075325.086771:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0c000. 00000100:00000001:3.0:1769075325.086778:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075325.086787:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075325.086796:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075325.086801:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075325.086805:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075325.086826:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075325.086829:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075325.086833:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769075325.086835:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075325.086836:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075325.086841:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075325.086842:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075325.086845:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075325.086847:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075325.086851:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2014 00000400:00000200:3.0:1769075325.086858:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075325.086860:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075325.086862:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075325.086869:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075325.086877:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075325.086882:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075325.086882:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075325.086885:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075325.086888:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075325.086891:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075325.086893:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075325.086896:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075325.086897:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075325.086902:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 02000000:00000001:1.0:1769075325.086903:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075325.086906:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075325.086910:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00100000:1.0:1769075325.086911:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926628352:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075325.086916:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075325.086919:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075325.086922:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.086924:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075325.086928:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075325.086930:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.086937:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075325.086942:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075325.086948:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075325.086955:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628352, portal 25 00000100:00000001:1.0:1769075325.086958:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075325.086959:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:1.0:1769075325.086966:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.086974:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075325.086979:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075325.086982:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075325.086986:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926628352, offset 0 00000400:00000200:1.0:1769075325.086992:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075325.086999:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075325.087006:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000020:00000001:3.0:1769075325.087011:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000400:00000200:1.0:1769075325.087014:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769075325.087016:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000400:00000200:1.0:1769075325.087021:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000040:3.0:1769075325.087026:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075325.087030:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075325.087032:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075325.087037:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000100:00000040:3.0:1769075325.087040:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087046:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000200:1.0:1769075325.087047:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3173:3173:256:4294967295] 192.168.204.145@tcp LPNI seq info [3173:3173:8:4294967295] 00000020:00000040:3.0:1769075325.087051:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000400:00000200:1.0:1769075325.087056:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075325.087059:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087063:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075325.087065:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075325.087074:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075325.087083:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.087089:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075325.087098:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075325.087114:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075325.087123:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075325.087127:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075325.087134:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.087138:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075325.087143:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075325.087150:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075325.087156:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075325.087160:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075325.087165:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075325.087172:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.087186:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075325.087186:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075325.087192:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.087193:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075325.087195:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075325.087201:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075325.087209:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087213:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075325.087219:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.087223:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075325.087226:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296698126 00000100:00000001:1.0:1769075325.087231:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296693006 00000100:00000001:1.0:1769075325.087234:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296698126 00000100:00000001:1.0:1769075325.087238:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296693006 00000100:00000001:1.0:1769075325.087242:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075325.087244:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087247:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075325.087252:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075325.087262:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075325.087263:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075325.087266:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000008:00000001:3.0:1769075325.087267:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.087269:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075325.087273:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:3.0:1769075325.087273:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087282:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1769075325.087282:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487480. 00000020:00000040:3.0:1769075325.087288:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000200:1.0:1769075325.087290:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075325.087292:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075325.087296:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075325.087300:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075325.087303:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769075325.087308:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075325.087315:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087326:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1769075325.087329:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:1.0:1769075325.087330:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.087336:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075325.087337:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087339:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075325.087347:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769075325.087348:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.087389:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075325.087390:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075325.087394:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.087396:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075325.087403:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab120640] to pc [ptlrpcd_rcv+-1] req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075325.087434:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087436:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075325.087438:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075325.087443:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075325.087444:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075325.087509:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.087514:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075325.087515:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075325.087519:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769075325.087520:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075325.087523:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075325.087526:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075325.087529:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075325.087534:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2014 00000100:00080000:1.0:1769075325.087540:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000400:00000200:3.0:1769075325.087545:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075325.087547:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:3.0:1769075325.087554:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000040:1.0:1769075325.087560:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075325.087560:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075325.087570:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087578:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075325.087584:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087589:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075325.087594:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075325.087596:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000100:00100000:1.0:1769075325.087599:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926628352:192.168.204.145@tcp:250:kworker.0 00000020:00000001:3.0:1769075325.087600:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075325.087604:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:3.0:1769075325.087608:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075325.087614:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000100:00000001:1.0:1769075325.087617:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075325.087618:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087625:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075325.087626:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075325.087630:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087634:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:1.0:1769075325.087656:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926628352/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075325.087657:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075325.087664:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075325.087668:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075325.087672:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075325.087676:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075325.087679:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075325.087680:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.087683:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075325.087684:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:1.0:1769075325.087688:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 00000008:00100000:3.0:1769075325.087688:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075325.087695:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.087698:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075325.087698:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075325.087704:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1769075325.087706:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485880. 00000020:00000040:1.0:1769075325.087710:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000040:3.0:1769075325.087711:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:3.0:1769075325.087725:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769075325.087728:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075325.087729:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075325.087733:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075325.087735:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0c000. 02000000:00000001:3.0:1769075325.087735:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075325.087738:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.087743:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1769075325.087745:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075325.087749:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769075325.087750:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075325.087755:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00100000:3.0:1769075325.087758:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075325.087763:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075325.087766:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.087772:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075325.087772:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075325.087777:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075325.087782:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaf438] to pc [ptlrpcd_rcv+-1] req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.087783:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075325.087788:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087794:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075325.087796:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.087798:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769075325.087803:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075325.087804:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075325.087810:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:1.0:1769075325.087813:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075325.087814:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075325.087817:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075325.087824:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075325.087831:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2014 00000100:00000001:1.0:1769075325.087834:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075325.087838:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075325.087839:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 02000000:00000001:1.0:1769075325.087843:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1769075325.087847:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 02000000:00000001:1.0:1769075325.087848:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075325.087851:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769075325.087852:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075325.087858:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00100000:1.0:1769075325.087860:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628480:192.168.204.145@tcp:38:kworker.0 00000100:00000001:3.0:1769075325.087863:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075325.087867:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075325.087870:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 02000000:00000001:1.0:1769075325.087871:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075325.087874:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 02000000:00000001:1.0:1769075325.087875:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075325.087880:0:11606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769075325.087881:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769075325.087884:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 02000000:00000010:1.0:1769075325.087887:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 00000020:00000001:3.0:1769075325.087887:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075325.087891:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 02000000:00000001:1.0:1769075325.087892:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075325.087895:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:3.0:1769075325.087898:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000400:00000200:1.0:1769075325.087900:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:3.0:1769075325.087922:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000010:1.0:1769075325.087924:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000100:00000001:3.0:1769075325.087929:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075325.087931:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075325.087936:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628480, portal 10 00000100:00000040:3.0:1769075325.087937:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075325.087941:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075325.087946:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075325.087947:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762471040 : -125747947080576 : ffff8da206487480) 00000020:00000040:3.0:1769075325.087957:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000040:1.0:1769075325.087963:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075325.087969:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:1.0:1769075325.087978:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075325.087980:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.087985:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075325.087988:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075325.087990:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075325.087995:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926628480, offset 0 02000000:00000001:3.0:1769075325.087996:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075325.088003:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 02000000:00000001:3.0:1769075325.088005:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088028:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075325.088030:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075325.088034:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075325.088036:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000008:00000001:3.0:1769075325.088038:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088043:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075325.088043:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088050:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000010:3.0:1769075325.088052:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487100. 00000400:00000200:1.0:1769075325.088053:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1769075325.088058:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000400:00000200:1.0:1769075325.088059:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:3.0:1769075325.088064:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075325.088068:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088071:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3174:3174:256:4294967295] 192.168.204.145@tcp LPNI seq info [3174:3174:8:4294967295] 00000100:00000001:3.0:1769075325.088071:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075325.088075:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075325.088078:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075325.088084:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000400:00000200:1.0:1769075325.088085:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075325.088090:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075325.088099:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075325.088108:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00000001:3.0:1769075325.088113:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075325.088118:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075325.088124:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075325.088126:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8a052da] to pc [ptlrpcd_rcv+-1] req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1769075325.088133:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000100:00000001:3.0:1769075325.088138:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075325.088144:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2024) 00000800:00000200:1.0:1769075325.088145:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075325.088151:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075325.088159:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075325.088163:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075325.088169:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.088172:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075325.088176:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075325.088181:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075325.088186:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075325.088188:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075325.088192:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075325.088196:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088203:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.088206:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088212:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088213:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075325.088217:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.088220:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075325.088223:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075325.088225:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296687876 00000100:00000001:1.0:1769075325.088228:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088230:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296687876 00000100:00000001:1.0:1769075325.088231:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088233:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075325.088235:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088236:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075325.088239:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075325.088246:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075325.088247:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075325.088248:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075325.088250:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075325.088251:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075325.088253:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075325.088256:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075325.088262:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088267:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075325.088268:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088270:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.088271:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075325.088274:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088279:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075325.088289:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088295:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075325.088296:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088298:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.088299:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088301:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075325.088302:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075325.088304:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075325.088307:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075325.088309:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075325.088312:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075325.088318:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628480:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075325.088321:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075325.088323:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088328:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075325.088329:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.088331:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075325.088333:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075325.088335:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075325.088337:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628608:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075325.088340:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075325.088341:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075325.088343:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.088345:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075325.088348:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075325.088349:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088362:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075325.088365:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075325.088367:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075325.088370:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628608, portal 4 00000100:00000001:1.0:1769075325.088371:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075325.088373:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762463872 : -125747947087744 : ffff8da206485880) 00000100:00000040:1.0:1769075325.088377:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088382:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075325.088385:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075325.088386:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075325.088388:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926628608, offset 0 00000400:00000200:1.0:1769075325.088391:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075325.088394:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075325.088397:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075325.088400:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075325.088402:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075325.088404:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075325.088406:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075325.088409:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3175:3175:256:4294967295] 192.168.204.145@tcp LPNI seq info [3175:3175:8:4294967295] 00000400:00000200:1.0:1769075325.088412:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075325.088418:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075325.088421:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.088423:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075325.088426:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075325.088429:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075325.088432:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075325.088434:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075325.088438:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.088439:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075325.088442:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075325.088444:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075325.088519:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075325.088522:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075325.088526:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075325.088532:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088540:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.088543:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088551:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088552:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075325.088556:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.088559:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075325.088563:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075325.088565:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296686619 00000100:00000001:1.0:1769075325.088568:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088571:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296686619 00000100:00000001:1.0:1769075325.088573:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088575:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075325.088577:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088579:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075325.088583:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075325.088590:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075325.088592:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075325.088594:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075325.088598:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075325.088600:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075325.088603:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075325.088609:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075325.088622:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088633:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075325.088635:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088654:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.088656:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075325.088662:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088671:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075325.088677:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088687:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075325.088690:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088693:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.088694:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088697:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075325.088699:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075325.088714:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075325.088718:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075325.088721:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075325.088726:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075325.088738:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628608:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075325.088743:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088746:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.088750:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487480 x1855007926628480/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088759:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075325.088761:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075325.088764:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075325.088767:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075325.088768:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075325.088769:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075325.088771:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075325.088773:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075325.088775:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075325.088776:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075325.088778:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487480. 00000100:00000001:1.0:1769075325.088780:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075325.088782:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088783:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.088786:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485880 x1855007926628608/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088792:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075325.088793:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075325.088794:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075325.088796:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075325.088797:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075325.088798:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075325.088799:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075325.088800:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075325.088801:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075325.088802:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075325.088803:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485880. 00000100:00000001:1.0:1769075325.088805:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075325.088806:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088807:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.088811:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075325.088812:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088813:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075325.088815:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075325.088816:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075325.088818:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088823:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075325.088825:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.088826:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075325.088828:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075325.088829:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075325.088832:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628736:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075325.088835:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075325.088836:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075325.088838:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075325.088839:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075325.088842:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075325.088844:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075325.088847:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075325.088850:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075325.088852:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075325.088856:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628736, portal 4 00000100:00000001:1.0:1769075325.088857:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075325.088858:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762470144 : -125747947081472 : ffff8da206487100) 00000100:00000040:1.0:1769075325.088863:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088869:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075325.088870:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075325.088872:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075325.088875:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926628736, offset 0 00000400:00000200:1.0:1769075325.088878:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075325.088881:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075325.088884:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075325.088887:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075325.088889:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075325.088891:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075325.088893:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075325.088896:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3176:3176:256:4294967295] 192.168.204.145@tcp LPNI seq info [3176:3176:8:4294967295] 00000400:00000200:1.0:1769075325.088900:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075325.088905:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075325.088908:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.088911:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075325.088914:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075325.088917:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075325.088920:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075325.088922:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075325.088926:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075325.088928:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075325.088930:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075325.088933:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075325.088935:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075325.088937:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075325.088939:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075325.088941:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088948:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.088950:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.088955:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088956:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075325.088959:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075325.088961:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075325.088964:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075325.088965:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296686621 00000100:00000001:1.0:1769075325.088967:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088969:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296686621 00000100:00000001:1.0:1769075325.088971:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296698126 00000100:00000001:1.0:1769075325.088973:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075325.088975:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.088976:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075325.088979:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075325/real 1769075325] req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075325.088984:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075325.088985:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075325.088987:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075325.088989:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075325.088990:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075325.088992:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075325.088995:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075325.089001:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.089006:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075325.089007:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089008:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.089009:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075325.089012:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.089017:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075325.089020:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.089025:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075325.089027:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089029:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075325.089030:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089031:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075325.089032:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075325.089034:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075325.089037:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075325.089038:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075325.089041:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075325.089047:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628736:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075325.089051:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089052:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075325.089055:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487100 x1855007926628736/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075325.089062:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075325.089064:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075325.089066:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075325.089069:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075325.089071:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075325.089072:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075325.089075:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075325.089077:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075325.089080:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075325.089082:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075325.089084:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487100. 00000100:00000001:1.0:1769075325.089087:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075325.089088:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089090:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075325.089094:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075325.089096:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075325.089098:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075325.089101:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075325.278549:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075325.278556:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075325.278561:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075325.278565:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075325.278568:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075325.278571:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075325.278574:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075325.278576:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075325.278578:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075325.278581:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075325.278674:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075325.278679:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075325.278684:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075326.302611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075326.302621:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075326.302630:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075326.302633:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075326.302711:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075326.302717:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075326.302722:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075327.326537:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075327.326545:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075327.326552:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075327.326554:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075327.326619:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075327.326624:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075327.326629:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075328.350600:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075328.350606:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075328.350611:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075328.350612:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075328.350690:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075328.350695:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075328.350699:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075329.374556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075329.374567:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075329.374576:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075329.374578:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075329.374646:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075329.374651:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075329.374656:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075330.206600:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075330.206616:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075330.206620:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075330.206626:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075330.206632:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075330.206643:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 2019 00000400:00000200:3.0:1769075330.206656:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075330.206665:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075330.206670:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075330.206674:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206678:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075330.206681:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206685:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075330.206690:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075330.206693:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:3.0:1769075330.206696:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075330.206700:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:3.0:1769075330.206703:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:3.0:1769075330.206707:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:3.0:1769075330.206711:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206713:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075330.206716:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206718:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075330.206722:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:3.0:1769075330.206726:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206729:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075330.206742:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075330.206747:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075330.206751:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.206753:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075330.206756:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075330.206770:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206487b80. 00000020:00000040:3.0:1769075330.206775:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:3.0:1769075330.206780:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075330.206782:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.206786:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075330.206790:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075330.206795:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075330.206806:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0cc00. 00000100:00000001:3.0:1769075330.206816:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075330.206827:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075330.206839:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075330.206845:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075330.206851:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9f9b21] to pc [ptlrpcd_rcv+-1] req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075330.206876:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075330.206880:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075330.206885:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075330.206887:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075330.206889:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075330.206892:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075330.206896:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2019 00000400:00000200:3.0:1769075330.206902:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075330.206907:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075330.206911:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075330.206914:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075330.206915:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206920:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075330.206921:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075330.206925:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075330.206927:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206931:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000040:1.0:1769075330.206935:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075330.206936:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075330.206940:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000020:00000001:3.0:1769075330.206945:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075330.206949:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000100:00000001:1.0:1769075330.206950:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075330.206953:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075330.206955:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:1.0:1769075330.206958:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769075330.206960:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 02000000:00000001:1.0:1769075330.206962:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075330.206966:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075330.206969:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.206973:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075330.206975:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00100000:1.0:1769075330.206978:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926628864:192.168.204.145@tcp:250:kworker.0 00000100:00000001:3.0:1769075330.206980:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075330.206986:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000001:1.0:1769075330.206988:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075330.206994:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 02000000:00000001:1.0:1769075330.206995:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075330.206998:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207000:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.207002:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769075330.207005:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1769075330.207009:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075330.207012:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075330.207015:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075330.207020:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207021:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075330.207025:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769075330.207028:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000008:00100000:3.0:1769075330.207032:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075330.207036:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000008:00000001:3.0:1769075330.207039:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207044:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075330.207047:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628864, portal 25 00000100:00000010:3.0:1769075330.207049:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075330.207051:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075330.207054:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762472832 : -125747947078784 : ffff8da206487b80) 00000020:00000040:3.0:1769075330.207056:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 02000000:00000001:3.0:1769075330.207061:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1769075330.207062:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075330.207065:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207070:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075330.207073:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075330.207076:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075330.207077:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075330.207081:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075330.207086:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 02000000:00000010:3.0:1769075330.207087:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0f400. 00000100:00000200:1.0:1769075330.207089:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926628864, offset 0 00000100:00000001:3.0:1769075330.207094:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207100:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000100:00100000:3.0:1769075330.207105:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075330.207112:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.207121:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075330.207128:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075330.207132:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075330.207136:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:3.0:1769075330.207137:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075330.207144:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062296b0e] to pc [ptlrpcd_rcv+-1] req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075330.207145:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075330.207152:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075330.207160:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3177:3177:256:4294967295] 192.168.204.145@tcp LPNI seq info [3177:3177:8:4294967295] 00000100:00000001:3.0:1769075330.207162:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207167:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00080000:3.0:1769075330.207169:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075330.207173:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075330.207175:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075330.207178:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075330.207184:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075330.207185:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000100:00080000:3.0:1769075330.207190:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2019 00000800:00000200:1.0:1769075330.207194:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000400:00000200:3.0:1769075330.207195:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075330.207201:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000800:00000010:1.0:1769075330.207202:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000100:00080000:3.0:1769075330.207203:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075330.207208:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.207210:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075330.207214:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000800:00000200:1.0:1769075330.207216:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000001:3.0:1769075330.207217:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075330.207222:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1769075330.207224:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000020:00000040:3.0:1769075330.207224:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000020:00000001:3.0:1769075330.207228:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075330.207231:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000800:00000200:1.1:1769075330.207235:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000020:00000001:3.0:1769075330.207236:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:3.0:1769075330.207242:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000800:00000200:1.1:1769075330.207243:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000100:00000040:3.0:1769075330.207246:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.207249:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1769075330.207253:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000100:00000040:3.0:1769075330.207254:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:3.0:1769075330.207259:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:3.0:1769075330.207261:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000100:00080000:3.0:1769075330.207263:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:3.0:1769075330.207265:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075330.207266:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 02000000:00000001:3.0:1769075330.207266:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075330.207271:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075330.207274:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207275:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075330.207276:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:3.0:1769075330.207277:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075330.207281:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207285:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207286:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000010:3.0:1769075330.207291:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206485180. 00000400:00000200:1.0:1769075330.207292:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000020:00000040:3.0:1769075330.207295:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 00000400:00000010:1.0:1769075330.207296:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 02000000:00000001:3.0:1769075330.207300:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075330.207302:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207303:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075330.207304:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075330.207307:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075330.207309:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075330.207310:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769075330.207314:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d800. 00000100:00000001:3.0:1769075330.207320:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207326:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.207331:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075330.207335:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075330.207348:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207350:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075330.207353:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075330.207354:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075330.207371:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c65080fd] to pc [ptlrpcd_rcv+-1] req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207373:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207384:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:3.0:1769075330.207385:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075330.207390:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075330.207391:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296703246 00000100:00080000:3.0:1769075330.207394:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075330.207395:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075330.207396:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075330.207399:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075330.207403:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2019 00000400:00000200:3.0:1769075330.207407:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:3.0:1769075330.207411:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075330.207412:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296698126 00000100:00080000:3.0:1769075330.207413:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075330.207419:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075330.207421:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296703246 00000100:00000001:3.0:1769075330.207422:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075330.207426:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075330.207428:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296698126 00000100:00000001:3.0:1769075330.207429:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:3.0:1769075330.207433:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075330.207435:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075330.207435:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000020:00000001:3.0:1769075330.207439:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075330.207440:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075330.207442:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000100:00000001:1.0:1769075330.207444:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769075330.207446:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00100000:1.0:1769075330.207452:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075330.207452:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:3.0:1769075330.207491:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000400:00000001:1.0:1769075330.207495:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075330.207497:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1769075330.207498:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075330.207503:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000100:00000040:3.0:1769075330.207503:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000400:00000200:1.0:1769075330.207507:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000100:00000001:3.0:1769075330.207509:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000010:1.0:1769075330.207511:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000020:00000040:3.0:1769075330.207515:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00000001:1.0:1769075330.207516:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769075330.207522:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000200:1.0:1769075330.207524:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075330.207526:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075330.207531:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075330.207535:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075330.207539:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075330.207540:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075330.207541:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075330.207544:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075330.207548:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207553:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207556:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1769075330.207558:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075330.207559:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075330.207563:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 00000100:00000001:1.0:1769075330.207564:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.207568:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075330.207568:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075330.207571:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075330.207574:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769075330.207575:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075330.207576:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075330.207580:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075330.207586:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207f0d000. 00000100:00000001:1.0:1769075330.207587:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075330.207592:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075330.207598:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075330.207601:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075330.207617:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075330.207620:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075330.207621:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207627:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075330.207628:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025b8a83] to pc [ptlrpcd_rcv+-1] req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207630:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.207633:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207639:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075330.207642:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075330.207643:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075330.207647:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1769075330.207649:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2029) 00000100:00080000:1.0:1769075330.207653:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075330.207657:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075330.207662:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075330.207673:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926628864:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075330.207679:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207681:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.207685:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206487b80 x1855007926628864/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207700:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075330.207703:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075330.207707:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075330.207718:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075330.207720:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075330.207721:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075330.207723:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075330.207726:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0cc00. 02000000:00000001:1.0:1769075330.207730:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075330.207732:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075330.207733:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206487b80. 00000100:00000001:1.0:1769075330.207737:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075330.207738:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207740:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207747:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075330.207749:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207751:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075330.207752:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075330.207753:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075330.207757:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207762:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075330.207763:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.207765:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075330.207767:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075330.207768:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075330.207770:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628992:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075330.207773:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075330.207775:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075330.207776:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.207777:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075330.207780:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075330.207781:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207785:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075330.207788:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075330.207790:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075330.207793:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926628992, portal 10 00000100:00000001:1.0:1769075330.207794:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075330.207795:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762466560 : -125747947085056 : ffff8da206486300) 00000100:00000040:1.0:1769075330.207801:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207806:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075330.207807:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075330.207809:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075330.207811:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926628992, offset 0 00000400:00000200:1.0:1769075330.207813:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075330.207816:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.207819:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075330.207821:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075330.207823:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075330.207825:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075330.207827:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075330.207829:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3178:3178:256:4294967295] 192.168.204.145@tcp LPNI seq info [3178:3178:8:4294967295] 00000400:00000200:1.0:1769075330.207832:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.207837:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075330.207841:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.207843:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075330.207846:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075330.207848:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075330.207852:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075330.207854:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075330.207856:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.207858:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075330.207860:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075330.207863:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075330.207865:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075330.207866:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075330.207868:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075330.207871:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207876:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.207878:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207883:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207884:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075330.207886:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075330.207889:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075330.207891:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075330.207893:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296692996 00000100:00000001:1.0:1769075330.207895:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.207896:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296692996 00000100:00000001:1.0:1769075330.207898:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.207900:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075330.207901:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.207902:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075330.207904:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075330.207909:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075330.207910:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075330.207911:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075330.207912:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075330.207913:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075330.207914:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075330.207916:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075330.207922:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207931:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075330.207932:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207933:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.207934:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075330.207937:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207941:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075330.207943:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207947:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075330.207948:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207949:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.207950:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.207951:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075330.207952:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075330.207954:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075330.207956:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075330.207957:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075330.207959:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075330.207964:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926628992:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075330.207966:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075330.207968:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.207973:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075330.207974:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.207976:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075330.207977:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075330.207979:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075330.207981:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629120:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075330.207983:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075330.207984:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075330.207985:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.207986:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075330.207988:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075330.207990:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.207992:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075330.207994:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075330.207996:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075330.207998:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629120, portal 4 00000100:00000001:1.0:1769075330.208000:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075330.208001:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762462080 : -125747947089536 : ffff8da206485180) 00000100:00000040:1.0:1769075330.208005:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208009:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075330.208011:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075330.208012:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075330.208014:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926629120, offset 0 00000400:00000200:1.0:1769075330.208016:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075330.208019:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.208021:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075330.208022:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075330.208024:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075330.208025:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075330.208027:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075330.208029:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3179:3179:256:4294967295] 192.168.204.145@tcp LPNI seq info [3179:3179:8:4294967295] 00000400:00000200:1.0:1769075330.208032:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.208037:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075330.208040:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.208042:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075330.208044:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075330.208046:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075330.208049:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075330.208051:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075330.208054:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.208055:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075330.208057:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075330.208060:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075330.208061:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075330.208063:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075330.208064:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075330.208066:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208072:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.208073:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208078:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.208079:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075330.208080:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075330.208082:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075330.208084:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075330.208085:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296691738 00000100:00000001:1.0:1769075330.208087:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.208089:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296691738 00000100:00000001:1.0:1769075330.208090:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.208092:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075330.208093:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.208094:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075330.208096:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075330.208102:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075330.208103:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075330.208104:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075330.208106:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075330.208107:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075330.208108:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075330.208110:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075330.208115:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208118:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075330.208119:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208120:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.208121:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075330.208123:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208127:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075330.208129:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208134:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075330.208135:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208136:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.208137:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208138:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075330.208140:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075330.208141:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075330.208143:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075330.208145:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075330.208148:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075330.208153:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629120:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075330.208156:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075330.208158:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208161:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075330.208162:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.208163:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075330.208164:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075330.208166:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075330.208167:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629248:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075330.208169:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075330.208170:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075330.208171:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075330.208172:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075330.208174:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075330.208175:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075330.208177:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075330.208178:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075330.208180:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075330.208181:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629248, portal 4 00000100:00000001:1.0:1769075330.208183:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075330.208183:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325762467456 : -125747947084160 : ffff8da206486680) 00000100:00000040:1.0:1769075330.208188:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208192:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075330.208194:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075330.208195:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075330.208196:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926629248, offset 0 00000400:00000200:1.0:1769075330.208199:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075330.208201:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.208203:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075330.208205:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075330.208207:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075330.208209:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075330.208210:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075330.208213:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3180:3180:256:4294967295] 192.168.204.145@tcp LPNI seq info [3180:3180:8:4294967295] 00000400:00000200:1.0:1769075330.208215:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075330.208219:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075330.208222:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.208224:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075330.208226:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075330.208227:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075330.208230:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075330.208231:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075330.208234:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075330.208236:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075330.208237:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075330.208240:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075330.208242:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075330.208243:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075330.208244:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075330.208246:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208251:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.208253:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208258:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.208259:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075330.208260:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075330.208262:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075330.208264:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075330.208266:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296691740 00000100:00000001:1.0:1769075330.208268:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.208270:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296691740 00000100:00000001:1.0:1769075330.208271:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296703246 00000100:00000001:1.0:1769075330.208272:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075330.208273:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.208275:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075330.208277:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075330/real 1769075330] req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075330.208281:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075330.208282:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075330.208283:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075330.208284:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075330.208285:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075330.208286:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075330.208288:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075330.208292:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208297:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075330.208298:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208299:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.208300:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075330.208302:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208306:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075330.208308:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208312:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075330.208315:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208316:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075330.208317:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208318:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075330.208319:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075330.208321:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075330.208322:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075330.208324:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075330.208326:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075330.208330:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da206486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629248:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075330.208333:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208334:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.208335:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486300 x1855007926628992/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208339:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075330.208340:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075330.208342:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075330.208344:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075330.208345:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075330.208346:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075330.208348:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075330.208350:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0f400. 02000000:00000001:1.0:1769075330.208352:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075330.208354:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075330.208355:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486300. 00000100:00000001:1.0:1769075330.208358:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075330.208371:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208374:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.208378:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206485180 x1855007926629120/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208392:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075330.208394:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075330.208396:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075330.208400:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075330.208401:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075330.208403:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075330.208405:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075330.208407:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d800. 02000000:00000001:1.0:1769075330.208409:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075330.208411:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075330.208412:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206485180. 00000100:00000001:1.0:1769075330.208415:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075330.208416:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208417:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075330.208420:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da206486680 x1855007926629248/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075330.208425:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075330.208426:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075330.208427:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075330.208429:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075330.208430:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075330.208431:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075330.208432:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075330.208433:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207f0d000. 02000000:00000001:1.0:1769075330.208434:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075330.208435:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075330.208436:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da206486680. 00000100:00000001:1.0:1769075330.208437:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075330.208438:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208440:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075330.208442:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075330.208443:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075330.208445:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075330.208446:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075330.398612:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075330.398622:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075330.398631:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075330.398632:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075330.398729:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075330.398737:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075330.398742:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075331.422562:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075331.422570:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075331.422577:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075331.422579:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075331.422646:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075331.422651:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075331.422654:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075332.446554:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075332.446560:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075332.446564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075332.446565:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075332.446640:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075332.446645:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075332.446649:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075333.470545:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075333.470553:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075333.470555:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075333.470560:0:27110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769075333.470563:0:27110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769075333.470565:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075333.470570:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075333.470572:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075333.470574:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075333.470577:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075333.470581:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075333.470582:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075333.470652:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075333.470657:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075333.470661:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075334.494553:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075334.494559:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075334.494564:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075334.494565:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075334.494619:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075334.494623:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075334.494626:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075335.326592:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) d92a20d5-0179-4d84-9e4f-4b7777a5948a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075335.326621:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075335.326625:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075335.326629:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075335.326635:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075335.326644:0:11606:0:(import.c:509:import_select_connection()) MGC192.168.204.145@tcp: connect to NID 192.168.204.145@tcp last attempt 2024 00000400:00000200:0.0:1769075335.326656:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075335.326663:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075335.326667:0:11606:0:(import.c:588:import_select_connection()) MGC192.168.204.145@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075335.326672:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326676:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.326680:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326683:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075335.326689:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075335.326692:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827a5 00000020:00000001:0.0:1769075335.326695:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075335.326699:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a70d000 refcount=3 00000020:00000001:0.0:1769075335.326702:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000020:00000001:0.0:1769075335.326706:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832224768 : -125747877326848 : ffff8da20a70d000) 00000100:00000040:0.0:1769075335.326709:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326712:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.326714:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326716:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075335.326720:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a70d000 : new refcount 2 00000100:00080000:0.0:1769075335.326724:0:11606:0:(import.c:623:import_select_connection()) MGC192.168.204.145@tcp: import ffff8da202e8f000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326727:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075335.326730:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075335.326734:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075335.326738:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.326740:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075335.326743:0:11606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075335.326754:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf100. 00000020:00000040:0.0:1769075335.326758:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202e8f000 refcount=4 obd=MGC192.168.204.145@tcp 02000000:00000001:0.0:1769075335.326763:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075335.326765:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.326769:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075335.326773:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075335.326778:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075335.326787:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c96800. 00000100:00000001:0.0:1769075335.326796:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075335.326808:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075335.326822:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075335.326828:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075335.326834:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7b7a159] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075335.326865:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075335.326882:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075335.326887:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075335.326889:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075335.326891:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075335.326895:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075335.326899:0:11606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2024 00000400:00000200:0.0:1769075335.326904:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:0.0:1769075335.326909:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075335.326912:0:11606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075335.326916:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326920:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.326923:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326926:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000100:00000001:1.0:1769075335.326928:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769075335.326930:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075335.326937:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d449736827f2 00000100:00000001:1.0:1769075335.326940:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769075335.326941:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075335.326947:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1769075335.326948:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a0e9000 refcount=5 00000020:00000001:0.0:1769075335.326955:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000020:00000001:0.0:1769075335.326957:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325825785856 : -125747883765760 : ffff8da20a0e9000) 00000100:00000040:0.0:1769075335.326977:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326980:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.326982:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.326985:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075335.326992:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a0e9000 : new refcount 4 00000100:00000040:1.0:1769075335.326994:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075335.326999:0:11606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff8da202f2f800: import ffff8da20ac51800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327008:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075335.327015:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075335.327024:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075335.327024:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075335.327030:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075335.327031:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327037:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075335.327039:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1769075335.327060:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075335.327064:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769075335.327068:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.327072:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327074:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075335.327083:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf800. 00000100:00100000:1.0:1769075335.327085:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926629376:192.168.204.145@tcp:250:kworker.0 00000020:00000040:0.0:1769075335.327088:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20ac51800 refcount=4 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000100:00000001:1.0:1769075335.327099:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075335.327100:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075335.327106:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.327108:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075335.327110:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075335.327117:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075335.327117:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075335.327123:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.327124:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769075335.327138:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c95c00. 02000000:00000010:1.0:1769075335.327139:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075335.327149:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327150:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.327163:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00100000:0.0:1769075335.327165:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075335.327174:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000100:00000001:0.0:1769075335.327186:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075335.327191:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075335.327192:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000040:0.0:1769075335.327201:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a55f85] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075335.327207:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629376, portal 25 00000100:00000001:1.0:1769075335.327217:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075335.327222:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788979456 : -125747920572160 : ffff8da207dcf100) 00000100:00000001:0.0:1769075335.327226:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075335.327233:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075335.327238:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075335.327240:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075335.327248:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075335.327253:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075335.327263:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075335.327272:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2024 00000100:00000001:1.0:1769075335.327297:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1769075335.327328:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:1.0:1769075335.327330:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075335.327337:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000400:00000200:0.0:1769075335.327338:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075335.327345:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769075335.327346:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007926629376, offset 0 00000100:00000040:0.0:1769075335.327355:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327359:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.327361:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327363:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075335.327367:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075335.327372:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682800 00000400:00000200:1.0:1769075335.327373:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000020:00000001:0.0:1769075335.327374:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075335.327381:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a764800 refcount=4 00000020:00000001:0.0:1769075335.327384:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000020:00000001:0.0:1769075335.327387:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832583168 : -125747876968448 : ffff8da20a764800) 00000400:00000200:1.0:1769075335.327391:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000040:0.0:1769075335.327397:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327402:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075335.327407:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000100:00000040:0.0:1769075335.327408:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327417:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000040:0.0:1769075335.327421:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a764800 : new refcount 3 00000400:00000200:1.0:1769075335.327424:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1769075335.327430:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff8da202f2f800: import ffff8da20a70b800 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000200:1.0:1769075335.327435:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000100:00000001:0.0:1769075335.327440:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.327444:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769075335.327450:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075335.327452:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 02000000:00000001:0.0:1769075335.327460:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075335.327469:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327473:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075335.327497:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3181:3181:256:4294967295] 192.168.204.145@tcp LPNI seq info [3181:3181:8:4294967295] 00000400:00000200:1.0:1769075335.327505:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.327518:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075335.327527:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.327534:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075335.327544:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000008:00100000:0.0:1769075335.327546:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1769075335.327550:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000008:00000001:0.0:1769075335.327553:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327560:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075335.327567:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000100:00000010:0.0:1769075335.327570:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcdf80. 00000800:00000200:1.1:1769075335.327574:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000020:00000040:0.0:1769075335.327577:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da20a70b800 refcount=3 obd=lustre-OST0000-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075335.327584:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000100:1.0:1769075335.327586:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 02000000:00000001:0.0:1769075335.327587:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075335.327592:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000100:00000001:0.0:1769075335.327594:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075335.327599:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075335.327604:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1769075335.327605:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075335.327616:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c97c00. 00000400:00000200:1.0:1769075335.327618:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075335.327629:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.327630:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075335.327637:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00100000:0.0:1769075335.327644:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075335.327647:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075335.327659:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075335.327661:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075335.327668:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075335.327684:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f5f464] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.327686:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.327697:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075335.327701:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075335.327711:0:11606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3244744f-11a0-48bc-973e-b9df1bca57bc->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075335.327721:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075335.327722:0:11606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075335.327729:0:11606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075335.327729:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769075335.327736:0:11606:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075335.327740:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327741:0:11606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075335.327765:0:11606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: connect to NID 192.168.204.145@tcp last attempt 2024 00000400:00000200:1.0:1769075335.327772:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075335.327778:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 2 is 4296708367 00000400:00000200:0.0:1769075335.327788:0:11606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075335.327789:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296703246 00000400:00000200:0.0:1769075335.327800:0:11606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.145@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075335.327801:0:2378:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS new deadline estimation for cpu 3 is 4296708367 00000100:00080000:0.0:1769075335.327808:0:11606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075335.327813:0:2378:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.145@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296703246 00000100:00000040:0.0:1769075335.327817:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075335.327824:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075335.327825:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075335.327834:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075335.327835:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:1.0:1769075335.327844:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075335.327845:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000020:00000001:0.0:1769075335.327853:0:11606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075335.327855:0:11606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5882d44973682807 00000100:00100000:1.0:1769075335.327860:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075335.327861:0:11606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075335.327867:0:11606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8da20a763000 refcount=4 00000020:00000001:0.0:1769075335.327874:0:11606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000020:00000001:0.0:1769075335.327884:0:11606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446618325832577024 : -125747876974592 : ffff8da20a763000) 00000100:00000040:0.0:1769075335.327895:0:11606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8da2183d1fc0 refcount 11 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327901:0:11606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075335.327907:0:11606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8da2183d1fc0 refcount 12 to 192.168.204.145@tcp 00000100:00000001:0.0:1769075335.327912:0:11606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446618326063718336 : -125747645833280 : ffff8da2183d1fc0) 00000400:00000001:1.0:1769075335.327912:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075335.327921:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1769075335.327922:0:11606:0:(genops.c:898:class_export_put()) PUTting export ffff8da20a763000 : new refcount 3 00000100:00080000:0.0:1769075335.327933:0:11606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff8da202f2f800: import ffff8da202f2e000 using connection 192.168.204.145@tcp/192.168.204.145@tcp 00000400:00000010:1.0:1769075335.327933:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000100:00000001:0.0:1769075335.327945:0:11606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.327948:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 02000000:00000001:0.0:1769075335.327949:0:11606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075335.327955:0:11606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075335.327957:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 02000000:00000001:0.0:1769075335.327960:0:11606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327984:0:11606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075335.327986:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000008:00100000:0.0:1769075335.327987:0:11606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681347 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075335.327994:0:11606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.327998:0:11606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075335.328001:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769075335.328003:0:11606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8da207dcf480. 00000020:00000040:0.0:1769075335.328009:0:11606:0:(genops.c:1229:class_import_get()) import ffff8da202f2e000 refcount=3 obd=lustre-OST0001-osc-ffff8da202f2f800 02000000:00000001:0.0:1769075335.328015:0:11606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075335.328019:0:11606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075335.328024:0:11606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075335.328028:0:11606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075335.328033:0:11606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075335.328040:0:11606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8da207c94000. 00000100:00000200:1.0:1769075335.328042:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075335.328046:0:11606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075335.328060:0:11606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075335.328097:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075335.328101:0:11606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075335.328105:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075335.328107:0:11606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.328119:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1769075335.328121:0:11606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d1977da] to pc [ptlrpcd_rcv+-1] req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328127:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075335.328144:0:11606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075335.328149:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075335.328151:0:11606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2034) 00000100:00000001:1.0:1769075335.328173:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075335.328186:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328197:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075335.328202:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328206:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.328208:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328212:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075335.328215:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075335.328220:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202e8f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.328225:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075335.328230:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075335.328235:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.328247:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d92a20d5-0179-4d84-9e4f-4b7777a5948a:2378:1855007926629376:192.168.204.145@tcp:250:kworker.0 00000100:00000001:1.0:1769075335.328252:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328255:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.328259:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf100 x1855007926629376/t0(0) o250->MGC192.168.204.145@tcp@192.168.204.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328267:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075335.328270:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075335.328300:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075335.328306:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075335.328309:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075335.328311:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202e8f000 refcount=3 obd=MGC192.168.204.145@tcp 00000020:00000001:1.0:1769075335.328314:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075335.328317:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c96800. 02000000:00000001:1.0:1769075335.328322:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075335.328341:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075335.328343:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf100. 00000100:00000001:1.0:1769075335.328347:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075335.328349:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328351:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328359:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075335.328361:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.328364:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075335.328366:0:2378:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075335.328368:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075335.328373:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328381:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075335.328383:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.328386:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075335.328389:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075335.328392:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075335.328395:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629504:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075335.328399:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075335.328402:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075335.328404:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.328406:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075335.328410:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075335.328412:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.328418:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075335.328421:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075335.328425:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075335.328429:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629504, portal 10 00000100:00000001:1.0:1769075335.328431:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075335.328433:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788981248 : -125747920570368 : ffff8da207dcf800) 00000100:00000040:1.0:1769075335.328440:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328448:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075335.328450:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075335.328453:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075335.328455:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007926629504, offset 0 00000400:00000200:1.0:1769075335.328460:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075335.328465:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.328469:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075335.328497:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075335.328502:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075335.328505:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075335.328508:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075335.328511:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3182:3182:256:4294967295] 192.168.204.145@tcp LPNI seq info [3182:3182:8:4294967295] 00000400:00000200:1.0:1769075335.328516:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.328525:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075335.328530:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.328535:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075335.328540:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075335.328543:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075335.328549:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075335.328552:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075335.328556:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.328559:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075335.328562:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075335.328566:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075335.328570:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075335.328572:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075335.328575:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075335.328579:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328589:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.328592:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328599:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.328601:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075335.328605:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075335.328609:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: using a timeout of 1282852 usecs (1283 jiffies) 00000400:00000200:1.0:1769075335.328613:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075335.328616:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296698117 00000100:00000001:1.0:1769075335.328619:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.328622:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296698117 00000100:00000001:1.0:1769075335.328624:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.328626:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075335.328628:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.328631:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075335.328634:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075335.328651:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075335.328652:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075335.328654:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075335.328657:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075335.328658:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075335.328661:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075335.328664:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075335.328673:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328680:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075335.328682:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328684:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.328685:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075335.328689:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328696:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075335.328700:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328707:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075335.328709:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328711:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.328712:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.328714:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075335.328716:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075335.328719:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20ac51800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.328722:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075335.328725:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075335.328730:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.328739:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629504:192.168.204.145@tcp:38:kworker.0 00000100:00000001:1.0:1769075335.328765:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075335.328769:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328777:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075335.328779:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.328782:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075335.328784:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075335.328787:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075335.328790:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629632:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075335.328794:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075335.328796:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075335.328798:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.328800:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075335.328804:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075335.328807:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.328812:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075335.328815:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075335.328819:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075335.328823:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629632, portal 4 00000100:00000001:1.0:1769075335.328825:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075335.328827:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788974976 : -125747920576640 : ffff8da207dcdf80) 00000100:00000040:1.0:1769075335.328834:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328842:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075335.328845:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075335.328848:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075335.328851:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926629632, offset 0 00000400:00000200:1.0:1769075335.328857:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075335.328862:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.328866:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075335.328870:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075335.328874:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075335.328877:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075335.328880:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075335.328884:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3183:3183:256:4294967295] 192.168.204.145@tcp LPNI seq info [3183:3183:8:4294967295] 00000400:00000200:1.0:1769075335.328889:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.328898:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075335.328903:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.328907:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075335.328911:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075335.328915:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075335.328920:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075335.328924:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075335.328929:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.328933:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075335.328937:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075335.328944:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075335.328950:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075335.328954:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075335.328958:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075335.328965:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.328996:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.329002:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329013:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.329015:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075335.329021:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075335.329026:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: using a timeout of 24281 usecs (25 jiffies) 00000400:00000200:1.0:1769075335.329032:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075335.329037:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296696859 00000100:00000001:1.0:1769075335.329041:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.329045:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296696859 00000100:00000001:1.0:1769075335.329049:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.329053:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075335.329056:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.329060:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075335.329084:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075335.329100:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075335.329103:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075335.329106:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075335.329112:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075335.329115:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075335.329120:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075335.329126:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075335.329144:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329157:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075335.329161:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329163:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.329165:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075335.329170:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329179:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075335.329184:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329193:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075335.329197:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329199:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.329200:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329203:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075335.329205:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075335.329208:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da20a70b800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.329212:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075335.329215:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075335.329219:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.329229:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629632:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075335.329234:0:2378:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075335.329239:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329247:0:2378:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075335.329250:0:2378:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.329252:0:2378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075335.329255:0:2378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075335.329258:0:2378:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075335.329261:0:2378:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629760:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075335.329265:0:2378:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075335.329267:0:2378:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075335.329270:0:2378:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075335.329272:0:2378:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075335.329301:0:2378:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075335.329304:0:2378:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075335.329309:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000010:1.0:1769075335.329313:0:2378:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8da209fb0d68. 00000400:00000010:1.0:1769075335.329317:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a142a8. 00000100:00000200:1.0:1769075335.329321:0:2378:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007926629760, portal 4 00000100:00000001:1.0:1769075335.329325:0:2378:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075335.329326:0:2378:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446618325788980352 : -125747920571264 : ffff8da207dcf480) 00000100:00000040:1.0:1769075335.329352:0:2378:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329359:0:2378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075335.329362:0:2378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.145@tcp 00000400:00000010:1.0:1769075335.329364:0:2378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8da209a14088. 00000100:00000200:1.0:1769075335.329367:0:2378:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007926629760, offset 0 00000400:00000200:1.0:1769075335.329372:0:2378:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.145@tcp 00000400:00000200:1.0:1769075335.329376:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.329381:0:2378:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.145@tcp local destination 00000400:00000200:1.0:1769075335.329385:0:2378:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075335.329388:0:2378:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.45@tcp 00000400:00000200:1.0:1769075335.329390:0:2378:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.45@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075335.329393:0:2378:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.145@tcp 00000400:00000200:1.0:1769075335.329397:0:2378:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.45@tcp NI seq info: [3184:3184:256:4294967295] 192.168.204.145@tcp LPNI seq info [3184:3184:8:4294967295] 00000400:00000200:1.0:1769075335.329402:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000400:00000200:1.0:1769075335.329409:0:2378:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.45@tcp(192.168.204.45@tcp:) -> 192.168.204.145@tcp(192.168.204.145@tcp:192.168.204.145@tcp) : PUT try# 0 00000800:00000200:1.0:1769075335.329414:0:2378:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.329417:0:2378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8da20674f800. 00000800:00000200:1.0:1769075335.329421:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.0:1769075335.329424:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075335.329429:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8da203a5c480] -> 12345-192.168.204.145@tcp (2) 00000800:00000200:1.1:1769075335.329448:0:2378:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.145 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075335.329453:0:2378:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.145@tcp 00000800:00000010:1.0:1769075335.329455:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8da20674f800. 00000400:00000200:1.0:1769075335.329459:0:2378:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075335.329463:0:2378:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.45@tcp->192.168.204.145@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075335.329466:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a14088 00000400:00000010:1.0:1769075335.329469:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a14088. 00000100:00000001:1.0:1769075335.329472:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075335.329500:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329518:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.329522:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329529:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.329531:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075335.329535:0:2378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075335.329539:0:2378:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: using a timeout of 26615 usecs (27 jiffies) 00000400:00000200:1.0:1769075335.329543:0:2378:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.145@tcp to cpt 1 00000100:00000001:1.0:1769075335.329546:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 2 is 4296696862 00000100:00000001:1.0:1769075335.329549:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 2, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.329551:0:2378:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS new deadline estimation for cpu 3 is 4296696862 00000100:00000001:1.0:1769075335.329554:0:2378:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff8da202f2f800: PM QoS request active for cpu 3, keep current deadline 4296708367 00000100:00000001:1.0:1769075335.329556:0:2378:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075335.329558:0:2378:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.329560:0:2378:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075335.329564:0:2378:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075335/real 1769075335] req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075335.329572:0:2378:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075335.329574:0:2378:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075335.329576:0:2378:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8da209fb0d68. 00000400:00000200:1.0:1769075335.329578:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8da209a142a8 00000400:00000010:1.0:1769075335.329580:0:2378:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8da209a142a8. 00000100:00000001:1.0:1769075335.329582:0:2378:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075335.329586:0:2378:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075335.329595:0:2378:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329602:0:2378:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075335.329604:0:2378:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329606:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.329607:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075335.329611:0:2378:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329618:0:2378:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075335.329622:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329629:0:2378:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075335.329631:0:2378:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329633:0:2378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075335.329634:0:2378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329636:0:2378:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075335.329638:0:2378:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075335.329640:0:2378:0:(import.c:65:import_set_state_nolock()) ffff8da202f2e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075335.329643:0:2378:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.145@tcp failed (-110) 00000100:00000001:1.0:1769075335.329646:0:2378:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075335.329649:0:2378:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075335.329657:0:2378:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8da207dcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3244744f-11a0-48bc-973e-b9df1bca57bc:2378:1855007926629760:192.168.204.145@tcp:8:kworker.0 00000100:00000001:1.0:1769075335.329661:0:2378:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329663:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.329667:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf800 x1855007926629504/t0(0) o38->lustre-MDT0000-mdc-ffff8da202f2f800@192.168.204.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329674:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075335.329676:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075335.329678:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acae000. 02000000:00000001:1.0:1769075335.329681:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075335.329683:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075335.329685:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20ac51800 refcount=3 obd=lustre-MDT0000-mdc-ffff8da202f2f800 00000020:00000001:1.0:1769075335.329687:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075335.329690:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c95c00. 02000000:00000001:1.0:1769075335.329693:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075335.329694:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075335.329696:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf800. 00000100:00000001:1.0:1769075335.329698:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075335.329700:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329702:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.329706:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcdf80 x1855007926629632/t0(0) o8->lustre-OST0000-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329713:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075335.329714:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075335.329716:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acacc00. 02000000:00000001:1.0:1769075335.329718:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075335.329720:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075335.329721:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da20a70b800 refcount=2 obd=lustre-OST0000-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075335.329723:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075335.329724:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c97c00. 02000000:00000001:1.0:1769075335.329727:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075335.329729:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075335.329730:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcdf80. 00000100:00000001:1.0:1769075335.329732:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075335.329734:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329735:0:2378:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075335.329738:0:2378:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8da207dcf480 x1855007926629760/t0(0) o8->lustre-OST0001-osc-ffff8da202f2f800@192.168.204.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075335.329745:0:2378:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075335.329746:0:2378:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075335.329747:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8da20acad000. 02000000:00000001:1.0:1769075335.329749:0:2378:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075335.329750:0:2378:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075335.329752:0:2378:0:(genops.c:1242:class_import_put()) import ffff8da202f2e000 refcount=2 obd=lustre-OST0001-osc-ffff8da202f2f800 00000020:00000001:1.0:1769075335.329754:0:2378:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075335.329756:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8da207c94000. 02000000:00000001:1.0:1769075335.329776:0:2378:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075335.329778:0:2378:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075335.329780:0:2378:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8da207dcf480. 00000100:00000001:1.0:1769075335.329783:0:2378:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075335.329784:0:2378:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329787:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075335.329792:0:2378:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075335.329794:0:2378:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075335.329797:0:2378:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075335.329799:0:2378:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075335.518662:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075335.518674:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075335.518684:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075335.518689:0:27110:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769075335.518692:0:27110:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769075335.518695:0:27110:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075335.518699:0:27110:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769075335.518701:0:27110:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075335.518704:0:27110:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075335.518706:0:27110:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075335.518824:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075335.518834:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075335.518841:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075336.542579:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075336.542587:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075336.542593:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075336.542595:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075336.542681:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075336.542686:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075336.542691:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075337.566556:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075337.566564:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075337.566570:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075337.566572:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075337.566717:0:11568:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075337.566725:0:11568:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075337.566731:0:11568:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1769075338.590590:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075338.590599:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769075338.590608:0:27110:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769075338.590609:0:27110:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075338.590680:0:11567:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769075338.590684:0:11567:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769075338.590687:0:11567:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 125251 lines, 125251 kept, 0 dropped, 0 bad.